[ 477.619960] env[61960]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=61960) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 477.620314] env[61960]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=61960) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 477.620439] env[61960]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=61960) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 477.620766] env[61960]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 477.713252] env[61960]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=61960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:390}} [ 477.723230] env[61960]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=61960) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:428}} [ 478.326616] env[61960]: INFO nova.virt.driver [None req-1f5e01b1-4709-4aac-9670-ea3fca5d8000 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 478.411991] env[61960]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 478.412189] env[61960]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 478.412295] env[61960]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=61960) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 481.524457] env[61960]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-386ddf1b-7a09-4673-86eb-ca414a6121c3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.540430] env[61960]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=61960) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 481.540569] env[61960]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-eb062bfd-cefa-4310-84ff-2a208d5aa387 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.573921] env[61960]: INFO oslo_vmware.api [-] Successfully established new session; session ID is c9f56. [ 481.574082] env[61960]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.162s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 481.574621] env[61960]: INFO nova.virt.vmwareapi.driver [None req-1f5e01b1-4709-4aac-9670-ea3fca5d8000 None None] VMware vCenter version: 7.0.3 [ 481.578084] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dae51f8-591c-4a86-a7d6-91a607abcf82 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.595711] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0e2260-eb86-47df-a5c7-bbaa7bb4d324 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.601278] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a282dbf2-ca9d-4127-840c-116c3ecb2166 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.607806] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61071aab-743c-4a70-b3ed-b08b975613a5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.620516] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657d3b2b-3383-4dd5-b0b2-1a1dcab1ce11 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.626253] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977c62fd-f9a4-410e-a6aa-905fe5a5955e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.656372] env[61960]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-65d76a28-f63a-45bd-aebb-cd343d031856 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.661266] env[61960]: DEBUG nova.virt.vmwareapi.driver [None req-1f5e01b1-4709-4aac-9670-ea3fca5d8000 None None] Extension org.openstack.compute already exists. {{(pid=61960) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:224}} [ 481.664014] env[61960]: INFO nova.compute.provider_config [None req-1f5e01b1-4709-4aac-9670-ea3fca5d8000 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 482.167823] env[61960]: DEBUG nova.context [None req-1f5e01b1-4709-4aac-9670-ea3fca5d8000 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),200baf86-2bb5-4e01-ad68-bab58adcbbb1(cell1) {{(pid=61960) load_cells /opt/stack/nova/nova/context.py:464}} [ 482.170994] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 482.171240] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 482.171918] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 482.172353] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] Acquiring lock "200baf86-2bb5-4e01-ad68-bab58adcbbb1" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 482.172545] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] Lock "200baf86-2bb5-4e01-ad68-bab58adcbbb1" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 482.173553] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] Lock "200baf86-2bb5-4e01-ad68-bab58adcbbb1" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 482.193431] env[61960]: INFO dbcounter [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] Registered counter for database nova_cell0 [ 482.201456] env[61960]: INFO dbcounter [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] Registered counter for database nova_cell1 [ 482.204720] env[61960]: DEBUG oslo_db.sqlalchemy.engines [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=61960) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 482.205079] env[61960]: DEBUG oslo_db.sqlalchemy.engines [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=61960) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 482.210135] env[61960]: ERROR nova.db.main.api [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 482.210135] env[61960]: result = function(*args, **kwargs) [ 482.210135] env[61960]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 482.210135] env[61960]: return func(*args, **kwargs) [ 482.210135] env[61960]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 482.210135] env[61960]: result = fn(*args, **kwargs) [ 482.210135] env[61960]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 482.210135] env[61960]: return f(*args, **kwargs) [ 482.210135] env[61960]: File "/opt/stack/nova/nova/objects/service.py", line 553, in _db_service_get_minimum_version [ 482.210135] env[61960]: return db.service_get_minimum_version(context, binaries) [ 482.210135] env[61960]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 482.210135] env[61960]: _check_db_access() [ 482.210135] env[61960]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 482.210135] env[61960]: stacktrace = ''.join(traceback.format_stack()) [ 482.210135] env[61960]: [ 482.211008] env[61960]: ERROR nova.db.main.api [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 482.211008] env[61960]: result = function(*args, **kwargs) [ 482.211008] env[61960]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 482.211008] env[61960]: return func(*args, **kwargs) [ 482.211008] env[61960]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 482.211008] env[61960]: result = fn(*args, **kwargs) [ 482.211008] env[61960]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 482.211008] env[61960]: return f(*args, **kwargs) [ 482.211008] env[61960]: File "/opt/stack/nova/nova/objects/service.py", line 553, in _db_service_get_minimum_version [ 482.211008] env[61960]: return db.service_get_minimum_version(context, binaries) [ 482.211008] env[61960]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 482.211008] env[61960]: _check_db_access() [ 482.211008] env[61960]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 482.211008] env[61960]: stacktrace = ''.join(traceback.format_stack()) [ 482.211008] env[61960]: [ 482.211444] env[61960]: WARNING nova.objects.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] Failed to get minimum service version for cell 200baf86-2bb5-4e01-ad68-bab58adcbbb1 [ 482.211664] env[61960]: WARNING nova.objects.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 482.212108] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] Acquiring lock "singleton_lock" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 482.212273] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] Acquired lock "singleton_lock" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 482.212520] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] Releasing lock "singleton_lock" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 482.212845] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] Full set of CONF: {{(pid=61960) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 482.212988] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ******************************************************************************** {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2600}} [ 482.213128] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] Configuration options gathered from: {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2601}} [ 482.213265] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}} [ 482.213506] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2603}} [ 482.213618] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ================================================================================ {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2605}} [ 482.213826] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] allow_resize_to_same_host = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.213995] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] arq_binding_timeout = 300 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.214159] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] backdoor_port = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.214293] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] backdoor_socket = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.214459] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] block_device_allocate_retries = 60 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.214620] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] block_device_allocate_retries_interval = 3 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.214786] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cert = self.pem {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.214950] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.215142] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] compute_monitors = [] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.215309] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] config_dir = [] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.215478] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] config_drive_format = iso9660 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.215610] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.215778] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] config_source = [] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.215940] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] console_host = devstack {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.216120] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] control_exchange = nova {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.216278] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cpu_allocation_ratio = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.216435] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] daemon = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.216600] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] debug = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.216755] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] default_access_ip_network_name = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.216916] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] default_availability_zone = nova {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.217077] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] default_ephemeral_format = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.217239] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] default_green_pool_size = 1000 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.217504] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.217677] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] default_schedule_zone = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.217836] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] disk_allocation_ratio = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.217996] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] enable_new_services = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.218188] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] enabled_apis = ['osapi_compute'] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.218354] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] enabled_ssl_apis = [] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.218515] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] flat_injected = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.218673] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] force_config_drive = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.218830] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] force_raw_images = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.218998] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] graceful_shutdown_timeout = 5 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.219176] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] heal_instance_info_cache_interval = 60 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.219386] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] host = cpu-1 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.219559] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.219722] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] initial_disk_allocation_ratio = 1.0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.219881] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] initial_ram_allocation_ratio = 1.0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.220105] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.220274] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] instance_build_timeout = 0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.220432] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] instance_delete_interval = 300 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.220626] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] instance_format = [instance: %(uuid)s] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.220791] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] instance_name_template = instance-%08x {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.220952] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] instance_usage_audit = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.221134] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] instance_usage_audit_period = month {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.221298] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.221462] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] instances_path = /opt/stack/data/nova/instances {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.221627] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] internal_service_availability_zone = internal {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.221782] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] key = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.221940] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] live_migration_retry_count = 30 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.222120] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] log_color = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.222283] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] log_config_append = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.222446] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.222649] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] log_dir = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.222813] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] log_file = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.222940] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] log_options = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.223116] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] log_rotate_interval = 1 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.223288] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] log_rotate_interval_type = days {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.223456] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] log_rotation_type = none {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.223606] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.223718] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.223885] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.224073] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.224230] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.224401] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] long_rpc_timeout = 1800 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.224563] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] max_concurrent_builds = 10 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.224721] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] max_concurrent_live_migrations = 1 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.224877] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] max_concurrent_snapshots = 5 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.225045] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] max_local_block_devices = 3 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.225207] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] max_logfile_count = 30 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.225401] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] max_logfile_size_mb = 200 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.225572] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] maximum_instance_delete_attempts = 5 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.225740] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] metadata_listen = 0.0.0.0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.225910] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] metadata_listen_port = 8775 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.226095] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] metadata_workers = 2 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.226260] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] migrate_max_retries = -1 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.226428] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] mkisofs_cmd = genisoimage {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.226638] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] my_block_storage_ip = 10.180.1.21 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.226772] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] my_ip = 10.180.1.21 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.226934] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] network_allocate_retries = 0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.227126] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.227302] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] osapi_compute_listen = 0.0.0.0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.227521] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] osapi_compute_listen_port = 8774 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.227699] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] osapi_compute_unique_server_name_scope = {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.227872] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] osapi_compute_workers = 2 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.228050] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] password_all_group_samples = 1 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.228218] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] password_length = 12 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.228404] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] password_symbol_groups = ['23456789', 'ABCDEFGHJKLMNPQRSTUVWXYZ', 'abcdefghijkmnopqrstuvwxyz'] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.228569] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] periodic_enable = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.228730] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] periodic_fuzzy_delay = 60 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.228896] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] pointer_model = usbtablet {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.229072] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] preallocate_images = none {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.229236] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] publish_errors = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.229368] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] pybasedir = /opt/stack/nova {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.229526] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ram_allocation_ratio = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.229686] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] rate_limit_burst = 0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.229852] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] rate_limit_except_level = CRITICAL {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.230023] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] rate_limit_interval = 0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.230220] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] reboot_timeout = 0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.230388] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] reclaim_instance_interval = 0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.230547] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] record = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.230718] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] reimage_timeout_per_gb = 60 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.230887] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] report_interval = 120 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.231062] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] rescue_timeout = 0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.231228] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] reserved_host_cpus = 0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.231390] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] reserved_host_disk_mb = 0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.231553] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] reserved_host_memory_mb = 512 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.231712] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] reserved_huge_pages = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.231873] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] resize_confirm_window = 0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.232043] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] resize_fs_using_block_device = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.232210] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] resume_guests_state_on_host_boot = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.232378] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.232543] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] rpc_response_timeout = 60 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.232704] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] run_external_periodic_tasks = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.232871] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] running_deleted_instance_action = reap {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.233042] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] running_deleted_instance_poll_interval = 1800 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.233212] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] running_deleted_instance_timeout = 0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.233428] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] scheduler_instance_sync_interval = 120 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.233622] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] service_down_time = 720 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.233782] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] servicegroup_driver = db {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.233944] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] shelved_offload_time = 0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.234140] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] shelved_poll_interval = 3600 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.234325] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] shutdown_timeout = 0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.234490] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] source_is_ipv6 = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.234652] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ssl_only = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.234897] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.235132] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] sync_power_state_interval = 600 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.235339] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] sync_power_state_pool_size = 1000 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.235524] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] syslog_log_facility = LOG_USER {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.235687] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] tempdir = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.235854] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] timeout_nbd = 10 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.236038] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] transport_url = **** {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.236209] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] update_resources_interval = 0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.236374] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] use_cow_images = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.236537] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] use_eventlog = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.236697] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] use_journal = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.236855] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] use_json = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.237024] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] use_rootwrap_daemon = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.237192] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] use_stderr = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.237394] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] use_syslog = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.237545] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vcpu_pin_set = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.237715] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vif_plugging_is_fatal = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.237882] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vif_plugging_timeout = 300 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.238069] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] virt_mkfs = [] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.238257] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] volume_usage_poll_interval = 0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.238424] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] watch_log_file = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.238594] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] web = /usr/share/spice-html5 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 482.238776] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_concurrency.disable_process_locking = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.239715] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.239917] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.240106] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.240290] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.240465] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.240639] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.240822] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api.auth_strategy = keystone {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.240992] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api.compute_link_prefix = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.241185] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.241363] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api.dhcp_domain = novalocal {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.241537] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api.enable_instance_password = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.241706] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api.glance_link_prefix = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.241875] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.242077] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.242270] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api.instance_list_per_project_cells = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.242442] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api.list_records_by_skipping_down_cells = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.242614] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api.local_metadata_per_cell = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.242789] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api.max_limit = 1000 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.242961] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api.metadata_cache_expiration = 15 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.243155] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api.neutron_default_tenant_id = default {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.243332] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api.response_validation = warn {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.243560] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api.use_neutron_default_nets = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.243751] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.243927] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.244132] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.244320] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.244497] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api.vendordata_dynamic_targets = [] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.244666] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api.vendordata_jsonfile_path = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.244850] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.245089] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.backend = dogpile.cache.memcached {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.245321] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.backend_argument = **** {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.245522] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.config_prefix = cache.oslo {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.245696] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.dead_timeout = 60.0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.245861] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.debug_cache_backend = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.246042] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.enable_retry_client = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.246237] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.enable_socket_keepalive = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.246417] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.enabled = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.246588] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.enforce_fips_mode = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.246757] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.expiration_time = 600 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.246923] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.hashclient_retry_attempts = 2 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.247105] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.hashclient_retry_delay = 1.0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.247278] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.memcache_dead_retry = 300 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.247493] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.memcache_password = **** {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.247684] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.247854] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.248037] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.memcache_pool_maxsize = 10 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.248214] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.248383] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.memcache_sasl_enabled = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.248565] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.248732] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.memcache_socket_timeout = 1.0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.248895] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.memcache_username = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.249076] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.proxies = [] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.249251] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.redis_db = 0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.249412] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.redis_password = **** {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.249589] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.redis_sentinel_service_name = mymaster {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.249832] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.250032] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.redis_server = localhost:6379 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.250207] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.redis_socket_timeout = 1.0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.250370] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.redis_username = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.250538] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.retry_attempts = 2 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.250706] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.retry_delay = 0.0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.250870] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.socket_keepalive_count = 1 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.251044] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.socket_keepalive_idle = 1 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.251210] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.socket_keepalive_interval = 1 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.251369] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.tls_allowed_ciphers = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.251529] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.tls_cafile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.251682] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.tls_certfile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.251842] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.tls_enabled = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.251994] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cache.tls_keyfile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.252178] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cinder.auth_section = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.252349] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cinder.auth_type = password {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.252510] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cinder.cafile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.252695] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cinder.catalog_info = volumev3::publicURL {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.252903] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cinder.certfile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.253090] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cinder.collect_timing = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.253259] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cinder.cross_az_attach = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.253424] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cinder.debug = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.253588] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cinder.endpoint_template = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.253752] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cinder.http_retries = 3 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.253955] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cinder.insecure = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.254084] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cinder.keyfile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.254251] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cinder.os_region_name = RegionOne {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.254415] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cinder.split_loggers = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.254578] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cinder.timeout = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.254752] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.254912] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] compute.cpu_dedicated_set = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.255083] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] compute.cpu_shared_set = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.255262] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] compute.image_type_exclude_list = [] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.255445] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.255615] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] compute.max_concurrent_disk_ops = 0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.255780] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] compute.max_disk_devices_to_attach = -1 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.255943] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.256128] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.256295] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] compute.resource_provider_association_refresh = 300 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.256458] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.256621] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] compute.shutdown_retry_interval = 10 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.256800] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.256982] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] conductor.workers = 2 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.257173] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] console.allowed_origins = [] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.257333] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] console.ssl_ciphers = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.257533] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] console.ssl_minimum_version = default {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.257710] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] consoleauth.enforce_session_timeout = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.257883] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] consoleauth.token_ttl = 600 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.258068] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cyborg.cafile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.258232] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cyborg.certfile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.258398] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cyborg.collect_timing = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.258561] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cyborg.connect_retries = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.258719] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cyborg.connect_retry_delay = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.258877] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cyborg.endpoint_override = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.259049] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cyborg.insecure = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.259214] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cyborg.keyfile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.259373] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cyborg.max_version = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.259532] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cyborg.min_version = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.259701] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cyborg.region_name = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.259875] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cyborg.retriable_status_codes = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.260045] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cyborg.service_name = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.260219] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cyborg.service_type = accelerator {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.260382] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cyborg.split_loggers = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.260544] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cyborg.status_code_retries = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.260703] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cyborg.status_code_retry_delay = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.260860] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cyborg.timeout = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.261049] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.261216] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] cyborg.version = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.261396] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] database.backend = sqlalchemy {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.261569] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] database.connection = **** {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.261738] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] database.connection_debug = 0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.261906] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] database.connection_parameters = {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.262085] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] database.connection_recycle_time = 3600 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.262254] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] database.connection_trace = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.262419] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] database.db_inc_retry_interval = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.262586] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] database.db_max_retries = 20 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.262750] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] database.db_max_retry_interval = 10 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.262913] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] database.db_retry_interval = 1 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.263090] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] database.max_overflow = 50 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.263257] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] database.max_pool_size = 5 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.263418] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] database.max_retries = 10 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.263588] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.263748] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] database.mysql_wsrep_sync_wait = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.263906] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] database.pool_timeout = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.264082] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] database.retry_interval = 10 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.264244] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] database.slave_connection = **** {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.264406] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] database.sqlite_synchronous = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.264571] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] database.use_db_reconnect = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.264744] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api_database.backend = sqlalchemy {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.264912] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api_database.connection = **** {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.265092] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api_database.connection_debug = 0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.265277] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api_database.connection_parameters = {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.265463] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api_database.connection_recycle_time = 3600 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.265633] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api_database.connection_trace = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.265797] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api_database.db_inc_retry_interval = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.265962] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api_database.db_max_retries = 20 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.266141] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api_database.db_max_retry_interval = 10 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.266306] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api_database.db_retry_interval = 1 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.266470] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api_database.max_overflow = 50 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.266634] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api_database.max_pool_size = 5 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.266795] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api_database.max_retries = 10 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.266960] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.267137] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.267299] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api_database.pool_timeout = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.267490] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api_database.retry_interval = 10 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.267660] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api_database.slave_connection = **** {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.267823] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] api_database.sqlite_synchronous = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.268012] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] devices.enabled_mdev_types = [] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.268196] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.268370] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ephemeral_storage_encryption.default_format = luks {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.268534] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ephemeral_storage_encryption.enabled = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.268696] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.268867] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] glance.api_servers = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.269041] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] glance.cafile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.269208] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] glance.certfile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.269374] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] glance.collect_timing = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.269536] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] glance.connect_retries = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.269707] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] glance.connect_retry_delay = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.269885] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] glance.debug = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.270067] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] glance.default_trusted_certificate_ids = [] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.270234] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] glance.enable_certificate_validation = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.270400] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] glance.enable_rbd_download = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.270561] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] glance.endpoint_override = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.270728] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] glance.insecure = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.270891] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] glance.keyfile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.271060] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] glance.max_version = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.271223] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] glance.min_version = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.271387] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] glance.num_retries = 3 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.271560] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] glance.rbd_ceph_conf = {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.271726] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] glance.rbd_connect_timeout = 5 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.271895] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] glance.rbd_pool = {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.272075] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] glance.rbd_user = {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.272238] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] glance.region_name = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.272399] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] glance.retriable_status_codes = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.272559] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] glance.service_name = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.272727] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] glance.service_type = image {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.272891] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] glance.split_loggers = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.273063] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] glance.status_code_retries = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.273228] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] glance.status_code_retry_delay = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.273399] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] glance.timeout = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.273617] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.273791] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] glance.verify_glance_signatures = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.273954] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] glance.version = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.274153] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] guestfs.debug = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.274346] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] mks.enabled = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.274769] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.274968] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] image_cache.manager_interval = 2400 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.275159] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] image_cache.precache_concurrency = 1 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.275336] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] image_cache.remove_unused_base_images = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.275509] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.275685] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.275857] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] image_cache.subdirectory_name = _base {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.276041] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ironic.api_max_retries = 60 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.276215] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ironic.api_retry_interval = 2 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.276379] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ironic.auth_section = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.276543] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ironic.auth_type = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.276703] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ironic.cafile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.276861] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ironic.certfile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.277035] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ironic.collect_timing = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.277206] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ironic.conductor_group = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.277385] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ironic.connect_retries = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.277552] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ironic.connect_retry_delay = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.277712] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ironic.endpoint_override = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.277876] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ironic.insecure = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.278043] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ironic.keyfile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.278207] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ironic.max_version = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.278368] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ironic.min_version = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.278536] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ironic.peer_list = [] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.278696] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ironic.region_name = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.278856] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ironic.retriable_status_codes = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.279036] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ironic.serial_console_state_timeout = 10 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.279201] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ironic.service_name = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.279372] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ironic.service_type = baremetal {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.279535] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ironic.shard = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.279709] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ironic.split_loggers = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.279886] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ironic.status_code_retries = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.280057] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ironic.status_code_retry_delay = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.280220] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ironic.timeout = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.280403] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.280566] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ironic.version = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.280747] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.280921] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] key_manager.fixed_key = **** {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.281119] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.281284] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] barbican.barbican_api_version = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.281443] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] barbican.barbican_endpoint = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.281621] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] barbican.barbican_endpoint_type = public {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.281780] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] barbican.barbican_region_name = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.281936] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] barbican.cafile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.282105] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] barbican.certfile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.282271] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] barbican.collect_timing = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.282433] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] barbican.insecure = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.282599] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] barbican.keyfile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.282764] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] barbican.number_of_retries = 60 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.282927] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] barbican.retry_delay = 1 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.283103] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] barbican.send_service_user_token = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.283271] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] barbican.split_loggers = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.283433] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] barbican.timeout = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.283596] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] barbican.verify_ssl = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.283756] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] barbican.verify_ssl_path = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.283920] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] barbican_service_user.auth_section = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.284095] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] barbican_service_user.auth_type = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.284252] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] barbican_service_user.cafile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.284409] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] barbican_service_user.certfile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.284572] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] barbican_service_user.collect_timing = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.284733] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] barbican_service_user.insecure = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.284888] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] barbican_service_user.keyfile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.285057] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] barbican_service_user.split_loggers = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.285220] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] barbican_service_user.timeout = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.285383] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vault.approle_role_id = **** {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.285543] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vault.approle_secret_id = **** {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.285710] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vault.kv_mountpoint = secret {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.285868] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vault.kv_path = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.286041] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vault.kv_version = 2 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.286212] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vault.namespace = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.286369] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vault.root_token_id = **** {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.286527] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vault.ssl_ca_crt_file = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.286693] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vault.timeout = 60.0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.286854] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vault.use_ssl = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.287032] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.287205] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] keystone.auth_section = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.287386] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] keystone.auth_type = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.287560] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] keystone.cafile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.287719] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] keystone.certfile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.287881] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] keystone.collect_timing = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.288052] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] keystone.connect_retries = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.288223] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] keystone.connect_retry_delay = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.288411] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] keystone.endpoint_override = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.288585] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] keystone.insecure = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.288744] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] keystone.keyfile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.288900] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] keystone.max_version = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.289070] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] keystone.min_version = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.289231] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] keystone.region_name = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.289389] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] keystone.retriable_status_codes = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.289546] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] keystone.service_name = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.289736] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] keystone.service_type = identity {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.289915] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] keystone.split_loggers = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.290086] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] keystone.status_code_retries = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.290247] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] keystone.status_code_retry_delay = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.290420] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] keystone.timeout = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.290626] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.290791] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] keystone.version = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.290993] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.connection_uri = {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.291170] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.cpu_mode = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.291339] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.cpu_model_extra_flags = [] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.291507] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.cpu_models = [] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.291681] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.cpu_power_governor_high = performance {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.291852] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.cpu_power_governor_low = powersave {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.292022] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.cpu_power_management = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.292197] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.292364] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.device_detach_attempts = 8 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.292527] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.device_detach_timeout = 20 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.292689] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.disk_cachemodes = [] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.292847] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.disk_prefix = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.293024] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.enabled_perf_events = [] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.293190] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.file_backed_memory = 0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.293357] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.gid_maps = [] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.293517] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.hw_disk_discard = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.293676] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.hw_machine_type = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.293843] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.images_rbd_ceph_conf = {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.294015] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.294190] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.294360] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.images_rbd_glance_store_name = {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.294531] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.images_rbd_pool = rbd {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.294697] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.images_type = default {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.294855] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.images_volume_group = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.295024] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.inject_key = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.295192] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.inject_partition = -2 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.295352] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.inject_password = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.295513] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.iscsi_iface = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.295671] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.iser_use_multipath = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.295831] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.live_migration_bandwidth = 0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.295992] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.296169] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.live_migration_downtime = 500 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.296331] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.296492] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.296651] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.live_migration_inbound_addr = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.296808] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.296965] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.live_migration_permit_post_copy = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.297183] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.live_migration_scheme = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.297429] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.live_migration_timeout_action = abort {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.297596] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.live_migration_tunnelled = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.297764] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.live_migration_uri = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.297926] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.live_migration_with_native_tls = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.298101] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.max_queues = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.298273] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.298527] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.298702] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.nfs_mount_options = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.299006] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.299197] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.299369] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.num_iser_scan_tries = 5 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.299535] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.num_memory_encrypted_guests = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.299718] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.299898] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.num_pcie_ports = 0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.300080] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.num_volume_scan_tries = 5 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.300254] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.pmem_namespaces = [] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.300416] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.quobyte_client_cfg = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.300701] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.300876] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.rbd_connect_timeout = 5 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.301054] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.301224] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.301385] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.rbd_secret_uuid = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.301545] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.rbd_user = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.301711] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.301880] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.remote_filesystem_transport = ssh {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.302052] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.rescue_image_id = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.302217] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.rescue_kernel_id = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.302376] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.rescue_ramdisk_id = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.302577] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.302747] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.rx_queue_size = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.302917] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.smbfs_mount_options = {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.303210] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.303387] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.snapshot_compression = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.303550] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.snapshot_image_format = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.303764] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.303930] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.sparse_logical_volumes = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.304107] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.swtpm_enabled = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.304279] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.swtpm_group = tss {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.304444] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.swtpm_user = tss {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.304612] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.sysinfo_serial = unique {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.304773] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.tb_cache_size = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.304988] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.tx_queue_size = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.305197] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.uid_maps = [] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.305369] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.use_virtio_for_bridges = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.305544] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.virt_type = kvm {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.305712] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.volume_clear = zero {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.305877] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.volume_clear_size = 0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.306054] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.volume_use_multipath = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.306220] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.vzstorage_cache_path = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.306389] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.306558] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.vzstorage_mount_group = qemu {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.306723] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.vzstorage_mount_opts = [] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.306890] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.307181] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.307360] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.vzstorage_mount_user = stack {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.307554] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.307734] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] neutron.auth_section = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.307907] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] neutron.auth_type = password {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.308081] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] neutron.cafile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.308246] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] neutron.certfile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.308448] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] neutron.collect_timing = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.308642] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] neutron.connect_retries = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.308805] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] neutron.connect_retry_delay = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.308976] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] neutron.default_floating_pool = public {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.309150] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] neutron.endpoint_override = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.309314] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] neutron.extension_sync_interval = 600 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.309476] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] neutron.http_retries = 3 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.309636] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] neutron.insecure = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.309822] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] neutron.keyfile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.309990] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] neutron.max_version = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.310173] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.310333] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] neutron.min_version = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.310500] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] neutron.ovs_bridge = br-int {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.310666] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] neutron.physnets = [] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.310832] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] neutron.region_name = RegionOne {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.310989] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] neutron.retriable_status_codes = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.311180] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] neutron.service_metadata_proxy = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.311419] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] neutron.service_name = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.311613] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] neutron.service_type = network {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.311781] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] neutron.split_loggers = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.312025] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] neutron.status_code_retries = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.312219] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] neutron.status_code_retry_delay = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.312385] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] neutron.timeout = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.312572] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.312734] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] neutron.version = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.312907] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] notifications.bdms_in_notifications = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.313099] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] notifications.default_level = INFO {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.313285] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] notifications.notification_format = unversioned {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.313450] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] notifications.notify_on_state_change = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.313627] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.313801] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] pci.alias = [] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.313970] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] pci.device_spec = [] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.314152] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] pci.report_in_placement = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.314326] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.auth_section = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.314532] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.auth_type = password {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.314710] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.314877] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.cafile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.315089] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.certfile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.315317] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.collect_timing = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.315540] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.connect_retries = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.315733] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.connect_retry_delay = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.315901] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.default_domain_id = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.316076] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.default_domain_name = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.316242] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.domain_id = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.316398] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.domain_name = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.316560] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.endpoint_override = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.316722] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.insecure = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.316880] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.keyfile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.317047] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.max_version = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.317207] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.min_version = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.317385] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.password = **** {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.317562] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.project_domain_id = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.317730] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.project_domain_name = Default {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.317920] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.project_id = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.318181] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.project_name = service {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.318389] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.region_name = RegionOne {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.318597] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.retriable_status_codes = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.318776] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.service_name = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.318948] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.service_type = placement {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.319127] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.split_loggers = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.319294] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.status_code_retries = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.319453] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.status_code_retry_delay = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.319615] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.system_scope = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.319773] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.timeout = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.319931] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.trust_id = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.320102] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.user_domain_id = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.320273] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.user_domain_name = Default {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.320434] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.user_id = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.320609] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.username = nova {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.320795] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.320950] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] placement.version = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.321143] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] quota.cores = 20 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.321309] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] quota.count_usage_from_placement = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.321481] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.321650] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] quota.injected_file_content_bytes = 10240 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.321814] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] quota.injected_file_path_length = 255 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.321981] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] quota.injected_files = 5 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.322163] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] quota.instances = 10 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.322330] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] quota.key_pairs = 100 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.322498] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] quota.metadata_items = 128 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.322666] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] quota.ram = 51200 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.322830] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] quota.recheck_quota = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.322995] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] quota.server_group_members = 10 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.323176] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] quota.server_groups = 10 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.323350] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.323514] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.323678] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] scheduler.image_metadata_prefilter = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.323852] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.324024] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] scheduler.max_attempts = 3 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.324194] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] scheduler.max_placement_results = 1000 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.324369] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.324534] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] scheduler.query_placement_for_image_type_support = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.324696] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.324869] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] scheduler.workers = 2 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.325057] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.325232] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.325409] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.325578] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.325741] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.325904] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.326080] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.326270] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.326441] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] filter_scheduler.host_subset_size = 1 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.326609] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.326768] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.326929] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.327108] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] filter_scheduler.isolated_hosts = [] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.327277] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] filter_scheduler.isolated_images = [] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.327480] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.327669] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.327839] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.328012] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] filter_scheduler.pci_in_placement = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.328183] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.328352] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.328514] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.328679] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.328843] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.329019] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.329188] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] filter_scheduler.track_instance_changes = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.329363] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.329536] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] metrics.required = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.329720] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] metrics.weight_multiplier = 1.0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.329904] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.330086] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] metrics.weight_setting = [] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.330413] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.330591] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] serial_console.enabled = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.330768] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] serial_console.port_range = 10000:20000 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.330937] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.331119] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.331287] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] serial_console.serialproxy_port = 6083 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.331457] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] service_user.auth_section = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.331635] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] service_user.auth_type = password {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.331795] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] service_user.cafile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.331956] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] service_user.certfile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.332134] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] service_user.collect_timing = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.332300] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] service_user.insecure = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.332457] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] service_user.keyfile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.332630] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] service_user.send_service_user_token = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.332794] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] service_user.split_loggers = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.332954] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] service_user.timeout = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.333138] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] spice.agent_enabled = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.333314] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] spice.enabled = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.333637] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.333831] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.334015] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] spice.html5proxy_port = 6082 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.334181] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] spice.image_compression = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.334342] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] spice.jpeg_compression = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.334500] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] spice.playback_compression = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.334678] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] spice.server_listen = 127.0.0.1 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.334839] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.334998] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] spice.streaming_mode = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.335170] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] spice.zlib_compression = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.335338] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] upgrade_levels.baseapi = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.335520] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] upgrade_levels.compute = auto {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.335682] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] upgrade_levels.conductor = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.335839] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] upgrade_levels.scheduler = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.336013] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vendordata_dynamic_auth.auth_section = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.336186] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vendordata_dynamic_auth.auth_type = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.336344] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vendordata_dynamic_auth.cafile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.336503] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vendordata_dynamic_auth.certfile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.336666] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.336825] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vendordata_dynamic_auth.insecure = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.336983] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vendordata_dynamic_auth.keyfile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.337157] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.337315] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vendordata_dynamic_auth.timeout = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.337515] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vmware.api_retry_count = 10 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.337689] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vmware.ca_file = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.337851] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vmware.cache_prefix = devstack-image-cache {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.338022] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vmware.cluster_name = testcl1 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.338193] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vmware.connection_pool_size = 10 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.338354] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vmware.console_delay_seconds = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.338520] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vmware.datastore_regex = ^datastore.* {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.338725] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.338895] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vmware.host_password = **** {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.339075] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vmware.host_port = 443 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.339248] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vmware.host_username = administrator@vsphere.local {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.339418] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vmware.insecure = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.339581] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vmware.integration_bridge = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.339765] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vmware.maximum_objects = 100 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.339936] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vmware.pbm_default_policy = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.340114] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vmware.pbm_enabled = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.340277] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vmware.pbm_wsdl_location = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.340444] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.340606] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vmware.serial_port_proxy_uri = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.340764] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vmware.serial_port_service_uri = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.340930] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vmware.task_poll_interval = 0.5 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.341113] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vmware.use_linked_clone = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.341284] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vmware.vnc_keymap = en-us {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.341449] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vmware.vnc_port = 5900 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.341613] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vmware.vnc_port_total = 10000 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.341815] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vnc.auth_schemes = ['none'] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.341989] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vnc.enabled = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.342294] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.342479] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.342649] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vnc.novncproxy_port = 6080 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.342827] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vnc.server_listen = 127.0.0.1 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.342998] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.343174] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vnc.vencrypt_ca_certs = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.343333] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vnc.vencrypt_client_cert = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.343489] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vnc.vencrypt_client_key = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.343663] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.343824] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] workarounds.disable_deep_image_inspection = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.343981] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.344158] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.344321] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.344482] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] workarounds.disable_rootwrap = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.344644] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] workarounds.enable_numa_live_migration = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.344803] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.344965] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.345138] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.345298] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] workarounds.libvirt_disable_apic = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.345458] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.345619] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.345779] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.345939] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.346112] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.346274] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.346433] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.346595] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.346753] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.346917] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.347111] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.347285] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] wsgi.client_socket_timeout = 900 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.347469] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] wsgi.default_pool_size = 1000 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.347644] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] wsgi.keep_alive = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.347811] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] wsgi.max_header_line = 16384 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.347971] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] wsgi.secure_proxy_ssl_header = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.348145] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] wsgi.ssl_ca_file = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.348304] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] wsgi.ssl_cert_file = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.348462] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] wsgi.ssl_key_file = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.348625] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] wsgi.tcp_keepidle = 600 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.348799] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.348962] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] zvm.ca_file = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.349135] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] zvm.cloud_connector_url = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.349417] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.349592] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] zvm.reachable_timeout = 300 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.349790] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_policy.enforce_new_defaults = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.349969] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_policy.enforce_scope = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.350157] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_policy.policy_default_rule = default {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.350336] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.350507] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_policy.policy_file = policy.yaml {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.350676] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.350832] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.350985] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.351155] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.351314] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.351478] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.351653] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.351824] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] profiler.connection_string = messaging:// {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.351985] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] profiler.enabled = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.352164] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] profiler.es_doc_type = notification {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.352327] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] profiler.es_scroll_size = 10000 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.352489] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] profiler.es_scroll_time = 2m {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.352648] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] profiler.filter_error_trace = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.352811] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] profiler.hmac_keys = **** {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.352972] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] profiler.sentinel_service_name = mymaster {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.353150] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] profiler.socket_timeout = 0.1 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.353310] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] profiler.trace_requests = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.353467] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] profiler.trace_sqlalchemy = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.353644] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] profiler_jaeger.process_tags = {} {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.353800] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] profiler_jaeger.service_name_prefix = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.353959] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] profiler_otlp.service_name_prefix = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.354137] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] remote_debug.host = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.354294] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] remote_debug.port = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.354472] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.354633] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.354796] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.354959] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.355124] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.355284] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.355443] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.355603] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.355760] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.355928] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.356097] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.356266] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.356433] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.356599] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.356764] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.356929] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.357105] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.357281] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.357464] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.357632] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.357801] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.358008] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.358187] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.358355] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.358521] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.358680] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.358839] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.358997] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.359177] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.359339] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.ssl = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.359507] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.359673] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.359835] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.360010] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.360188] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.ssl_version = {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.360350] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.360539] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.360708] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_notifications.retry = -1 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.360888] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.361072] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_messaging_notifications.transport_url = **** {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.361246] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_limit.auth_section = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.361408] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_limit.auth_type = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.361567] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_limit.cafile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.361724] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_limit.certfile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.361883] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_limit.collect_timing = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.362053] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_limit.connect_retries = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.362212] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_limit.connect_retry_delay = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.362367] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_limit.endpoint_id = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.362521] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_limit.endpoint_override = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.362676] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_limit.insecure = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.362828] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_limit.keyfile = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.362979] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_limit.max_version = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.363147] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_limit.min_version = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.363305] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_limit.region_name = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.363460] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_limit.retriable_status_codes = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.363617] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_limit.service_name = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.363771] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_limit.service_type = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.363930] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_limit.split_loggers = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.364099] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_limit.status_code_retries = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.364258] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_limit.status_code_retry_delay = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.364412] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_limit.timeout = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.364569] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_limit.valid_interfaces = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.364723] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_limit.version = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.364882] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_reports.file_event_handler = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.365055] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.365218] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] oslo_reports.log_dir = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.365391] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.365553] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.365710] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.365875] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.366051] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.366212] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.366378] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.366537] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vif_plug_ovs_privileged.group = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.366692] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.366852] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.367026] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.367191] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] vif_plug_ovs_privileged.user = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.367384] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] os_vif_linux_bridge.flat_interface = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.367566] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.367741] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.367909] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.368087] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.368254] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.368418] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.368579] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.368753] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.368920] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] os_vif_ovs.isolate_vif = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.369098] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.369264] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.369432] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.369598] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] os_vif_ovs.ovsdb_interface = native {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.369783] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] os_vif_ovs.per_port_bridge = False {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.369963] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] os_brick.lock_path = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.370147] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.370312] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.370482] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] privsep_osbrick.capabilities = [21] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.370643] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] privsep_osbrick.group = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.370798] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] privsep_osbrick.helper_command = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.370960] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.371136] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.371293] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] privsep_osbrick.user = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.371462] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.371620] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] nova_sys_admin.group = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.371774] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] nova_sys_admin.helper_command = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.371936] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.372108] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.372267] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] nova_sys_admin.user = None {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 482.372426] env[61960]: DEBUG oslo_service.service [None req-b56ed798-ad0c-4bd8-99aa-23850b12a265 None None] ******************************************************************************** {{(pid=61960) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2624}} [ 482.372862] env[61960]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 482.876407] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d67bd6-7773-458c-9f2b-05a82542c8e9 None None] Getting list of instances from cluster (obj){ [ 482.876407] env[61960]: value = "domain-c8" [ 482.876407] env[61960]: _type = "ClusterComputeResource" [ 482.876407] env[61960]: } {{(pid=61960) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 482.877526] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780c137a-c5bf-478c-a6c2-d46ff3520b0c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 482.886324] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d67bd6-7773-458c-9f2b-05a82542c8e9 None None] Got total of 0 instances {{(pid=61960) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 482.886897] env[61960]: WARNING nova.virt.vmwareapi.driver [None req-f1d67bd6-7773-458c-9f2b-05a82542c8e9 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 482.887393] env[61960]: INFO nova.virt.node [None req-f1d67bd6-7773-458c-9f2b-05a82542c8e9 None None] Generated node identity b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 [ 482.887601] env[61960]: INFO nova.virt.node [None req-f1d67bd6-7773-458c-9f2b-05a82542c8e9 None None] Wrote node identity b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 to /opt/stack/data/n-cpu-1/compute_id [ 483.390521] env[61960]: WARNING nova.compute.manager [None req-f1d67bd6-7773-458c-9f2b-05a82542c8e9 None None] Compute nodes ['b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 484.397090] env[61960]: INFO nova.compute.manager [None req-f1d67bd6-7773-458c-9f2b-05a82542c8e9 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 485.403438] env[61960]: WARNING nova.compute.manager [None req-f1d67bd6-7773-458c-9f2b-05a82542c8e9 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 485.403717] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f1d67bd6-7773-458c-9f2b-05a82542c8e9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 485.403947] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f1d67bd6-7773-458c-9f2b-05a82542c8e9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 485.404122] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f1d67bd6-7773-458c-9f2b-05a82542c8e9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 485.404275] env[61960]: DEBUG nova.compute.resource_tracker [None req-f1d67bd6-7773-458c-9f2b-05a82542c8e9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=61960) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 485.405219] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d795f560-932c-4357-91bd-f14537176a48 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 485.413582] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4f5571-673f-4301-9019-2d7afc3269bd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 485.427493] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209dc3ef-2fa1-4a49-a596-19a1ed4fd6a4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 485.433736] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9689f714-06cc-43b6-b5f0-bda044d41190 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 485.462940] env[61960]: DEBUG nova.compute.resource_tracker [None req-f1d67bd6-7773-458c-9f2b-05a82542c8e9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181860MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=61960) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 485.463110] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f1d67bd6-7773-458c-9f2b-05a82542c8e9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 485.463307] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f1d67bd6-7773-458c-9f2b-05a82542c8e9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 485.965693] env[61960]: WARNING nova.compute.resource_tracker [None req-f1d67bd6-7773-458c-9f2b-05a82542c8e9 None None] No compute node record for cpu-1:b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 could not be found. [ 486.469969] env[61960]: INFO nova.compute.resource_tracker [None req-f1d67bd6-7773-458c-9f2b-05a82542c8e9 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 [ 487.978460] env[61960]: DEBUG nova.compute.resource_tracker [None req-f1d67bd6-7773-458c-9f2b-05a82542c8e9 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=61960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 487.978833] env[61960]: DEBUG nova.compute.resource_tracker [None req-f1d67bd6-7773-458c-9f2b-05a82542c8e9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=61960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 488.127492] env[61960]: INFO nova.scheduler.client.report [None req-f1d67bd6-7773-458c-9f2b-05a82542c8e9 None None] [req-529eca42-c2c9-4544-a461-333ace39864e] Created resource provider record via placement API for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 488.144315] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b806744d-a6bd-4a42-9cd0-a4b7552ad3c2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 488.151860] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6b280b-714e-4f4a-8e16-2afda582b560 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 488.181052] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65be12cb-a299-4ebf-bdaf-9a8d2130cd3c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 488.187703] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116ca0bb-4146-4ff1-b21b-6f9b8f1c12ac {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 488.201579] env[61960]: DEBUG nova.compute.provider_tree [None req-f1d67bd6-7773-458c-9f2b-05a82542c8e9 None None] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 488.737633] env[61960]: DEBUG nova.scheduler.client.report [None req-f1d67bd6-7773-458c-9f2b-05a82542c8e9 None None] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 488.737900] env[61960]: DEBUG nova.compute.provider_tree [None req-f1d67bd6-7773-458c-9f2b-05a82542c8e9 None None] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 0 to 1 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 488.738093] env[61960]: DEBUG nova.compute.provider_tree [None req-f1d67bd6-7773-458c-9f2b-05a82542c8e9 None None] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 488.787705] env[61960]: DEBUG nova.compute.provider_tree [None req-f1d67bd6-7773-458c-9f2b-05a82542c8e9 None None] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 1 to 2 during operation: update_traits {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 489.292067] env[61960]: DEBUG nova.compute.resource_tracker [None req-f1d67bd6-7773-458c-9f2b-05a82542c8e9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=61960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 489.292442] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f1d67bd6-7773-458c-9f2b-05a82542c8e9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.829s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 489.292480] env[61960]: DEBUG nova.service [None req-f1d67bd6-7773-458c-9f2b-05a82542c8e9 None None] Creating RPC server for service compute {{(pid=61960) start /opt/stack/nova/nova/service.py:186}} [ 489.307904] env[61960]: DEBUG nova.service [None req-f1d67bd6-7773-458c-9f2b-05a82542c8e9 None None] Join ServiceGroup membership for this service compute {{(pid=61960) start /opt/stack/nova/nova/service.py:203}} [ 489.308128] env[61960]: DEBUG nova.servicegroup.drivers.db [None req-f1d67bd6-7773-458c-9f2b-05a82542c8e9 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=61960) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 528.377796] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Acquiring lock "1a02e309-1403-4d0e-8fb5-65e90274f3a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.379628] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Lock "1a02e309-1403-4d0e-8fb5-65e90274f3a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.882577] env[61960]: DEBUG nova.compute.manager [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 528.923273] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Acquiring lock "68958700-08a7-4ca2-8a35-7fde68591a74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.923273] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Lock "68958700-08a7-4ca2-8a35-7fde68591a74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.296021] env[61960]: DEBUG oslo_concurrency.lockutils [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Acquiring lock "74361d69-2cb1-4cfc-b5e1-ba99804f931a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.296021] env[61960]: DEBUG oslo_concurrency.lockutils [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Lock "74361d69-2cb1-4cfc-b5e1-ba99804f931a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.425194] env[61960]: DEBUG nova.compute.manager [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 529.431684] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.431774] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.434521] env[61960]: INFO nova.compute.claims [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 529.800577] env[61960]: DEBUG nova.compute.manager [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 529.948149] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.337467] env[61960]: DEBUG oslo_concurrency.lockutils [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.515325] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4a0e7c-6edb-45b0-86b2-93c85dbccf6f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.525170] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5627b04d-17fa-41e1-98be-3496e33a6dc6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.560771] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac786bc4-9f3a-4c95-a6eb-48dfa79db3f1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.568502] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61a3745-d22a-432e-b26e-879737352a71 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.582124] env[61960]: DEBUG nova.compute.provider_tree [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 531.067449] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Acquiring lock "ea093293-99fb-4412-ac10-68d63bfc0229" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.068149] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Lock "ea093293-99fb-4412-ac10-68d63bfc0229" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.086750] env[61960]: DEBUG nova.scheduler.client.report [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 531.573911] env[61960]: DEBUG nova.compute.manager [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 531.598778] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.167s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.599371] env[61960]: DEBUG nova.compute.manager [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 531.602668] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.655s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.604402] env[61960]: INFO nova.compute.claims [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 532.113566] env[61960]: DEBUG nova.compute.utils [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 532.116891] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.117543] env[61960]: DEBUG nova.compute.manager [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Not allocating networking since 'none' was specified. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 532.621724] env[61960]: DEBUG nova.compute.manager [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 532.718024] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa10683-3d1d-432b-94a9-f3d413a28e53 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.726105] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395eb587-4807-4644-b27f-7a4b8d15ec3e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.760101] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b6802f-c8e7-4762-9a34-6c1f4dc8737b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.768068] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08197e1-eb56-47ce-857d-b757e4d9ef1f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.781787] env[61960]: DEBUG nova.compute.provider_tree [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 533.287190] env[61960]: DEBUG nova.scheduler.client.report [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 533.639042] env[61960]: DEBUG nova.compute.manager [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 533.792403] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.190s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.792918] env[61960]: DEBUG nova.compute.manager [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 533.798034] env[61960]: DEBUG oslo_concurrency.lockutils [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.461s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.806221] env[61960]: INFO nova.compute.claims [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 533.843991] env[61960]: DEBUG nova.virt.hardware [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 533.846928] env[61960]: DEBUG nova.virt.hardware [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 533.847164] env[61960]: DEBUG nova.virt.hardware [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 533.847408] env[61960]: DEBUG nova.virt.hardware [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 533.847593] env[61960]: DEBUG nova.virt.hardware [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 533.847766] env[61960]: DEBUG nova.virt.hardware [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 533.848032] env[61960]: DEBUG nova.virt.hardware [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 533.848232] env[61960]: DEBUG nova.virt.hardware [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 533.848669] env[61960]: DEBUG nova.virt.hardware [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 533.848886] env[61960]: DEBUG nova.virt.hardware [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 533.849119] env[61960]: DEBUG nova.virt.hardware [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 533.852250] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54dfb7f-62c3-4aca-b06f-9baa28fdd62c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.869432] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0638fbc5-095b-4f92-98b8-38b90ca52060 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.892448] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4498ee0c-b626-44ae-9804-75c95a62da5a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.910613] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Instance VIF info [] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 533.919794] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 533.920612] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc85b24c-315b-463a-8684-8c7f0f942f12 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.931761] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Created folder: OpenStack in parent group-v4. [ 533.931947] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Creating folder: Project (02f3c048637f424080d967931a67a15e). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 533.932295] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8614e52-f981-4009-9ce5-08e15a31d17e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.943836] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Created folder: Project (02f3c048637f424080d967931a67a15e) in parent group-v115929. [ 533.943836] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Creating folder: Instances. Parent ref: group-v115930. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 533.945906] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-902a37d9-c24b-4e90-a189-071ac0aff9db {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.953379] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Created folder: Instances in parent group-v115930. [ 533.954894] env[61960]: DEBUG oslo.service.loopingcall [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 533.956134] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 533.956134] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e34ca64-52d0-4e1e-ad5d-13b903590015 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.983588] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 533.983588] env[61960]: value = "task-435366" [ 533.983588] env[61960]: _type = "Task" [ 533.983588] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 533.997491] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435366, 'name': CreateVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 534.307798] env[61960]: DEBUG nova.compute.utils [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 534.311117] env[61960]: DEBUG nova.compute.manager [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 534.311377] env[61960]: DEBUG nova.network.neutron [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 534.448626] env[61960]: DEBUG nova.policy [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f800aec1426c4e94a9298a0820945404', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc683e45fca3431ca1b714c00f423861', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 534.493969] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435366, 'name': CreateVM_Task, 'duration_secs': 0.265724} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 534.494186] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 534.495236] env[61960]: DEBUG oslo_vmware.service [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4955152b-5130-49d4-ba86-26e1adfc2c69 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.502330] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.502503] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.503622] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.504150] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0faa993-7e3c-4175-a9d1-c0b3feebfe82 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.509728] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Waiting for the task: (returnval){ [ 534.509728] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]525c6411-27f7-2194-cd11-ad785c51dbb6" [ 534.509728] env[61960]: _type = "Task" [ 534.509728] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 534.517099] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]525c6411-27f7-2194-cd11-ad785c51dbb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 534.812856] env[61960]: DEBUG nova.compute.manager [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 534.948904] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc96272-5438-4478-8e4e-c62286ab1152 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.958153] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f28aed-c273-4ac7-86bd-152b89aa211e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.995761] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df847616-0c45-4c9d-a4b0-440592a979b4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.007759] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd17d632-2e05-44af-848f-13d4b7efa165 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.029450] env[61960]: DEBUG nova.compute.provider_tree [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 535.039266] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.039506] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 535.039731] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.040167] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.040318] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 535.040560] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6f899ee-536c-4c7f-80f9-401d79e1989a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.059436] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 535.059614] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 535.060471] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9c4ba8-b899-4962-813c-ca5e948da6d8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.071946] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3745d4dd-2177-49f4-865d-99113e978fe9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.077869] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Waiting for the task: (returnval){ [ 535.077869] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52d1ca16-56a0-f419-2608-31ab696ed5c9" [ 535.077869] env[61960]: _type = "Task" [ 535.077869] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 535.092500] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52d1ca16-56a0-f419-2608-31ab696ed5c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.233495] env[61960]: DEBUG nova.network.neutron [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Successfully created port: ed4638d2-4d86-49b6-94a2-8fda5efee779 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 535.482523] env[61960]: DEBUG oslo_concurrency.lockutils [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Acquiring lock "061597d3-af80-4eb7-8225-63fcdc3a1ab1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.483706] env[61960]: DEBUG oslo_concurrency.lockutils [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Lock "061597d3-af80-4eb7-8225-63fcdc3a1ab1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.533947] env[61960]: DEBUG nova.scheduler.client.report [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 535.588081] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Preparing fetch location {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 535.588527] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Creating directory with path [datastore1] vmware_temp/65ff1df5-d40d-410e-9b05-7c6235fea7df/966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 535.589464] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d02e415d-a6db-4f52-86fa-3f4ca8f9313b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.616295] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Created directory with path [datastore1] vmware_temp/65ff1df5-d40d-410e-9b05-7c6235fea7df/966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 535.616426] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Fetch image to [datastore1] vmware_temp/65ff1df5-d40d-410e-9b05-7c6235fea7df/966cfc37-d288-40df-aff0-78f82eab8ff9/tmp-sparse.vmdk {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 535.616516] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Downloading image file data 966cfc37-d288-40df-aff0-78f82eab8ff9 to [datastore1] vmware_temp/65ff1df5-d40d-410e-9b05-7c6235fea7df/966cfc37-d288-40df-aff0-78f82eab8ff9/tmp-sparse.vmdk on the data store datastore1 {{(pid=61960) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 535.617413] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f66daca-202a-4b0e-aca0-1f1027bd0b98 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.626614] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1969a5-7906-4a2b-9b9a-5b9074ddae2c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.639593] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e11cc3-059a-4e06-b28b-58c5f13be5d3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.686476] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe03327-1166-4927-85e5-ad08e33b8753 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.692014] env[61960]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-193c6cc9-7f77-44a5-a162-0d319db832c1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.720835] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Downloading image file data 966cfc37-d288-40df-aff0-78f82eab8ff9 to the data store datastore1 {{(pid=61960) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 535.799329] env[61960]: DEBUG oslo_vmware.rw_handles [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/65ff1df5-d40d-410e-9b05-7c6235fea7df/966cfc37-d288-40df-aff0-78f82eab8ff9/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=61960) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 535.863352] env[61960]: DEBUG nova.compute.manager [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 535.892933] env[61960]: DEBUG nova.virt.hardware [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 535.893213] env[61960]: DEBUG nova.virt.hardware [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 535.893376] env[61960]: DEBUG nova.virt.hardware [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 535.893561] env[61960]: DEBUG nova.virt.hardware [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 535.893706] env[61960]: DEBUG nova.virt.hardware [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 535.893850] env[61960]: DEBUG nova.virt.hardware [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 535.894169] env[61960]: DEBUG nova.virt.hardware [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 535.894356] env[61960]: DEBUG nova.virt.hardware [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 535.894528] env[61960]: DEBUG nova.virt.hardware [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 535.894694] env[61960]: DEBUG nova.virt.hardware [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 535.894860] env[61960]: DEBUG nova.virt.hardware [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 535.895958] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabccae6-6cdc-4615-9e37-94b2323c746f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.906480] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718bd693-f9cf-4e5b-b0ab-dca2b850c018 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.985805] env[61960]: DEBUG nova.compute.manager [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 536.040457] env[61960]: DEBUG oslo_concurrency.lockutils [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.041333] env[61960]: DEBUG nova.compute.manager [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 536.052049] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.934s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.054952] env[61960]: INFO nova.compute.claims [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 536.510746] env[61960]: DEBUG oslo_concurrency.lockutils [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.561661] env[61960]: DEBUG nova.compute.utils [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 536.563065] env[61960]: DEBUG nova.compute.manager [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 536.563065] env[61960]: DEBUG nova.network.neutron [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 536.631470] env[61960]: DEBUG oslo_vmware.rw_handles [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Completed reading data from the image iterator. {{(pid=61960) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 536.631709] env[61960]: DEBUG oslo_vmware.rw_handles [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/65ff1df5-d40d-410e-9b05-7c6235fea7df/966cfc37-d288-40df-aff0-78f82eab8ff9/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=61960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 536.716189] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Downloaded image file data 966cfc37-d288-40df-aff0-78f82eab8ff9 to vmware_temp/65ff1df5-d40d-410e-9b05-7c6235fea7df/966cfc37-d288-40df-aff0-78f82eab8ff9/tmp-sparse.vmdk on the data store datastore1 {{(pid=61960) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 536.717795] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Caching image {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 536.718053] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Copying Virtual Disk [datastore1] vmware_temp/65ff1df5-d40d-410e-9b05-7c6235fea7df/966cfc37-d288-40df-aff0-78f82eab8ff9/tmp-sparse.vmdk to [datastore1] vmware_temp/65ff1df5-d40d-410e-9b05-7c6235fea7df/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 536.718391] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cdd6627-a628-4584-96a5-d2c3c73efc74 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.730667] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Waiting for the task: (returnval){ [ 536.730667] env[61960]: value = "task-435367" [ 536.730667] env[61960]: _type = "Task" [ 536.730667] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.739334] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Task: {'id': task-435367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.775754] env[61960]: DEBUG nova.policy [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbd9b70ebd6f4999a9b5d58885670f7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '087fcb397edb48a6b0c5bb73715546fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 537.059206] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquiring lock "9a8047e7-ce01-4355-bf4e-aef94f6db15e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.059517] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Lock "9a8047e7-ce01-4355-bf4e-aef94f6db15e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.070839] env[61960]: DEBUG nova.compute.manager [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 537.125817] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquiring lock "9068983c-71dd-44eb-923c-5774ac7d0b60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.126083] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Lock "9068983c-71dd-44eb-923c-5774ac7d0b60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.170064] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquiring lock "7c9c967b-a4f8-4eeb-a637-c2cdb967508b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.170329] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Lock "7c9c967b-a4f8-4eeb-a637-c2cdb967508b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.244207] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Task: {'id': task-435367, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.283663] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40909fb-cb4b-464e-95f4-3c8fe6a7811f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.296332] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8429589c-d24f-4ef7-92d2-06bde84b036e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.334722] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17aad22e-a8f3-4524-8310-780cf701e366 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.343125] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46dc2f51-fcf4-4105-bfa4-395b24d97e27 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.359690] env[61960]: DEBUG nova.compute.provider_tree [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 537.564202] env[61960]: DEBUG nova.compute.manager [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 537.595027] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Acquiring lock "e238d97c-522e-4c5e-8143-29b71e832871" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.595027] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Lock "e238d97c-522e-4c5e-8143-29b71e832871" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.628475] env[61960]: DEBUG nova.compute.manager [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 537.675254] env[61960]: DEBUG nova.compute.manager [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 537.676590] env[61960]: DEBUG nova.network.neutron [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Successfully updated port: ed4638d2-4d86-49b6-94a2-8fda5efee779 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 537.693920] env[61960]: DEBUG nova.network.neutron [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Successfully created port: 3232c500-83bb-490f-8f13-7fb9ce98cfd8 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 537.742232] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Task: {'id': task-435367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698274} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 537.742625] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Copied Virtual Disk [datastore1] vmware_temp/65ff1df5-d40d-410e-9b05-7c6235fea7df/966cfc37-d288-40df-aff0-78f82eab8ff9/tmp-sparse.vmdk to [datastore1] vmware_temp/65ff1df5-d40d-410e-9b05-7c6235fea7df/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 537.743184] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Deleting the datastore file [datastore1] vmware_temp/65ff1df5-d40d-410e-9b05-7c6235fea7df/966cfc37-d288-40df-aff0-78f82eab8ff9/tmp-sparse.vmdk {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 537.743477] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76644f86-bf7b-40ce-8287-87d4e91c7117 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.750897] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Waiting for the task: (returnval){ [ 537.750897] env[61960]: value = "task-435368" [ 537.750897] env[61960]: _type = "Task" [ 537.750897] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.762023] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Task: {'id': task-435368, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.864259] env[61960]: DEBUG nova.scheduler.client.report [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 538.030902] env[61960]: DEBUG oslo_concurrency.lockutils [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Acquiring lock "d0816f49-cd5c-40d4-b49a-8d5b76321153" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.031158] env[61960]: DEBUG oslo_concurrency.lockutils [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Lock "d0816f49-cd5c-40d4-b49a-8d5b76321153" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.094491] env[61960]: DEBUG nova.compute.manager [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 538.098317] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.098317] env[61960]: DEBUG nova.compute.manager [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 538.127657] env[61960]: DEBUG nova.virt.hardware [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 538.127878] env[61960]: DEBUG nova.virt.hardware [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 538.128080] env[61960]: DEBUG nova.virt.hardware [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 538.128196] env[61960]: DEBUG nova.virt.hardware [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 538.128346] env[61960]: DEBUG nova.virt.hardware [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 538.128516] env[61960]: DEBUG nova.virt.hardware [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 538.128806] env[61960]: DEBUG nova.virt.hardware [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 538.128986] env[61960]: DEBUG nova.virt.hardware [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 538.129426] env[61960]: DEBUG nova.virt.hardware [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 538.129719] env[61960]: DEBUG nova.virt.hardware [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 538.130023] env[61960]: DEBUG nova.virt.hardware [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 538.131756] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd373124-26c7-45b0-9cd4-3133ee762cb4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.147059] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9bf078-2c0a-46e3-91d6-073ac0b06a82 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.167375] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.186934] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Acquiring lock "refresh_cache-68958700-08a7-4ca2-8a35-7fde68591a74" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.186934] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Acquired lock "refresh_cache-68958700-08a7-4ca2-8a35-7fde68591a74" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.186934] env[61960]: DEBUG nova.network.neutron [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 538.207507] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.264898] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Task: {'id': task-435368, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032856} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.265212] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 538.265490] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Moving file from [datastore1] vmware_temp/65ff1df5-d40d-410e-9b05-7c6235fea7df/966cfc37-d288-40df-aff0-78f82eab8ff9 to [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9. {{(pid=61960) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 538.265799] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-d71d0675-15bf-452a-9738-e7970566d72e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.274892] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Waiting for the task: (returnval){ [ 538.274892] env[61960]: value = "task-435369" [ 538.274892] env[61960]: _type = "Task" [ 538.274892] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.286783] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Task: {'id': task-435369, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.374954] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.377707] env[61960]: DEBUG nova.compute.manager [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 538.378267] env[61960]: DEBUG oslo_concurrency.lockutils [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.868s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.379589] env[61960]: INFO nova.compute.claims [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 538.534041] env[61960]: DEBUG nova.compute.manager [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 538.626489] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.786155] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Task: {'id': task-435369, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.02611} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.786758] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] File moved {{(pid=61960) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 538.786935] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Cleaning up location [datastore1] vmware_temp/65ff1df5-d40d-410e-9b05-7c6235fea7df {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 538.787117] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Deleting the datastore file [datastore1] vmware_temp/65ff1df5-d40d-410e-9b05-7c6235fea7df {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 538.787382] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36f5b1f5-7f80-494c-ac7b-0da5ca2dfa66 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.796746] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Waiting for the task: (returnval){ [ 538.796746] env[61960]: value = "task-435370" [ 538.796746] env[61960]: _type = "Task" [ 538.796746] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.804846] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Task: {'id': task-435370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.879139] env[61960]: DEBUG nova.network.neutron [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 538.889967] env[61960]: DEBUG nova.compute.utils [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 538.893095] env[61960]: DEBUG nova.compute.manager [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 538.893164] env[61960]: DEBUG nova.network.neutron [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 538.936334] env[61960]: DEBUG nova.compute.manager [req-dc83e404-46e2-4ab6-a047-081ac18668d8 req-8ea39ac4-9a66-4eaf-abc8-a723a4f77232 service nova] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Received event network-vif-plugged-ed4638d2-4d86-49b6-94a2-8fda5efee779 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 538.936541] env[61960]: DEBUG oslo_concurrency.lockutils [req-dc83e404-46e2-4ab6-a047-081ac18668d8 req-8ea39ac4-9a66-4eaf-abc8-a723a4f77232 service nova] Acquiring lock "68958700-08a7-4ca2-8a35-7fde68591a74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.936778] env[61960]: DEBUG oslo_concurrency.lockutils [req-dc83e404-46e2-4ab6-a047-081ac18668d8 req-8ea39ac4-9a66-4eaf-abc8-a723a4f77232 service nova] Lock "68958700-08a7-4ca2-8a35-7fde68591a74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.938086] env[61960]: DEBUG oslo_concurrency.lockutils [req-dc83e404-46e2-4ab6-a047-081ac18668d8 req-8ea39ac4-9a66-4eaf-abc8-a723a4f77232 service nova] Lock "68958700-08a7-4ca2-8a35-7fde68591a74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.939142] env[61960]: DEBUG nova.compute.manager [req-dc83e404-46e2-4ab6-a047-081ac18668d8 req-8ea39ac4-9a66-4eaf-abc8-a723a4f77232 service nova] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] No waiting events found dispatching network-vif-plugged-ed4638d2-4d86-49b6-94a2-8fda5efee779 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 538.939142] env[61960]: WARNING nova.compute.manager [req-dc83e404-46e2-4ab6-a047-081ac18668d8 req-8ea39ac4-9a66-4eaf-abc8-a723a4f77232 service nova] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Received unexpected event network-vif-plugged-ed4638d2-4d86-49b6-94a2-8fda5efee779 for instance with vm_state building and task_state spawning. [ 538.940248] env[61960]: DEBUG nova.policy [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3d91602d8bd4b23bfa31722e057c6b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f39e1da71d5e4556a25562d8eb462ab9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 539.067541] env[61960]: DEBUG oslo_concurrency.lockutils [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.307905] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Task: {'id': task-435370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025538} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.308314] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 539.309672] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02a64874-9af9-460c-826a-cb1f5d86803d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.315691] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Waiting for the task: (returnval){ [ 539.315691] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5214d2b9-a124-df45-abe3-10471e50c10a" [ 539.315691] env[61960]: _type = "Task" [ 539.315691] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.322833] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5214d2b9-a124-df45-abe3-10471e50c10a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.392969] env[61960]: DEBUG nova.compute.manager [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 539.478796] env[61960]: DEBUG nova.network.neutron [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Updating instance_info_cache with network_info: [{"id": "ed4638d2-4d86-49b6-94a2-8fda5efee779", "address": "fa:16:3e:35:1c:13", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped4638d2-4d", "ovs_interfaceid": "ed4638d2-4d86-49b6-94a2-8fda5efee779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 539.581544] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d2fe42-bfa5-467b-81e3-35c783aa2d68 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.591450] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4702494-5cb0-46b3-bbfc-5d79802fbd03 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.624188] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975a03cf-2458-4147-b95f-8e4e4719c16a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.632124] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92b4f60-b8d1-47b4-9546-a4c39298822c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.648765] env[61960]: DEBUG nova.compute.provider_tree [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 539.748947] env[61960]: DEBUG nova.network.neutron [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Successfully created port: e4c5c0a8-f8f7-463c-a960-96c3194af65f {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 539.826209] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5214d2b9-a124-df45-abe3-10471e50c10a, 'name': SearchDatastore_Task, 'duration_secs': 0.010701} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.826552] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.826721] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 1a02e309-1403-4d0e-8fb5-65e90274f3a7/1a02e309-1403-4d0e-8fb5-65e90274f3a7.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 539.826970] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79f7c731-9973-4a93-bcc2-38db55bab925 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.833867] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Waiting for the task: (returnval){ [ 539.833867] env[61960]: value = "task-435371" [ 539.833867] env[61960]: _type = "Task" [ 539.833867] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.847758] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Task: {'id': task-435371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.980427] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Releasing lock "refresh_cache-68958700-08a7-4ca2-8a35-7fde68591a74" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.980873] env[61960]: DEBUG nova.compute.manager [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Instance network_info: |[{"id": "ed4638d2-4d86-49b6-94a2-8fda5efee779", "address": "fa:16:3e:35:1c:13", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped4638d2-4d", "ovs_interfaceid": "ed4638d2-4d86-49b6-94a2-8fda5efee779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 539.981681] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:1c:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed4638d2-4d86-49b6-94a2-8fda5efee779', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 539.995729] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Creating folder: Project (bc683e45fca3431ca1b714c00f423861). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 539.996284] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f84984d-6af4-4ec2-a325-b70aea1ea057 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.011025] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Created folder: Project (bc683e45fca3431ca1b714c00f423861) in parent group-v115929. [ 540.011025] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Creating folder: Instances. Parent ref: group-v115933. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 540.011025] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67619c56-ba42-4b5c-8173-7d7958fad287 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.021088] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Created folder: Instances in parent group-v115933. [ 540.021368] env[61960]: DEBUG oslo.service.loopingcall [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 540.021584] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 540.021796] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a22bea18-6a7d-494f-83ae-abd822529489 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.057999] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 540.057999] env[61960]: value = "task-435374" [ 540.057999] env[61960]: _type = "Task" [ 540.057999] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.068269] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435374, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.153025] env[61960]: DEBUG nova.scheduler.client.report [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 540.347830] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Task: {'id': task-435371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488373} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.348179] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 1a02e309-1403-4d0e-8fb5-65e90274f3a7/1a02e309-1403-4d0e-8fb5-65e90274f3a7.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 540.348370] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 540.348646] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-860db024-cada-4ff7-87cc-22d152bfe414 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.359613] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Waiting for the task: (returnval){ [ 540.359613] env[61960]: value = "task-435375" [ 540.359613] env[61960]: _type = "Task" [ 540.359613] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.368451] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Task: {'id': task-435375, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.404763] env[61960]: DEBUG nova.compute.manager [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 540.446839] env[61960]: DEBUG nova.virt.hardware [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 540.446839] env[61960]: DEBUG nova.virt.hardware [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 540.446839] env[61960]: DEBUG nova.virt.hardware [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 540.447040] env[61960]: DEBUG nova.virt.hardware [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 540.447040] env[61960]: DEBUG nova.virt.hardware [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 540.447040] env[61960]: DEBUG nova.virt.hardware [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 540.447040] env[61960]: DEBUG nova.virt.hardware [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 540.447040] env[61960]: DEBUG nova.virt.hardware [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 540.447192] env[61960]: DEBUG nova.virt.hardware [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 540.447282] env[61960]: DEBUG nova.virt.hardware [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 540.447482] env[61960]: DEBUG nova.virt.hardware [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 540.448422] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92671d0b-9631-4687-b428-259b65151d45 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.462857] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2871d003-9749-4626-86fe-a6e0c53b0544 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.570891] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435374, 'name': CreateVM_Task, 'duration_secs': 0.400907} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.570891] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 540.597064] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.602033] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.602033] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.602033] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab29291f-5b41-4974-805b-bcb449a5de87 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.610447] env[61960]: DEBUG oslo_vmware.api [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Waiting for the task: (returnval){ [ 540.610447] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5242d7f8-6362-de34-2f15-4eeb1b677756" [ 540.610447] env[61960]: _type = "Task" [ 540.610447] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.620046] env[61960]: DEBUG oslo_vmware.api [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5242d7f8-6362-de34-2f15-4eeb1b677756, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.662712] env[61960]: DEBUG oslo_concurrency.lockutils [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.284s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.663860] env[61960]: DEBUG nova.compute.manager [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 540.668325] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.571s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.671113] env[61960]: INFO nova.compute.claims [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 540.863318] env[61960]: DEBUG nova.network.neutron [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Successfully updated port: 3232c500-83bb-490f-8f13-7fb9ce98cfd8 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 540.871617] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Task: {'id': task-435375, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073267} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.871892] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 540.873515] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ddc217-e9f0-4212-8db7-bba25ca3a67f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.897746] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 1a02e309-1403-4d0e-8fb5-65e90274f3a7/1a02e309-1403-4d0e-8fb5-65e90274f3a7.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 540.899297] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1b6dd27-368f-4f93-8ed3-9fd491dc33dd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.921752] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Waiting for the task: (returnval){ [ 540.921752] env[61960]: value = "task-435376" [ 540.921752] env[61960]: _type = "Task" [ 540.921752] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.935208] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Task: {'id': task-435376, 'name': ReconfigVM_Task} progress is 10%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.124018] env[61960]: DEBUG oslo_vmware.api [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5242d7f8-6362-de34-2f15-4eeb1b677756, 'name': SearchDatastore_Task, 'duration_secs': 0.011505} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.124393] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.124952] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 541.124952] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.125357] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.125357] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 541.125984] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7a30e78-6eaa-4b93-890c-7de76d67b76b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.140241] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 541.140922] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 541.142014] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a08b865d-0206-4513-a2dc-d35afe72518a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.154336] env[61960]: DEBUG oslo_vmware.api [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Waiting for the task: (returnval){ [ 541.154336] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52d7b5c3-5859-d313-f710-2b1a103998f8" [ 541.154336] env[61960]: _type = "Task" [ 541.154336] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.164483] env[61960]: DEBUG oslo_vmware.api [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52d7b5c3-5859-d313-f710-2b1a103998f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.174683] env[61960]: DEBUG nova.compute.utils [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 541.178346] env[61960]: DEBUG nova.compute.manager [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 541.178346] env[61960]: DEBUG nova.network.neutron [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 541.311153] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.311153] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.311153] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Starting heal instance info cache {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 541.311153] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Rebuilding the list of instances to heal {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 541.350988] env[61960]: DEBUG nova.policy [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1bfa5f729a142fa88ef0fbf341cbbb2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e9d7103f7ab41cc944e31e678e10eb2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 541.366450] env[61960]: DEBUG oslo_concurrency.lockutils [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Acquiring lock "refresh_cache-74361d69-2cb1-4cfc-b5e1-ba99804f931a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.366868] env[61960]: DEBUG oslo_concurrency.lockutils [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Acquired lock "refresh_cache-74361d69-2cb1-4cfc-b5e1-ba99804f931a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.366868] env[61960]: DEBUG nova.network.neutron [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 541.416046] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Acquiring lock "66b0d824-035d-44df-a7c1-af0f4d23e4b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.417544] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Lock "66b0d824-035d-44df-a7c1-af0f4d23e4b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.434247] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Task: {'id': task-435376, 'name': ReconfigVM_Task, 'duration_secs': 0.288553} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.434570] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 1a02e309-1403-4d0e-8fb5-65e90274f3a7/1a02e309-1403-4d0e-8fb5-65e90274f3a7.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 541.435303] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-362c750b-3de2-434e-94bf-1e568cc9acf2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.441652] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Waiting for the task: (returnval){ [ 541.441652] env[61960]: value = "task-435377" [ 541.441652] env[61960]: _type = "Task" [ 541.441652] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.452065] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Task: {'id': task-435377, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.665123] env[61960]: DEBUG oslo_vmware.api [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52d7b5c3-5859-d313-f710-2b1a103998f8, 'name': SearchDatastore_Task, 'duration_secs': 0.008791} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.666010] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5639e325-2b89-4f75-bb13-a8c8be4411aa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.675753] env[61960]: DEBUG oslo_vmware.api [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Waiting for the task: (returnval){ [ 541.675753] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5294bada-a8a0-090a-8f4c-0a0eb81e8328" [ 541.675753] env[61960]: _type = "Task" [ 541.675753] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.679270] env[61960]: DEBUG nova.compute.manager [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 541.690887] env[61960]: DEBUG oslo_vmware.api [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5294bada-a8a0-090a-8f4c-0a0eb81e8328, 'name': SearchDatastore_Task, 'duration_secs': 0.008493} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.691311] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.691311] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 68958700-08a7-4ca2-8a35-7fde68591a74/68958700-08a7-4ca2-8a35-7fde68591a74.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 541.691550] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-067de432-c7da-40ef-a877-ee12c602ea97 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.699349] env[61960]: DEBUG oslo_vmware.api [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Waiting for the task: (returnval){ [ 541.699349] env[61960]: value = "task-435378" [ 541.699349] env[61960]: _type = "Task" [ 541.699349] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.711520] env[61960]: DEBUG oslo_vmware.api [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': task-435378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.818409] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Skipping network cache update for instance because it is Building. {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 541.818577] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Skipping network cache update for instance because it is Building. {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 541.818707] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Skipping network cache update for instance because it is Building. {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 541.818870] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Skipping network cache update for instance because it is Building. {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 541.818942] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Skipping network cache update for instance because it is Building. {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 541.819069] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Skipping network cache update for instance because it is Building. {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 541.819190] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Didn't find any instances for network info cache update. {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 541.819759] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.819903] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.820588] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.821077] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.822751] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.822751] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._sync_power_states {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.958057] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Task: {'id': task-435377, 'name': Rename_Task, 'duration_secs': 0.137807} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.958057] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 541.958199] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e7590f9-e5ee-4fca-8cc2-bc30563ccfd4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.966955] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Waiting for the task: (returnval){ [ 541.966955] env[61960]: value = "task-435379" [ 541.966955] env[61960]: _type = "Task" [ 541.966955] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.982612] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Task: {'id': task-435379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.009222] env[61960]: DEBUG nova.network.neutron [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 542.047032] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc6226f-cae9-4d0a-8330-0d35156fc4ac {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.059492] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3416773-bb84-4c70-98cb-b2aa16eb6a3f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.100976] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f50f476-d1c4-4d58-9849-e6381ef6e1a2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.109242] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b867a5d-bd9b-4667-b58d-974dd16ad624 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.139721] env[61960]: DEBUG nova.compute.provider_tree [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 542.211518] env[61960]: DEBUG oslo_vmware.api [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': task-435378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482599} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.211777] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 68958700-08a7-4ca2-8a35-7fde68591a74/68958700-08a7-4ca2-8a35-7fde68591a74.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 542.212050] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 542.213852] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8620a46c-5299-4ff3-886f-07aa93879831 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.219573] env[61960]: DEBUG oslo_vmware.api [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Waiting for the task: (returnval){ [ 542.219573] env[61960]: value = "task-435380" [ 542.219573] env[61960]: _type = "Task" [ 542.219573] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.229565] env[61960]: DEBUG oslo_vmware.api [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': task-435380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.335767] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Getting list of instances from cluster (obj){ [ 542.335767] env[61960]: value = "domain-c8" [ 542.335767] env[61960]: _type = "ClusterComputeResource" [ 542.335767] env[61960]: } {{(pid=61960) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 542.335767] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4513659d-f860-459d-82c1-74353de6b726 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.357667] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Got total of 2 instances {{(pid=61960) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 542.357667] env[61960]: WARNING nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] While synchronizing instance power states, found 6 instances in the database and 2 instances on the hypervisor. [ 542.357976] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Triggering sync for uuid 1a02e309-1403-4d0e-8fb5-65e90274f3a7 {{(pid=61960) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 542.357976] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Triggering sync for uuid 68958700-08a7-4ca2-8a35-7fde68591a74 {{(pid=61960) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 542.358280] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Triggering sync for uuid 74361d69-2cb1-4cfc-b5e1-ba99804f931a {{(pid=61960) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 542.358280] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Triggering sync for uuid ea093293-99fb-4412-ac10-68d63bfc0229 {{(pid=61960) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 542.358440] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Triggering sync for uuid 061597d3-af80-4eb7-8225-63fcdc3a1ab1 {{(pid=61960) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 542.358669] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Triggering sync for uuid 9a8047e7-ce01-4355-bf4e-aef94f6db15e {{(pid=61960) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 542.359128] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "1a02e309-1403-4d0e-8fb5-65e90274f3a7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.359329] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "68958700-08a7-4ca2-8a35-7fde68591a74" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.361701] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "74361d69-2cb1-4cfc-b5e1-ba99804f931a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.361701] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "ea093293-99fb-4412-ac10-68d63bfc0229" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.361701] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "061597d3-af80-4eb7-8225-63fcdc3a1ab1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.361701] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "9a8047e7-ce01-4355-bf4e-aef94f6db15e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.361701] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 542.362051] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=61960) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 542.362051] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager.update_available_resource {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 542.472516] env[61960]: DEBUG nova.network.neutron [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Successfully created port: 645ff2d0-1f4f-4ccd-941d-89414b9cc3c6 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 542.479400] env[61960]: DEBUG oslo_vmware.api [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Task: {'id': task-435379, 'name': PowerOnVM_Task, 'duration_secs': 0.486856} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.479613] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 542.480029] env[61960]: INFO nova.compute.manager [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Took 8.84 seconds to spawn the instance on the hypervisor. [ 542.480292] env[61960]: DEBUG nova.compute.manager [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 542.481091] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9397ea-b76e-4e70-8b2a-4f4b2f2c695a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.493470] env[61960]: DEBUG nova.network.neutron [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Successfully updated port: e4c5c0a8-f8f7-463c-a960-96c3194af65f {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 542.662705] env[61960]: ERROR nova.scheduler.client.report [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [req-73497b74-6497-471b-85c6-49eec40c3ed3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-73497b74-6497-471b-85c6-49eec40c3ed3"}]} [ 542.692129] env[61960]: DEBUG nova.compute.manager [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 542.722997] env[61960]: DEBUG nova.virt.hardware [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 542.723489] env[61960]: DEBUG nova.virt.hardware [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 542.723489] env[61960]: DEBUG nova.virt.hardware [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 542.723641] env[61960]: DEBUG nova.virt.hardware [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 542.723707] env[61960]: DEBUG nova.virt.hardware [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 542.723854] env[61960]: DEBUG nova.virt.hardware [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 542.727121] env[61960]: DEBUG nova.virt.hardware [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 542.727355] env[61960]: DEBUG nova.virt.hardware [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 542.727566] env[61960]: DEBUG nova.virt.hardware [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 542.727774] env[61960]: DEBUG nova.virt.hardware [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 542.727915] env[61960]: DEBUG nova.virt.hardware [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 542.728927] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09742b0-742e-4ff4-a916-862f6e49c505 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.742169] env[61960]: DEBUG oslo_vmware.api [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': task-435380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065716} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.742466] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 542.743673] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9992bc52-1bdd-4c96-a3b3-73c42bdded4e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.748049] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263a4c30-bf81-4eae-84f4-f248d860a107 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.771707] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 68958700-08a7-4ca2-8a35-7fde68591a74/68958700-08a7-4ca2-8a35-7fde68591a74.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 542.772813] env[61960]: DEBUG nova.scheduler.client.report [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 542.782656] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b13dab82-8a55-4c0f-ad5d-d70779ef6b17 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.804088] env[61960]: DEBUG oslo_vmware.api [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Waiting for the task: (returnval){ [ 542.804088] env[61960]: value = "task-435381" [ 542.804088] env[61960]: _type = "Task" [ 542.804088] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.814574] env[61960]: DEBUG oslo_vmware.api [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': task-435381, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.814574] env[61960]: DEBUG nova.scheduler.client.report [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 542.814752] env[61960]: DEBUG nova.compute.provider_tree [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 542.827835] env[61960]: DEBUG nova.scheduler.client.report [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 542.843845] env[61960]: DEBUG nova.network.neutron [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Updating instance_info_cache with network_info: [{"id": "3232c500-83bb-490f-8f13-7fb9ce98cfd8", "address": "fa:16:3e:b6:fd:d4", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3232c500-83", "ovs_interfaceid": "3232c500-83bb-490f-8f13-7fb9ce98cfd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 542.859896] env[61960]: DEBUG nova.scheduler.client.report [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 542.868198] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.999785] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Acquiring lock "refresh_cache-ea093293-99fb-4412-ac10-68d63bfc0229" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.999929] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Acquired lock "refresh_cache-ea093293-99fb-4412-ac10-68d63bfc0229" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.000087] env[61960]: DEBUG nova.network.neutron [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 543.013157] env[61960]: INFO nova.compute.manager [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Took 13.62 seconds to build instance. [ 543.132077] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ca541b-e46d-4aa9-90c0-6eeb6990cdf1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.141314] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639fc3ba-3743-4a64-aaa0-fca480a1c00d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.175995] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16737cac-73c9-4dc3-a84c-03d206245096 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.183717] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f0962b-8046-4e5b-b7b8-21df6fcb1c1c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.197855] env[61960]: DEBUG nova.compute.provider_tree [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 543.272627] env[61960]: DEBUG nova.compute.manager [req-40ed4613-0ed5-4083-91ab-2071d9e605c3 req-79598c4c-5fc8-4501-badb-1582b64629d7 service nova] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Received event network-changed-ed4638d2-4d86-49b6-94a2-8fda5efee779 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 543.272777] env[61960]: DEBUG nova.compute.manager [req-40ed4613-0ed5-4083-91ab-2071d9e605c3 req-79598c4c-5fc8-4501-badb-1582b64629d7 service nova] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Refreshing instance network info cache due to event network-changed-ed4638d2-4d86-49b6-94a2-8fda5efee779. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 543.276334] env[61960]: DEBUG oslo_concurrency.lockutils [req-40ed4613-0ed5-4083-91ab-2071d9e605c3 req-79598c4c-5fc8-4501-badb-1582b64629d7 service nova] Acquiring lock "refresh_cache-68958700-08a7-4ca2-8a35-7fde68591a74" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.276604] env[61960]: DEBUG oslo_concurrency.lockutils [req-40ed4613-0ed5-4083-91ab-2071d9e605c3 req-79598c4c-5fc8-4501-badb-1582b64629d7 service nova] Acquired lock "refresh_cache-68958700-08a7-4ca2-8a35-7fde68591a74" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.276786] env[61960]: DEBUG nova.network.neutron [req-40ed4613-0ed5-4083-91ab-2071d9e605c3 req-79598c4c-5fc8-4501-badb-1582b64629d7 service nova] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Refreshing network info cache for port ed4638d2-4d86-49b6-94a2-8fda5efee779 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 543.321810] env[61960]: DEBUG oslo_vmware.api [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': task-435381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.349267] env[61960]: DEBUG oslo_concurrency.lockutils [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Releasing lock "refresh_cache-74361d69-2cb1-4cfc-b5e1-ba99804f931a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.349267] env[61960]: DEBUG nova.compute.manager [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Instance network_info: |[{"id": "3232c500-83bb-490f-8f13-7fb9ce98cfd8", "address": "fa:16:3e:b6:fd:d4", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3232c500-83", "ovs_interfaceid": "3232c500-83bb-490f-8f13-7fb9ce98cfd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 543.353018] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:fd:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3232c500-83bb-490f-8f13-7fb9ce98cfd8', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 543.364024] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Creating folder: Project (087fcb397edb48a6b0c5bb73715546fa). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 543.364024] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-daab22f9-5b55-4572-9856-af6f0e1ac45d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.374393] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Created folder: Project (087fcb397edb48a6b0c5bb73715546fa) in parent group-v115929. [ 543.374581] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Creating folder: Instances. Parent ref: group-v115936. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 543.374815] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8564ab2-3645-49e2-b721-ecb4a69a14cb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.386666] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Created folder: Instances in parent group-v115936. [ 543.386666] env[61960]: DEBUG oslo.service.loopingcall [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 543.386806] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 543.386929] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e76e5ed-419e-4a4d-a1f6-cf1ec005cd53 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.410070] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 543.410070] env[61960]: value = "task-435384" [ 543.410070] env[61960]: _type = "Task" [ 543.410070] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.419380] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435384, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.517906] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c63db37f-24f8-4b58-9a27-308e946ef85d tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Lock "1a02e309-1403-4d0e-8fb5-65e90274f3a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.139s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.519228] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "1a02e309-1403-4d0e-8fb5-65e90274f3a7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.160s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.519430] env[61960]: INFO nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] During sync_power_state the instance has a pending task (spawning). Skip. [ 543.519639] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "1a02e309-1403-4d0e-8fb5-65e90274f3a7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.591330] env[61960]: DEBUG nova.network.neutron [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 543.714327] env[61960]: DEBUG nova.compute.manager [req-60ec28d6-2288-4839-93b9-df22e1541324 req-c9d90899-0c29-4911-bdeb-238b2ac73cdc service nova] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Received event network-vif-plugged-e4c5c0a8-f8f7-463c-a960-96c3194af65f {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 543.714544] env[61960]: DEBUG oslo_concurrency.lockutils [req-60ec28d6-2288-4839-93b9-df22e1541324 req-c9d90899-0c29-4911-bdeb-238b2ac73cdc service nova] Acquiring lock "ea093293-99fb-4412-ac10-68d63bfc0229-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.714745] env[61960]: DEBUG oslo_concurrency.lockutils [req-60ec28d6-2288-4839-93b9-df22e1541324 req-c9d90899-0c29-4911-bdeb-238b2ac73cdc service nova] Lock "ea093293-99fb-4412-ac10-68d63bfc0229-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.714923] env[61960]: DEBUG oslo_concurrency.lockutils [req-60ec28d6-2288-4839-93b9-df22e1541324 req-c9d90899-0c29-4911-bdeb-238b2ac73cdc service nova] Lock "ea093293-99fb-4412-ac10-68d63bfc0229-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.715088] env[61960]: DEBUG nova.compute.manager [req-60ec28d6-2288-4839-93b9-df22e1541324 req-c9d90899-0c29-4911-bdeb-238b2ac73cdc service nova] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] No waiting events found dispatching network-vif-plugged-e4c5c0a8-f8f7-463c-a960-96c3194af65f {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 543.715252] env[61960]: WARNING nova.compute.manager [req-60ec28d6-2288-4839-93b9-df22e1541324 req-c9d90899-0c29-4911-bdeb-238b2ac73cdc service nova] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Received unexpected event network-vif-plugged-e4c5c0a8-f8f7-463c-a960-96c3194af65f for instance with vm_state building and task_state spawning. [ 543.737549] env[61960]: DEBUG nova.scheduler.client.report [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 15 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 543.737790] env[61960]: DEBUG nova.compute.provider_tree [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 15 to 16 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 543.737970] env[61960]: DEBUG nova.compute.provider_tree [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 543.817347] env[61960]: DEBUG oslo_vmware.api [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': task-435381, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.919541] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435384, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.971375] env[61960]: DEBUG nova.network.neutron [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Updating instance_info_cache with network_info: [{"id": "e4c5c0a8-f8f7-463c-a960-96c3194af65f", "address": "fa:16:3e:6a:9b:fe", "network": {"id": "937429d7-f520-4ee4-b32d-c1f048dd8c78", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1886321033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39e1da71d5e4556a25562d8eb462ab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4c5c0a8-f8", "ovs_interfaceid": "e4c5c0a8-f8f7-463c-a960-96c3194af65f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 544.020670] env[61960]: DEBUG nova.compute.manager [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 544.243321] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.575s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.243962] env[61960]: DEBUG nova.compute.manager [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 544.249128] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.081s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.252018] env[61960]: INFO nova.compute.claims [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 544.322099] env[61960]: DEBUG oslo_vmware.api [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': task-435381, 'name': ReconfigVM_Task, 'duration_secs': 1.055031} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.322099] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 68958700-08a7-4ca2-8a35-7fde68591a74/68958700-08a7-4ca2-8a35-7fde68591a74.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 544.322099] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b022cc86-d79e-4ccc-b41b-91fc9acc8ab4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.330815] env[61960]: DEBUG oslo_vmware.api [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Waiting for the task: (returnval){ [ 544.330815] env[61960]: value = "task-435385" [ 544.330815] env[61960]: _type = "Task" [ 544.330815] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.343706] env[61960]: DEBUG oslo_vmware.api [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': task-435385, 'name': Rename_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.421789] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435384, 'name': CreateVM_Task, 'duration_secs': 0.575585} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.421789] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 544.421789] env[61960]: DEBUG oslo_concurrency.lockutils [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.421789] env[61960]: DEBUG oslo_concurrency.lockutils [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.421789] env[61960]: DEBUG oslo_concurrency.lockutils [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.422436] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f47a208d-4388-490d-a9ef-86e058b0258f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.427023] env[61960]: DEBUG oslo_vmware.api [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Waiting for the task: (returnval){ [ 544.427023] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52673595-3d0c-9c0f-744f-925c263e4068" [ 544.427023] env[61960]: _type = "Task" [ 544.427023] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.436550] env[61960]: DEBUG oslo_vmware.api [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52673595-3d0c-9c0f-744f-925c263e4068, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.439930] env[61960]: DEBUG nova.network.neutron [req-40ed4613-0ed5-4083-91ab-2071d9e605c3 req-79598c4c-5fc8-4501-badb-1582b64629d7 service nova] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Updated VIF entry in instance network info cache for port ed4638d2-4d86-49b6-94a2-8fda5efee779. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 544.439930] env[61960]: DEBUG nova.network.neutron [req-40ed4613-0ed5-4083-91ab-2071d9e605c3 req-79598c4c-5fc8-4501-badb-1582b64629d7 service nova] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Updating instance_info_cache with network_info: [{"id": "ed4638d2-4d86-49b6-94a2-8fda5efee779", "address": "fa:16:3e:35:1c:13", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped4638d2-4d", "ovs_interfaceid": "ed4638d2-4d86-49b6-94a2-8fda5efee779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 544.477040] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Releasing lock "refresh_cache-ea093293-99fb-4412-ac10-68d63bfc0229" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.477441] env[61960]: DEBUG nova.compute.manager [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Instance network_info: |[{"id": "e4c5c0a8-f8f7-463c-a960-96c3194af65f", "address": "fa:16:3e:6a:9b:fe", "network": {"id": "937429d7-f520-4ee4-b32d-c1f048dd8c78", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1886321033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39e1da71d5e4556a25562d8eb462ab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4c5c0a8-f8", "ovs_interfaceid": "e4c5c0a8-f8f7-463c-a960-96c3194af65f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 544.478059] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:9b:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4c5c0a8-f8f7-463c-a960-96c3194af65f', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 544.485541] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Creating folder: Project (f39e1da71d5e4556a25562d8eb462ab9). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 544.485874] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-740f4fda-9fc5-4881-9baa-9b66a4758d9c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.498762] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Created folder: Project (f39e1da71d5e4556a25562d8eb462ab9) in parent group-v115929. [ 544.498991] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Creating folder: Instances. Parent ref: group-v115939. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 544.499269] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08554841-2e78-4d1c-be6a-8be8a990c91d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.509962] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Created folder: Instances in parent group-v115939. [ 544.510215] env[61960]: DEBUG oslo.service.loopingcall [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 544.510405] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 544.510603] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e04570b0-e370-4ba4-b078-32d00b182488 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.534920] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 544.534920] env[61960]: value = "task-435388" [ 544.534920] env[61960]: _type = "Task" [ 544.534920] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.543338] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435388, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.553304] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.751328] env[61960]: DEBUG nova.compute.utils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 544.755788] env[61960]: DEBUG nova.compute.manager [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 544.755989] env[61960]: DEBUG nova.network.neutron [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 544.842882] env[61960]: DEBUG nova.policy [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e029f679e1a14a068ee418a04278a9e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e87d114e9834a9b9863229cde348caa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 544.849229] env[61960]: DEBUG oslo_vmware.api [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': task-435385, 'name': Rename_Task, 'duration_secs': 0.144509} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.851247] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 544.851529] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3c14421-d826-48b5-8665-f2dbb075f1eb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.857974] env[61960]: DEBUG oslo_vmware.api [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Waiting for the task: (returnval){ [ 544.857974] env[61960]: value = "task-435389" [ 544.857974] env[61960]: _type = "Task" [ 544.857974] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.879906] env[61960]: DEBUG oslo_vmware.api [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': task-435389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.937935] env[61960]: DEBUG nova.network.neutron [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Successfully updated port: 645ff2d0-1f4f-4ccd-941d-89414b9cc3c6 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 544.944846] env[61960]: DEBUG oslo_concurrency.lockutils [req-40ed4613-0ed5-4083-91ab-2071d9e605c3 req-79598c4c-5fc8-4501-badb-1582b64629d7 service nova] Releasing lock "refresh_cache-68958700-08a7-4ca2-8a35-7fde68591a74" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.944846] env[61960]: DEBUG nova.compute.manager [req-40ed4613-0ed5-4083-91ab-2071d9e605c3 req-79598c4c-5fc8-4501-badb-1582b64629d7 service nova] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Received event network-vif-plugged-3232c500-83bb-490f-8f13-7fb9ce98cfd8 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 544.944846] env[61960]: DEBUG oslo_concurrency.lockutils [req-40ed4613-0ed5-4083-91ab-2071d9e605c3 req-79598c4c-5fc8-4501-badb-1582b64629d7 service nova] Acquiring lock "74361d69-2cb1-4cfc-b5e1-ba99804f931a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.944846] env[61960]: DEBUG oslo_concurrency.lockutils [req-40ed4613-0ed5-4083-91ab-2071d9e605c3 req-79598c4c-5fc8-4501-badb-1582b64629d7 service nova] Lock "74361d69-2cb1-4cfc-b5e1-ba99804f931a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.944846] env[61960]: DEBUG oslo_concurrency.lockutils [req-40ed4613-0ed5-4083-91ab-2071d9e605c3 req-79598c4c-5fc8-4501-badb-1582b64629d7 service nova] Lock "74361d69-2cb1-4cfc-b5e1-ba99804f931a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.945571] env[61960]: DEBUG nova.compute.manager [req-40ed4613-0ed5-4083-91ab-2071d9e605c3 req-79598c4c-5fc8-4501-badb-1582b64629d7 service nova] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] No waiting events found dispatching network-vif-plugged-3232c500-83bb-490f-8f13-7fb9ce98cfd8 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 544.945571] env[61960]: WARNING nova.compute.manager [req-40ed4613-0ed5-4083-91ab-2071d9e605c3 req-79598c4c-5fc8-4501-badb-1582b64629d7 service nova] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Received unexpected event network-vif-plugged-3232c500-83bb-490f-8f13-7fb9ce98cfd8 for instance with vm_state building and task_state spawning. [ 544.945571] env[61960]: DEBUG nova.compute.manager [req-40ed4613-0ed5-4083-91ab-2071d9e605c3 req-79598c4c-5fc8-4501-badb-1582b64629d7 service nova] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Received event network-changed-3232c500-83bb-490f-8f13-7fb9ce98cfd8 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 544.945571] env[61960]: DEBUG nova.compute.manager [req-40ed4613-0ed5-4083-91ab-2071d9e605c3 req-79598c4c-5fc8-4501-badb-1582b64629d7 service nova] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Refreshing instance network info cache due to event network-changed-3232c500-83bb-490f-8f13-7fb9ce98cfd8. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 544.945571] env[61960]: DEBUG oslo_concurrency.lockutils [req-40ed4613-0ed5-4083-91ab-2071d9e605c3 req-79598c4c-5fc8-4501-badb-1582b64629d7 service nova] Acquiring lock "refresh_cache-74361d69-2cb1-4cfc-b5e1-ba99804f931a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.945798] env[61960]: DEBUG oslo_concurrency.lockutils [req-40ed4613-0ed5-4083-91ab-2071d9e605c3 req-79598c4c-5fc8-4501-badb-1582b64629d7 service nova] Acquired lock "refresh_cache-74361d69-2cb1-4cfc-b5e1-ba99804f931a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.945798] env[61960]: DEBUG nova.network.neutron [req-40ed4613-0ed5-4083-91ab-2071d9e605c3 req-79598c4c-5fc8-4501-badb-1582b64629d7 service nova] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Refreshing network info cache for port 3232c500-83bb-490f-8f13-7fb9ce98cfd8 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 544.964472] env[61960]: DEBUG oslo_vmware.api [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52673595-3d0c-9c0f-744f-925c263e4068, 'name': SearchDatastore_Task, 'duration_secs': 0.008753} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.967717] env[61960]: DEBUG oslo_concurrency.lockutils [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.969646] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 544.970021] env[61960]: DEBUG oslo_concurrency.lockutils [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.970138] env[61960]: DEBUG oslo_concurrency.lockutils [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.970422] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 544.972185] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6986c294-7b49-4019-8ed7-18887bf52e15 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.982528] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 544.982528] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 544.985875] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff137f1e-a3e5-4d58-9a72-4bd28d31b2b4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.992262] env[61960]: DEBUG oslo_vmware.api [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Waiting for the task: (returnval){ [ 544.992262] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524e3b8d-a1fc-85d0-baea-196a46bb4513" [ 544.992262] env[61960]: _type = "Task" [ 544.992262] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.003269] env[61960]: DEBUG oslo_vmware.api [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524e3b8d-a1fc-85d0-baea-196a46bb4513, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.046643] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435388, 'name': CreateVM_Task, 'duration_secs': 0.337906} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.046816] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 545.047592] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.047753] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.048071] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.048320] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3109593d-5325-4909-9cca-b7e32434b19c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.053136] env[61960]: DEBUG oslo_vmware.api [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Waiting for the task: (returnval){ [ 545.053136] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fc62d6-51ee-aa79-f636-76137ee6b414" [ 545.053136] env[61960]: _type = "Task" [ 545.053136] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.062712] env[61960]: DEBUG oslo_vmware.api [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fc62d6-51ee-aa79-f636-76137ee6b414, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.263880] env[61960]: DEBUG nova.compute.manager [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 545.373594] env[61960]: DEBUG oslo_vmware.api [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': task-435389, 'name': PowerOnVM_Task} progress is 89%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.444348] env[61960]: DEBUG oslo_concurrency.lockutils [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Acquiring lock "refresh_cache-061597d3-af80-4eb7-8225-63fcdc3a1ab1" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.444348] env[61960]: DEBUG oslo_concurrency.lockutils [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Acquired lock "refresh_cache-061597d3-af80-4eb7-8225-63fcdc3a1ab1" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.444348] env[61960]: DEBUG nova.network.neutron [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 545.479746] env[61960]: DEBUG nova.network.neutron [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Successfully created port: f706a718-c1db-41e6-a3fe-5a1cdb32a176 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 545.483797] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06776297-d191-49fb-830f-94a454c8ca49 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.493720] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219298bd-fe62-4f96-a0e8-903fb1434ff6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.507406] env[61960]: DEBUG oslo_vmware.api [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524e3b8d-a1fc-85d0-baea-196a46bb4513, 'name': SearchDatastore_Task, 'duration_secs': 0.008126} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.540823] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceeaea42-fa3b-459e-bb1e-0a1fe980bf60 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.544524] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54d02db-bc66-45c6-bbd9-9c55dd205c15 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.551752] env[61960]: DEBUG oslo_vmware.api [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Waiting for the task: (returnval){ [ 545.551752] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52980352-7f3e-fc8c-53c0-1c4ca4f79a4e" [ 545.551752] env[61960]: _type = "Task" [ 545.551752] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.563853] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deeb0b48-4d56-4fbe-8834-1438a2f161ab {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.574881] env[61960]: DEBUG oslo_vmware.api [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52980352-7f3e-fc8c-53c0-1c4ca4f79a4e, 'name': SearchDatastore_Task, 'duration_secs': 0.009215} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.580683] env[61960]: DEBUG oslo_concurrency.lockutils [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.581029] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 74361d69-2cb1-4cfc-b5e1-ba99804f931a/74361d69-2cb1-4cfc-b5e1-ba99804f931a.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 545.581325] env[61960]: DEBUG oslo_vmware.api [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fc62d6-51ee-aa79-f636-76137ee6b414, 'name': SearchDatastore_Task, 'duration_secs': 0.017064} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.582063] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98c82642-82b0-46c5-bc0f-1bb2e3a57cb6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.584705] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.584924] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 545.585164] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.585300] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.585559] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 545.593880] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95604698-f596-4ea1-8ad1-e79f2d49693c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.596187] env[61960]: DEBUG nova.compute.provider_tree [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 545.604177] env[61960]: DEBUG oslo_vmware.api [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Waiting for the task: (returnval){ [ 545.604177] env[61960]: value = "task-435390" [ 545.604177] env[61960]: _type = "Task" [ 545.604177] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.605785] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 545.605785] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 545.610545] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bad6aaa-3dc9-459a-984d-25844dced48e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.619339] env[61960]: DEBUG oslo_vmware.api [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Task: {'id': task-435390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.620832] env[61960]: DEBUG oslo_vmware.api [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Waiting for the task: (returnval){ [ 545.620832] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52df9ce5-bdfa-c257-d94e-eca1722a096b" [ 545.620832] env[61960]: _type = "Task" [ 545.620832] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.632990] env[61960]: DEBUG oslo_vmware.api [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52df9ce5-bdfa-c257-d94e-eca1722a096b, 'name': SearchDatastore_Task, 'duration_secs': 0.008647} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.633689] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-813a3ea5-8459-48a7-87a2-b5294504e0c6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.644050] env[61960]: DEBUG oslo_vmware.api [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Waiting for the task: (returnval){ [ 545.644050] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52055131-f19f-e52c-e447-8b3ae114ae8b" [ 545.644050] env[61960]: _type = "Task" [ 545.644050] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.659403] env[61960]: DEBUG oslo_vmware.api [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52055131-f19f-e52c-e447-8b3ae114ae8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.872665] env[61960]: DEBUG oslo_vmware.api [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': task-435389, 'name': PowerOnVM_Task, 'duration_secs': 0.612907} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.873016] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 545.873103] env[61960]: INFO nova.compute.manager [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Took 10.01 seconds to spawn the instance on the hypervisor. [ 545.873281] env[61960]: DEBUG nova.compute.manager [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 545.874103] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c580cbe-18b6-486d-b459-c6702c105f97 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.022355] env[61960]: DEBUG nova.network.neutron [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 546.100490] env[61960]: DEBUG nova.scheduler.client.report [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 546.118736] env[61960]: DEBUG oslo_vmware.api [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Task: {'id': task-435390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458155} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.119086] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 74361d69-2cb1-4cfc-b5e1-ba99804f931a/74361d69-2cb1-4cfc-b5e1-ba99804f931a.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 546.119306] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 546.119557] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80439e01-005b-4f97-a364-d574c3160437 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.132400] env[61960]: DEBUG oslo_vmware.api [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Waiting for the task: (returnval){ [ 546.132400] env[61960]: value = "task-435391" [ 546.132400] env[61960]: _type = "Task" [ 546.132400] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.146399] env[61960]: DEBUG oslo_vmware.api [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Task: {'id': task-435391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.156938] env[61960]: DEBUG oslo_vmware.api [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52055131-f19f-e52c-e447-8b3ae114ae8b, 'name': SearchDatastore_Task, 'duration_secs': 0.008922} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.156938] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.156938] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] ea093293-99fb-4412-ac10-68d63bfc0229/ea093293-99fb-4412-ac10-68d63bfc0229.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 546.156938] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64364963-3401-4f9a-a7d2-e37ce373b107 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.163587] env[61960]: DEBUG oslo_vmware.api [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Waiting for the task: (returnval){ [ 546.163587] env[61960]: value = "task-435392" [ 546.163587] env[61960]: _type = "Task" [ 546.163587] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.175275] env[61960]: DEBUG oslo_vmware.api [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': task-435392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.215528] env[61960]: DEBUG nova.network.neutron [req-40ed4613-0ed5-4083-91ab-2071d9e605c3 req-79598c4c-5fc8-4501-badb-1582b64629d7 service nova] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Updated VIF entry in instance network info cache for port 3232c500-83bb-490f-8f13-7fb9ce98cfd8. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 546.215971] env[61960]: DEBUG nova.network.neutron [req-40ed4613-0ed5-4083-91ab-2071d9e605c3 req-79598c4c-5fc8-4501-badb-1582b64629d7 service nova] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Updating instance_info_cache with network_info: [{"id": "3232c500-83bb-490f-8f13-7fb9ce98cfd8", "address": "fa:16:3e:b6:fd:d4", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3232c500-83", "ovs_interfaceid": "3232c500-83bb-490f-8f13-7fb9ce98cfd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 546.277679] env[61960]: DEBUG nova.compute.manager [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 546.318107] env[61960]: DEBUG nova.virt.hardware [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 546.318107] env[61960]: DEBUG nova.virt.hardware [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 546.318107] env[61960]: DEBUG nova.virt.hardware [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 546.318264] env[61960]: DEBUG nova.virt.hardware [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 546.318264] env[61960]: DEBUG nova.virt.hardware [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 546.318264] env[61960]: DEBUG nova.virt.hardware [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 546.318264] env[61960]: DEBUG nova.virt.hardware [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 546.318264] env[61960]: DEBUG nova.virt.hardware [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 546.318434] env[61960]: DEBUG nova.virt.hardware [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 546.319162] env[61960]: DEBUG nova.virt.hardware [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 546.319476] env[61960]: DEBUG nova.virt.hardware [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 546.320649] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac11c4f5-ea53-41fb-b451-7a143be8e830 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.330872] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3b6764-bd31-4258-8f82-7bd5b4a0cbac {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.382965] env[61960]: DEBUG oslo_concurrency.lockutils [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquiring lock "9d79bbb7-73e3-4af6-8595-b8d3ebd4378c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.382965] env[61960]: DEBUG oslo_concurrency.lockutils [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "9d79bbb7-73e3-4af6-8595-b8d3ebd4378c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.399704] env[61960]: INFO nova.compute.manager [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Took 16.47 seconds to build instance. [ 546.552232] env[61960]: DEBUG nova.compute.manager [None req-6c463ee1-bf93-45c3-b58f-db57f42fa2ba tempest-ServerDiagnosticsV248Test-664712461 tempest-ServerDiagnosticsV248Test-664712461-project-admin] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 546.553571] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64337ea4-7813-4dc0-ae57-dabfbf6522f1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.564263] env[61960]: INFO nova.compute.manager [None req-6c463ee1-bf93-45c3-b58f-db57f42fa2ba tempest-ServerDiagnosticsV248Test-664712461 tempest-ServerDiagnosticsV248Test-664712461-project-admin] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Retrieving diagnostics [ 546.565320] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6ca662-28cd-42c6-bce8-1594c1c3426c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.600301] env[61960]: DEBUG nova.network.neutron [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Updating instance_info_cache with network_info: [{"id": "645ff2d0-1f4f-4ccd-941d-89414b9cc3c6", "address": "fa:16:3e:08:ea:f5", "network": {"id": "0edb61c6-cfaa-4681-b036-893f67743dcb", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1111378444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e9d7103f7ab41cc944e31e678e10eb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap645ff2d0-1f", "ovs_interfaceid": "645ff2d0-1f4f-4ccd-941d-89414b9cc3c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 546.607059] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.607623] env[61960]: DEBUG nova.compute.manager [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 546.610544] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.403s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.612464] env[61960]: INFO nova.compute.claims [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 546.641529] env[61960]: DEBUG oslo_vmware.api [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Task: {'id': task-435391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069293} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.641853] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 546.642635] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ede8d0-461d-4c32-a1e3-68d4228bb6c5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.668287] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 74361d69-2cb1-4cfc-b5e1-ba99804f931a/74361d69-2cb1-4cfc-b5e1-ba99804f931a.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 546.669774] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f0c4936-772e-4f10-8755-9cdf277303fb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.693206] env[61960]: DEBUG oslo_vmware.api [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': task-435392, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474865} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.694652] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] ea093293-99fb-4412-ac10-68d63bfc0229/ea093293-99fb-4412-ac10-68d63bfc0229.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 546.694867] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 546.695295] env[61960]: DEBUG oslo_vmware.api [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Waiting for the task: (returnval){ [ 546.695295] env[61960]: value = "task-435393" [ 546.695295] env[61960]: _type = "Task" [ 546.695295] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.695453] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d715bc1-38d0-4ac7-b6d3-5e807aedbaf7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.707430] env[61960]: DEBUG oslo_vmware.api [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Task: {'id': task-435393, 'name': ReconfigVM_Task} progress is 10%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.707430] env[61960]: DEBUG oslo_vmware.api [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Waiting for the task: (returnval){ [ 546.707430] env[61960]: value = "task-435394" [ 546.707430] env[61960]: _type = "Task" [ 546.707430] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.719063] env[61960]: DEBUG oslo_concurrency.lockutils [req-40ed4613-0ed5-4083-91ab-2071d9e605c3 req-79598c4c-5fc8-4501-badb-1582b64629d7 service nova] Releasing lock "refresh_cache-74361d69-2cb1-4cfc-b5e1-ba99804f931a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.905591] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b421f321-6ff0-4fe9-806d-610eaecfe4e9 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Lock "68958700-08a7-4ca2-8a35-7fde68591a74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.981s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.907187] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "68958700-08a7-4ca2-8a35-7fde68591a74" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.546s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.907187] env[61960]: INFO nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] During sync_power_state the instance has a pending task (spawning). Skip. [ 546.907187] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "68958700-08a7-4ca2-8a35-7fde68591a74" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.102778] env[61960]: DEBUG oslo_concurrency.lockutils [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Releasing lock "refresh_cache-061597d3-af80-4eb7-8225-63fcdc3a1ab1" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.103879] env[61960]: DEBUG nova.compute.manager [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Instance network_info: |[{"id": "645ff2d0-1f4f-4ccd-941d-89414b9cc3c6", "address": "fa:16:3e:08:ea:f5", "network": {"id": "0edb61c6-cfaa-4681-b036-893f67743dcb", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1111378444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e9d7103f7ab41cc944e31e678e10eb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap645ff2d0-1f", "ovs_interfaceid": "645ff2d0-1f4f-4ccd-941d-89414b9cc3c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 547.106341] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:ea:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '645ff2d0-1f4f-4ccd-941d-89414b9cc3c6', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 547.116709] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Creating folder: Project (5e9d7103f7ab41cc944e31e678e10eb2). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 547.119253] env[61960]: DEBUG nova.compute.utils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 547.122753] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dab12aa9-a855-498f-97a1-918e99ae6ee1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.126022] env[61960]: DEBUG nova.compute.manager [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 547.126022] env[61960]: DEBUG nova.network.neutron [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 547.137094] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Created folder: Project (5e9d7103f7ab41cc944e31e678e10eb2) in parent group-v115929. [ 547.137094] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Creating folder: Instances. Parent ref: group-v115942. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 547.137094] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0714a31-4315-492f-80ca-35e41a796512 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.151297] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Created folder: Instances in parent group-v115942. [ 547.151881] env[61960]: DEBUG oslo.service.loopingcall [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 547.152490] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 547.153338] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d928b279-218b-414f-9d85-6dc47f410c2c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.176219] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 547.176219] env[61960]: value = "task-435397" [ 547.176219] env[61960]: _type = "Task" [ 547.176219] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.185589] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435397, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.208855] env[61960]: DEBUG oslo_vmware.api [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Task: {'id': task-435393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.218644] env[61960]: DEBUG oslo_vmware.api [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': task-435394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092549} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.218908] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 547.219674] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461c40fa-3015-4e0c-8b2e-47e4b6324164 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.241984] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] ea093293-99fb-4412-ac10-68d63bfc0229/ea093293-99fb-4412-ac10-68d63bfc0229.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 547.242334] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e36bf751-707b-4714-b638-eaaf92065465 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.262245] env[61960]: DEBUG oslo_vmware.api [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Waiting for the task: (returnval){ [ 547.262245] env[61960]: value = "task-435398" [ 547.262245] env[61960]: _type = "Task" [ 547.262245] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.270641] env[61960]: DEBUG oslo_vmware.api [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': task-435398, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.407449] env[61960]: DEBUG nova.compute.manager [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 547.534280] env[61960]: DEBUG nova.policy [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e029f679e1a14a068ee418a04278a9e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e87d114e9834a9b9863229cde348caa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 547.626700] env[61960]: DEBUG nova.compute.manager [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 547.688416] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435397, 'name': CreateVM_Task, 'duration_secs': 0.346221} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.693586] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 547.694278] env[61960]: DEBUG oslo_concurrency.lockutils [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.695345] env[61960]: DEBUG oslo_concurrency.lockutils [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.695345] env[61960]: DEBUG oslo_concurrency.lockutils [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.695345] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62773dd3-0977-4213-8400-e048ce53f750 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.709210] env[61960]: DEBUG oslo_vmware.api [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Waiting for the task: (returnval){ [ 547.709210] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52cf6e8b-7f43-12f1-e123-735ed41f4601" [ 547.709210] env[61960]: _type = "Task" [ 547.709210] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.713371] env[61960]: DEBUG oslo_vmware.api [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Task: {'id': task-435393, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.726440] env[61960]: DEBUG oslo_vmware.api [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52cf6e8b-7f43-12f1-e123-735ed41f4601, 'name': SearchDatastore_Task, 'duration_secs': 0.010271} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.726726] env[61960]: DEBUG oslo_concurrency.lockutils [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.727048] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 547.727285] env[61960]: DEBUG oslo_concurrency.lockutils [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.727448] env[61960]: DEBUG oslo_concurrency.lockutils [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.727722] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 547.727890] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60aabf16-b599-4706-8a8a-813f6a350def {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.737124] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 547.738206] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 547.738625] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84dede9a-66ca-477b-9297-4caf9672fee9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.744931] env[61960]: DEBUG oslo_vmware.api [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Waiting for the task: (returnval){ [ 547.744931] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52465e1c-1c38-47f5-b9eb-fe05e60c9262" [ 547.744931] env[61960]: _type = "Task" [ 547.744931] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.756952] env[61960]: DEBUG oslo_vmware.api [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52465e1c-1c38-47f5-b9eb-fe05e60c9262, 'name': SearchDatastore_Task, 'duration_secs': 0.008543} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.757457] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31274424-37d5-4c9d-bc8a-44b0cbed351d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.763143] env[61960]: DEBUG oslo_vmware.api [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Waiting for the task: (returnval){ [ 547.763143] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528fe10a-a5a2-8bf3-a61e-225c21942ba8" [ 547.763143] env[61960]: _type = "Task" [ 547.763143] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.782790] env[61960]: DEBUG oslo_vmware.api [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': task-435398, 'name': ReconfigVM_Task, 'duration_secs': 0.387271} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.786240] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Reconfigured VM instance instance-00000004 to attach disk [datastore1] ea093293-99fb-4412-ac10-68d63bfc0229/ea093293-99fb-4412-ac10-68d63bfc0229.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 547.786909] env[61960]: DEBUG oslo_vmware.api [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528fe10a-a5a2-8bf3-a61e-225c21942ba8, 'name': SearchDatastore_Task, 'duration_secs': 0.00875} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.787242] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-914f2758-88f1-4ca9-96c5-bad7fbcc4bd9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.788979] env[61960]: DEBUG oslo_concurrency.lockutils [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.789941] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 061597d3-af80-4eb7-8225-63fcdc3a1ab1/061597d3-af80-4eb7-8225-63fcdc3a1ab1.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 547.792480] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecdb612e-db23-4220-90d2-7e58f1e0efea {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.801018] env[61960]: DEBUG oslo_vmware.api [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Waiting for the task: (returnval){ [ 547.801018] env[61960]: value = "task-435399" [ 547.801018] env[61960]: _type = "Task" [ 547.801018] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.801018] env[61960]: DEBUG oslo_vmware.api [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Waiting for the task: (returnval){ [ 547.801018] env[61960]: value = "task-435400" [ 547.801018] env[61960]: _type = "Task" [ 547.801018] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.814143] env[61960]: DEBUG oslo_vmware.api [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': task-435399, 'name': Rename_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.819557] env[61960]: DEBUG oslo_vmware.api [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Task: {'id': task-435400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.896739] env[61960]: DEBUG nova.compute.manager [req-ac3d428c-da10-4b92-b245-4298f6bda5cf req-b667bafb-357c-4225-a7b3-960f8ab7c5a0 service nova] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Received event network-vif-plugged-645ff2d0-1f4f-4ccd-941d-89414b9cc3c6 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 547.897849] env[61960]: DEBUG oslo_concurrency.lockutils [req-ac3d428c-da10-4b92-b245-4298f6bda5cf req-b667bafb-357c-4225-a7b3-960f8ab7c5a0 service nova] Acquiring lock "061597d3-af80-4eb7-8225-63fcdc3a1ab1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.898243] env[61960]: DEBUG oslo_concurrency.lockutils [req-ac3d428c-da10-4b92-b245-4298f6bda5cf req-b667bafb-357c-4225-a7b3-960f8ab7c5a0 service nova] Lock "061597d3-af80-4eb7-8225-63fcdc3a1ab1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.898618] env[61960]: DEBUG oslo_concurrency.lockutils [req-ac3d428c-da10-4b92-b245-4298f6bda5cf req-b667bafb-357c-4225-a7b3-960f8ab7c5a0 service nova] Lock "061597d3-af80-4eb7-8225-63fcdc3a1ab1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.898618] env[61960]: DEBUG nova.compute.manager [req-ac3d428c-da10-4b92-b245-4298f6bda5cf req-b667bafb-357c-4225-a7b3-960f8ab7c5a0 service nova] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] No waiting events found dispatching network-vif-plugged-645ff2d0-1f4f-4ccd-941d-89414b9cc3c6 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 547.898830] env[61960]: WARNING nova.compute.manager [req-ac3d428c-da10-4b92-b245-4298f6bda5cf req-b667bafb-357c-4225-a7b3-960f8ab7c5a0 service nova] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Received unexpected event network-vif-plugged-645ff2d0-1f4f-4ccd-941d-89414b9cc3c6 for instance with vm_state building and task_state spawning. [ 547.898830] env[61960]: DEBUG nova.compute.manager [req-ac3d428c-da10-4b92-b245-4298f6bda5cf req-b667bafb-357c-4225-a7b3-960f8ab7c5a0 service nova] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Received event network-changed-645ff2d0-1f4f-4ccd-941d-89414b9cc3c6 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 547.898956] env[61960]: DEBUG nova.compute.manager [req-ac3d428c-da10-4b92-b245-4298f6bda5cf req-b667bafb-357c-4225-a7b3-960f8ab7c5a0 service nova] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Refreshing instance network info cache due to event network-changed-645ff2d0-1f4f-4ccd-941d-89414b9cc3c6. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 547.899129] env[61960]: DEBUG oslo_concurrency.lockutils [req-ac3d428c-da10-4b92-b245-4298f6bda5cf req-b667bafb-357c-4225-a7b3-960f8ab7c5a0 service nova] Acquiring lock "refresh_cache-061597d3-af80-4eb7-8225-63fcdc3a1ab1" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.899284] env[61960]: DEBUG oslo_concurrency.lockutils [req-ac3d428c-da10-4b92-b245-4298f6bda5cf req-b667bafb-357c-4225-a7b3-960f8ab7c5a0 service nova] Acquired lock "refresh_cache-061597d3-af80-4eb7-8225-63fcdc3a1ab1" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.899410] env[61960]: DEBUG nova.network.neutron [req-ac3d428c-da10-4b92-b245-4298f6bda5cf req-b667bafb-357c-4225-a7b3-960f8ab7c5a0 service nova] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Refreshing network info cache for port 645ff2d0-1f4f-4ccd-941d-89414b9cc3c6 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 547.928194] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a27f44d-aa35-45ad-bbb4-fc54db336c7a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.939873] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cd6e10-62e1-41ca-9dfc-f08b18c3081f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.946104] env[61960]: DEBUG oslo_concurrency.lockutils [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.977616] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fad62c6-d46e-4aca-bf39-3a50908f094f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.985980] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91503a32-73e4-42b7-a1dd-d841289f56a1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.006835] env[61960]: DEBUG nova.compute.provider_tree [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 548.166036] env[61960]: DEBUG nova.compute.manager [req-9ab57f7c-93da-465c-8c0f-e2022b90be77 req-a06a0863-872c-498c-a185-1d24b16dd344 service nova] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Received event network-changed-e4c5c0a8-f8f7-463c-a960-96c3194af65f {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 548.169509] env[61960]: DEBUG nova.compute.manager [req-9ab57f7c-93da-465c-8c0f-e2022b90be77 req-a06a0863-872c-498c-a185-1d24b16dd344 service nova] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Refreshing instance network info cache due to event network-changed-e4c5c0a8-f8f7-463c-a960-96c3194af65f. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 548.169779] env[61960]: DEBUG oslo_concurrency.lockutils [req-9ab57f7c-93da-465c-8c0f-e2022b90be77 req-a06a0863-872c-498c-a185-1d24b16dd344 service nova] Acquiring lock "refresh_cache-ea093293-99fb-4412-ac10-68d63bfc0229" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.170046] env[61960]: DEBUG oslo_concurrency.lockutils [req-9ab57f7c-93da-465c-8c0f-e2022b90be77 req-a06a0863-872c-498c-a185-1d24b16dd344 service nova] Acquired lock "refresh_cache-ea093293-99fb-4412-ac10-68d63bfc0229" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.170243] env[61960]: DEBUG nova.network.neutron [req-9ab57f7c-93da-465c-8c0f-e2022b90be77 req-a06a0863-872c-498c-a185-1d24b16dd344 service nova] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Refreshing network info cache for port e4c5c0a8-f8f7-463c-a960-96c3194af65f {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 548.217629] env[61960]: DEBUG oslo_vmware.api [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Task: {'id': task-435393, 'name': ReconfigVM_Task, 'duration_secs': 1.039928} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.218238] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 74361d69-2cb1-4cfc-b5e1-ba99804f931a/74361d69-2cb1-4cfc-b5e1-ba99804f931a.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 548.219144] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38441ad5-98ac-4b18-ae69-1b64d8beab63 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.230479] env[61960]: DEBUG oslo_vmware.api [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Waiting for the task: (returnval){ [ 548.230479] env[61960]: value = "task-435401" [ 548.230479] env[61960]: _type = "Task" [ 548.230479] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.242790] env[61960]: DEBUG oslo_vmware.api [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Task: {'id': task-435401, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.320626] env[61960]: DEBUG oslo_vmware.api [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': task-435399, 'name': Rename_Task, 'duration_secs': 0.143222} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.322867] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 548.323151] env[61960]: DEBUG oslo_vmware.api [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Task: {'id': task-435400, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.326017] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-992b0545-a217-4baa-9805-52d63c5e4a36 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.331723] env[61960]: DEBUG oslo_vmware.api [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Waiting for the task: (returnval){ [ 548.331723] env[61960]: value = "task-435402" [ 548.331723] env[61960]: _type = "Task" [ 548.331723] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.349064] env[61960]: DEBUG oslo_vmware.api [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': task-435402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.390039] env[61960]: DEBUG nova.network.neutron [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Successfully updated port: f706a718-c1db-41e6-a3fe-5a1cdb32a176 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 548.503043] env[61960]: DEBUG oslo_concurrency.lockutils [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "46cef7c4-93a2-4751-bddb-39b874016f63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.503295] env[61960]: DEBUG oslo_concurrency.lockutils [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "46cef7c4-93a2-4751-bddb-39b874016f63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.511217] env[61960]: DEBUG nova.scheduler.client.report [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 548.654750] env[61960]: DEBUG nova.compute.manager [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 548.684548] env[61960]: DEBUG nova.virt.hardware [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 548.684822] env[61960]: DEBUG nova.virt.hardware [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 548.684933] env[61960]: DEBUG nova.virt.hardware [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 548.686826] env[61960]: DEBUG nova.virt.hardware [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 548.686826] env[61960]: DEBUG nova.virt.hardware [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 548.686826] env[61960]: DEBUG nova.virt.hardware [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 548.687350] env[61960]: DEBUG nova.virt.hardware [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 548.687350] env[61960]: DEBUG nova.virt.hardware [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 548.687509] env[61960]: DEBUG nova.virt.hardware [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 548.687691] env[61960]: DEBUG nova.virt.hardware [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 548.687858] env[61960]: DEBUG nova.virt.hardware [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 548.689697] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe811650-008a-4861-8d8e-cd73de77d95a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.699774] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca75abc-0795-45a0-b2fd-cb72dd961896 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.743391] env[61960]: DEBUG oslo_vmware.api [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Task: {'id': task-435401, 'name': Rename_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.817310] env[61960]: DEBUG oslo_vmware.api [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Task: {'id': task-435400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523929} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.820261] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 061597d3-af80-4eb7-8225-63fcdc3a1ab1/061597d3-af80-4eb7-8225-63fcdc3a1ab1.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 548.821464] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 548.821697] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50a44667-e3cd-466b-8f33-ffb5a3714bb3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.828661] env[61960]: DEBUG oslo_vmware.api [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Waiting for the task: (returnval){ [ 548.828661] env[61960]: value = "task-435403" [ 548.828661] env[61960]: _type = "Task" [ 548.828661] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.841695] env[61960]: DEBUG oslo_vmware.api [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Task: {'id': task-435403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.845082] env[61960]: DEBUG oslo_vmware.api [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': task-435402, 'name': PowerOnVM_Task} progress is 76%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.893215] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquiring lock "refresh_cache-9a8047e7-ce01-4355-bf4e-aef94f6db15e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.893299] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquired lock "refresh_cache-9a8047e7-ce01-4355-bf4e-aef94f6db15e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.893469] env[61960]: DEBUG nova.network.neutron [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 548.945176] env[61960]: DEBUG nova.network.neutron [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Successfully created port: bad90e5f-14f3-4d91-957d-b82284edc83d {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 548.999398] env[61960]: DEBUG nova.network.neutron [req-ac3d428c-da10-4b92-b245-4298f6bda5cf req-b667bafb-357c-4225-a7b3-960f8ab7c5a0 service nova] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Updated VIF entry in instance network info cache for port 645ff2d0-1f4f-4ccd-941d-89414b9cc3c6. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 548.999899] env[61960]: DEBUG nova.network.neutron [req-ac3d428c-da10-4b92-b245-4298f6bda5cf req-b667bafb-357c-4225-a7b3-960f8ab7c5a0 service nova] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Updating instance_info_cache with network_info: [{"id": "645ff2d0-1f4f-4ccd-941d-89414b9cc3c6", "address": "fa:16:3e:08:ea:f5", "network": {"id": "0edb61c6-cfaa-4681-b036-893f67743dcb", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1111378444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e9d7103f7ab41cc944e31e678e10eb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap645ff2d0-1f", "ovs_interfaceid": "645ff2d0-1f4f-4ccd-941d-89414b9cc3c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 549.021876] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.023294] env[61960]: DEBUG nova.compute.manager [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 549.026572] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.400s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.030978] env[61960]: INFO nova.compute.claims [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 549.244073] env[61960]: DEBUG oslo_vmware.api [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Task: {'id': task-435401, 'name': Rename_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.356528] env[61960]: DEBUG oslo_vmware.api [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': task-435402, 'name': PowerOnVM_Task, 'duration_secs': 0.979108} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.356610] env[61960]: DEBUG oslo_vmware.api [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Task: {'id': task-435403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.283705} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.356822] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 549.358385] env[61960]: INFO nova.compute.manager [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Took 8.95 seconds to spawn the instance on the hypervisor. [ 549.360772] env[61960]: DEBUG nova.compute.manager [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 549.364083] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 549.364083] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f14e5c-72f9-47e7-a0f2-6d82ae47cb9c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.367859] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ef64a4-3ed2-4a9f-9ea9-240096498129 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.396423] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 061597d3-af80-4eb7-8225-63fcdc3a1ab1/061597d3-af80-4eb7-8225-63fcdc3a1ab1.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 549.400614] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ad2bacd-8377-409b-a0bd-043e1859471c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.419873] env[61960]: DEBUG oslo_vmware.api [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Waiting for the task: (returnval){ [ 549.419873] env[61960]: value = "task-435404" [ 549.419873] env[61960]: _type = "Task" [ 549.419873] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.429205] env[61960]: DEBUG oslo_vmware.api [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Task: {'id': task-435404, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.488175] env[61960]: DEBUG nova.network.neutron [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 549.505925] env[61960]: DEBUG oslo_concurrency.lockutils [req-ac3d428c-da10-4b92-b245-4298f6bda5cf req-b667bafb-357c-4225-a7b3-960f8ab7c5a0 service nova] Releasing lock "refresh_cache-061597d3-af80-4eb7-8225-63fcdc3a1ab1" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.530029] env[61960]: DEBUG nova.compute.utils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 549.531387] env[61960]: DEBUG nova.compute.manager [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 549.536450] env[61960]: DEBUG nova.network.neutron [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 549.744046] env[61960]: DEBUG oslo_vmware.api [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Task: {'id': task-435401, 'name': Rename_Task, 'duration_secs': 1.22091} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.744381] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 549.744779] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2fa2ef8-11c6-465b-802b-0ef59db68702 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.752358] env[61960]: DEBUG oslo_vmware.api [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Waiting for the task: (returnval){ [ 549.752358] env[61960]: value = "task-435405" [ 549.752358] env[61960]: _type = "Task" [ 549.752358] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.761705] env[61960]: DEBUG oslo_vmware.api [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Task: {'id': task-435405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.842810] env[61960]: DEBUG nova.policy [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e029f679e1a14a068ee418a04278a9e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e87d114e9834a9b9863229cde348caa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 549.911078] env[61960]: INFO nova.compute.manager [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Took 17.83 seconds to build instance. [ 549.932573] env[61960]: DEBUG oslo_vmware.api [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Task: {'id': task-435404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.933660] env[61960]: DEBUG nova.network.neutron [req-9ab57f7c-93da-465c-8c0f-e2022b90be77 req-a06a0863-872c-498c-a185-1d24b16dd344 service nova] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Updated VIF entry in instance network info cache for port e4c5c0a8-f8f7-463c-a960-96c3194af65f. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 549.934033] env[61960]: DEBUG nova.network.neutron [req-9ab57f7c-93da-465c-8c0f-e2022b90be77 req-a06a0863-872c-498c-a185-1d24b16dd344 service nova] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Updating instance_info_cache with network_info: [{"id": "e4c5c0a8-f8f7-463c-a960-96c3194af65f", "address": "fa:16:3e:6a:9b:fe", "network": {"id": "937429d7-f520-4ee4-b32d-c1f048dd8c78", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1886321033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39e1da71d5e4556a25562d8eb462ab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4c5c0a8-f8", "ovs_interfaceid": "e4c5c0a8-f8f7-463c-a960-96c3194af65f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 550.044207] env[61960]: DEBUG nova.compute.manager [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 550.107472] env[61960]: DEBUG nova.network.neutron [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Updating instance_info_cache with network_info: [{"id": "f706a718-c1db-41e6-a3fe-5a1cdb32a176", "address": "fa:16:3e:8b:33:74", "network": {"id": "86ce8ea8-b844-4135-9d34-4504dd5ea582", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1600919733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0e87d114e9834a9b9863229cde348caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf706a718-c1", "ovs_interfaceid": "f706a718-c1db-41e6-a3fe-5a1cdb32a176", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 550.168415] env[61960]: DEBUG oslo_concurrency.lockutils [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] Acquiring lock "68958700-08a7-4ca2-8a35-7fde68591a74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.169066] env[61960]: DEBUG oslo_concurrency.lockutils [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] Lock "68958700-08a7-4ca2-8a35-7fde68591a74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.169066] env[61960]: DEBUG oslo_concurrency.lockutils [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] Acquiring lock "68958700-08a7-4ca2-8a35-7fde68591a74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.169266] env[61960]: DEBUG oslo_concurrency.lockutils [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] Lock "68958700-08a7-4ca2-8a35-7fde68591a74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.169266] env[61960]: DEBUG oslo_concurrency.lockutils [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] Lock "68958700-08a7-4ca2-8a35-7fde68591a74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.172982] env[61960]: INFO nova.compute.manager [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Terminating instance [ 550.176998] env[61960]: DEBUG nova.compute.manager [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 550.177278] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 550.178252] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb65f21-ef75-4576-bb7a-caad049c2b38 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.188138] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 550.188330] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e12b8361-0b76-41a4-b9ab-750c0dbb6784 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.197350] env[61960]: DEBUG oslo_vmware.api [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] Waiting for the task: (returnval){ [ 550.197350] env[61960]: value = "task-435406" [ 550.197350] env[61960]: _type = "Task" [ 550.197350] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.211711] env[61960]: DEBUG oslo_vmware.api [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] Task: {'id': task-435406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.267336] env[61960]: DEBUG oslo_vmware.api [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Task: {'id': task-435405, 'name': PowerOnVM_Task} progress is 89%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.337314] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1475730-59e0-48ab-b0ce-eb9ab3912886 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.345964] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166b637e-6bd2-4dc1-b0d4-eee4274ec4ae {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.389906] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4aaf127-cfdc-4272-882a-6840771cc13f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.400657] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09449c22-3171-43cd-8745-f40daa6e26af {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.416660] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f1f36a5f-5df1-4ee6-ae28-f31329ab90ae tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Lock "ea093293-99fb-4412-ac10-68d63bfc0229" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.349s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.418344] env[61960]: DEBUG nova.compute.provider_tree [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 550.420289] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "ea093293-99fb-4412-ac10-68d63bfc0229" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.060s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.420289] env[61960]: INFO nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] During sync_power_state the instance has a pending task (spawning). Skip. [ 550.420289] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "ea093293-99fb-4412-ac10-68d63bfc0229" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.431087] env[61960]: DEBUG oslo_vmware.api [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Task: {'id': task-435404, 'name': ReconfigVM_Task, 'duration_secs': 0.703014} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.431087] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 061597d3-af80-4eb7-8225-63fcdc3a1ab1/061597d3-af80-4eb7-8225-63fcdc3a1ab1.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 550.431869] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f3f5760-d202-4428-aad3-ce18453c238f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.438797] env[61960]: DEBUG oslo_vmware.api [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Waiting for the task: (returnval){ [ 550.438797] env[61960]: value = "task-435407" [ 550.438797] env[61960]: _type = "Task" [ 550.438797] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.440235] env[61960]: DEBUG oslo_concurrency.lockutils [req-9ab57f7c-93da-465c-8c0f-e2022b90be77 req-a06a0863-872c-498c-a185-1d24b16dd344 service nova] Releasing lock "refresh_cache-ea093293-99fb-4412-ac10-68d63bfc0229" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.450623] env[61960]: DEBUG oslo_vmware.api [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Task: {'id': task-435407, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.618165] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Releasing lock "refresh_cache-9a8047e7-ce01-4355-bf4e-aef94f6db15e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.618671] env[61960]: DEBUG nova.compute.manager [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Instance network_info: |[{"id": "f706a718-c1db-41e6-a3fe-5a1cdb32a176", "address": "fa:16:3e:8b:33:74", "network": {"id": "86ce8ea8-b844-4135-9d34-4504dd5ea582", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1600919733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0e87d114e9834a9b9863229cde348caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf706a718-c1", "ovs_interfaceid": "f706a718-c1db-41e6-a3fe-5a1cdb32a176", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 550.619916] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:33:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f706a718-c1db-41e6-a3fe-5a1cdb32a176', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 550.628918] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Creating folder: Project (0e87d114e9834a9b9863229cde348caa). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 550.630022] env[61960]: DEBUG nova.network.neutron [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Successfully created port: 624d4fb1-feae-4ee7-b60a-7170fe058aa7 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 550.632134] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fcd9af3-9b0b-4de7-bbe9-f8e8e6014c20 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.648443] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Created folder: Project (0e87d114e9834a9b9863229cde348caa) in parent group-v115929. [ 550.648443] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Creating folder: Instances. Parent ref: group-v115945. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 550.648443] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa86d531-2c56-482a-9be7-917550649f16 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.659497] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Created folder: Instances in parent group-v115945. [ 550.659769] env[61960]: DEBUG oslo.service.loopingcall [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 550.659958] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 550.660177] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22f89a56-9d1b-4c4b-97d1-e414a382232f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.693069] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 550.693069] env[61960]: value = "task-435410" [ 550.693069] env[61960]: _type = "Task" [ 550.693069] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.706016] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435410, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.715555] env[61960]: DEBUG oslo_vmware.api [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] Task: {'id': task-435406, 'name': PowerOffVM_Task, 'duration_secs': 0.370121} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.716154] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 550.718699] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 550.718699] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f18206b8-69fe-4e80-a138-7a743da7290b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.767186] env[61960]: DEBUG oslo_vmware.api [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Task: {'id': task-435405, 'name': PowerOnVM_Task, 'duration_secs': 0.744224} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.767539] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 550.767619] env[61960]: INFO nova.compute.manager [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Took 12.67 seconds to spawn the instance on the hypervisor. [ 550.767791] env[61960]: DEBUG nova.compute.manager [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 550.768610] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e8695b-d677-4891-a5aa-abfc363fd242 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.786986] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 550.787247] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 550.787481] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] Deleting the datastore file [datastore1] 68958700-08a7-4ca2-8a35-7fde68591a74 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 550.787904] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec57de7b-6bf3-48a8-824a-9fceda53098f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.796513] env[61960]: DEBUG oslo_vmware.api [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] Waiting for the task: (returnval){ [ 550.796513] env[61960]: value = "task-435412" [ 550.796513] env[61960]: _type = "Task" [ 550.796513] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.807210] env[61960]: DEBUG oslo_vmware.api [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] Task: {'id': task-435412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.924035] env[61960]: DEBUG nova.scheduler.client.report [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 550.928147] env[61960]: DEBUG nova.compute.manager [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 550.952416] env[61960]: DEBUG oslo_vmware.api [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Task: {'id': task-435407, 'name': Rename_Task, 'duration_secs': 0.277362} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.953625] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 550.953625] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92494bad-6706-42a0-ab8c-eb50553018ee {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.965348] env[61960]: DEBUG oslo_vmware.api [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Waiting for the task: (returnval){ [ 550.965348] env[61960]: value = "task-435413" [ 550.965348] env[61960]: _type = "Task" [ 550.965348] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.977341] env[61960]: DEBUG oslo_vmware.api [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Task: {'id': task-435413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.061043] env[61960]: DEBUG nova.compute.manager [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 551.108992] env[61960]: DEBUG nova.virt.hardware [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 551.110937] env[61960]: DEBUG nova.virt.hardware [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 551.111233] env[61960]: DEBUG nova.virt.hardware [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 551.111453] env[61960]: DEBUG nova.virt.hardware [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 551.111626] env[61960]: DEBUG nova.virt.hardware [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 551.111884] env[61960]: DEBUG nova.virt.hardware [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 551.112158] env[61960]: DEBUG nova.virt.hardware [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 551.112379] env[61960]: DEBUG nova.virt.hardware [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 551.112632] env[61960]: DEBUG nova.virt.hardware [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 551.112900] env[61960]: DEBUG nova.virt.hardware [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 551.113137] env[61960]: DEBUG nova.virt.hardware [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 551.114379] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b85394-6974-4d69-9a92-5e56642809c4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.130882] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43281882-721c-484b-8fc1-da239817df42 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.181215] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Acquiring lock "2567109b-5916-478e-a169-da093e2f68a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.181215] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Lock "2567109b-5916-478e-a169-da093e2f68a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.208561] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435410, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.290671] env[61960]: INFO nova.compute.manager [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Took 20.98 seconds to build instance. [ 551.309505] env[61960]: DEBUG oslo_vmware.api [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] Task: {'id': task-435412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322121} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.309875] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 551.310085] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 551.310263] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 551.310432] env[61960]: INFO nova.compute.manager [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Took 1.13 seconds to destroy the instance on the hypervisor. [ 551.310677] env[61960]: DEBUG oslo.service.loopingcall [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 551.310889] env[61960]: DEBUG nova.compute.manager [-] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 551.311035] env[61960]: DEBUG nova.network.neutron [-] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 551.435608] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.440283] env[61960]: DEBUG nova.compute.manager [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 551.448155] env[61960]: DEBUG oslo_concurrency.lockutils [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.378s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.448155] env[61960]: INFO nova.compute.claims [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 551.477096] env[61960]: DEBUG oslo_concurrency.lockutils [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.483214] env[61960]: DEBUG oslo_vmware.api [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Task: {'id': task-435413, 'name': PowerOnVM_Task} progress is 89%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.706369] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435410, 'name': CreateVM_Task, 'duration_secs': 0.516359} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.706641] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 551.707179] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.707352] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.707747] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.708860] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-982f22c1-8251-4503-8c4d-a062dacf35ea {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.713859] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for the task: (returnval){ [ 551.713859] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528f7a6e-a7d2-b9f5-28ac-91c378a2499a" [ 551.713859] env[61960]: _type = "Task" [ 551.713859] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.723353] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528f7a6e-a7d2-b9f5-28ac-91c378a2499a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.792095] env[61960]: DEBUG oslo_concurrency.lockutils [None req-26868f16-5f8f-4230-ae60-e06dbe7141b3 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Lock "74361d69-2cb1-4cfc-b5e1-ba99804f931a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.496s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.794673] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "74361d69-2cb1-4cfc-b5e1-ba99804f931a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.435s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.794673] env[61960]: INFO nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] During sync_power_state the instance has a pending task (spawning). Skip. [ 551.794842] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "74361d69-2cb1-4cfc-b5e1-ba99804f931a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.956613] env[61960]: DEBUG nova.compute.utils [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 551.960045] env[61960]: DEBUG nova.compute.manager [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 551.960238] env[61960]: DEBUG nova.network.neutron [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 551.983994] env[61960]: DEBUG oslo_vmware.api [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Task: {'id': task-435413, 'name': PowerOnVM_Task, 'duration_secs': 0.714956} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.988201] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 551.988201] env[61960]: INFO nova.compute.manager [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Took 9.29 seconds to spawn the instance on the hypervisor. [ 551.988201] env[61960]: DEBUG nova.compute.manager [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 551.988644] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ab8467-415c-4305-a59e-4acda24d661c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.004948] env[61960]: DEBUG nova.compute.manager [req-73d65d14-610c-4687-b423-ffb7cfd61dcd req-6b6f3a92-793e-4b77-b4cd-57aee3f902b8 service nova] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Received event network-vif-plugged-f706a718-c1db-41e6-a3fe-5a1cdb32a176 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 552.005190] env[61960]: DEBUG oslo_concurrency.lockutils [req-73d65d14-610c-4687-b423-ffb7cfd61dcd req-6b6f3a92-793e-4b77-b4cd-57aee3f902b8 service nova] Acquiring lock "9a8047e7-ce01-4355-bf4e-aef94f6db15e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.005414] env[61960]: DEBUG oslo_concurrency.lockutils [req-73d65d14-610c-4687-b423-ffb7cfd61dcd req-6b6f3a92-793e-4b77-b4cd-57aee3f902b8 service nova] Lock "9a8047e7-ce01-4355-bf4e-aef94f6db15e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.005566] env[61960]: DEBUG oslo_concurrency.lockutils [req-73d65d14-610c-4687-b423-ffb7cfd61dcd req-6b6f3a92-793e-4b77-b4cd-57aee3f902b8 service nova] Lock "9a8047e7-ce01-4355-bf4e-aef94f6db15e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.005773] env[61960]: DEBUG nova.compute.manager [req-73d65d14-610c-4687-b423-ffb7cfd61dcd req-6b6f3a92-793e-4b77-b4cd-57aee3f902b8 service nova] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] No waiting events found dispatching network-vif-plugged-f706a718-c1db-41e6-a3fe-5a1cdb32a176 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 552.005914] env[61960]: WARNING nova.compute.manager [req-73d65d14-610c-4687-b423-ffb7cfd61dcd req-6b6f3a92-793e-4b77-b4cd-57aee3f902b8 service nova] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Received unexpected event network-vif-plugged-f706a718-c1db-41e6-a3fe-5a1cdb32a176 for instance with vm_state building and task_state spawning. [ 552.006397] env[61960]: DEBUG nova.compute.manager [req-73d65d14-610c-4687-b423-ffb7cfd61dcd req-6b6f3a92-793e-4b77-b4cd-57aee3f902b8 service nova] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Received event network-changed-f706a718-c1db-41e6-a3fe-5a1cdb32a176 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 552.006553] env[61960]: DEBUG nova.compute.manager [req-73d65d14-610c-4687-b423-ffb7cfd61dcd req-6b6f3a92-793e-4b77-b4cd-57aee3f902b8 service nova] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Refreshing instance network info cache due to event network-changed-f706a718-c1db-41e6-a3fe-5a1cdb32a176. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 552.006791] env[61960]: DEBUG oslo_concurrency.lockutils [req-73d65d14-610c-4687-b423-ffb7cfd61dcd req-6b6f3a92-793e-4b77-b4cd-57aee3f902b8 service nova] Acquiring lock "refresh_cache-9a8047e7-ce01-4355-bf4e-aef94f6db15e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.006890] env[61960]: DEBUG oslo_concurrency.lockutils [req-73d65d14-610c-4687-b423-ffb7cfd61dcd req-6b6f3a92-793e-4b77-b4cd-57aee3f902b8 service nova] Acquired lock "refresh_cache-9a8047e7-ce01-4355-bf4e-aef94f6db15e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.007056] env[61960]: DEBUG nova.network.neutron [req-73d65d14-610c-4687-b423-ffb7cfd61dcd req-6b6f3a92-793e-4b77-b4cd-57aee3f902b8 service nova] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Refreshing network info cache for port f706a718-c1db-41e6-a3fe-5a1cdb32a176 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 552.019275] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Acquiring lock "e9bb2909-0eaa-4bfb-93a3-0b35c493422e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.019527] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Lock "e9bb2909-0eaa-4bfb-93a3-0b35c493422e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.054433] env[61960]: DEBUG nova.network.neutron [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Successfully updated port: bad90e5f-14f3-4d91-957d-b82284edc83d {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 552.087468] env[61960]: DEBUG nova.policy [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b8e0699ce3b487e82300d47c165607b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01c68009e098457c9cac9db48b09c7cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 552.226543] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528f7a6e-a7d2-b9f5-28ac-91c378a2499a, 'name': SearchDatastore_Task, 'duration_secs': 0.027768} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.226850] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.228140] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 552.228140] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.228140] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.228140] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 552.228385] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c561c84-368e-4b0b-ab1f-f407478ac52b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.237742] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 552.237963] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 552.238787] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac34107c-a802-43aa-b2ad-771e67a20651 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.245056] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for the task: (returnval){ [ 552.245056] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526b1897-3d9a-33dd-fcb5-1ac3e5bc9543" [ 552.245056] env[61960]: _type = "Task" [ 552.245056] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.255495] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526b1897-3d9a-33dd-fcb5-1ac3e5bc9543, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.276619] env[61960]: DEBUG nova.network.neutron [-] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 552.296315] env[61960]: DEBUG nova.compute.manager [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 552.461390] env[61960]: DEBUG nova.compute.manager [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 552.510968] env[61960]: INFO nova.compute.manager [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Took 16.02 seconds to build instance. [ 552.557367] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquiring lock "refresh_cache-9068983c-71dd-44eb-923c-5774ac7d0b60" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.557539] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquired lock "refresh_cache-9068983c-71dd-44eb-923c-5774ac7d0b60" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.557649] env[61960]: DEBUG nova.network.neutron [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 552.757311] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526b1897-3d9a-33dd-fcb5-1ac3e5bc9543, 'name': SearchDatastore_Task, 'duration_secs': 0.014326} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.759494] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3881a9-cf88-4bcc-8708-23a550410d4e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.762051] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c88f5ba-5ad3-479b-a911-3a4a22a3eb0d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.770417] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a27cc1f-b7cc-4a22-9d92-41e33eac3451 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.774872] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for the task: (returnval){ [ 552.774872] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528fe61a-e30e-a16f-b3a4-b70ba93d891a" [ 552.774872] env[61960]: _type = "Task" [ 552.774872] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.815448] env[61960]: DEBUG nova.network.neutron [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Successfully created port: 8e52453e-a0fa-4865-8dcd-5ba6ec45cced {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 552.819127] env[61960]: INFO nova.compute.manager [-] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Took 1.51 seconds to deallocate network for instance. [ 552.825860] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9adfc61-5c57-4664-bd8c-9307a44c606a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.835895] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528fe61a-e30e-a16f-b3a4-b70ba93d891a, 'name': SearchDatastore_Task, 'duration_secs': 0.022714} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.837719] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.838036] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 9a8047e7-ce01-4355-bf4e-aef94f6db15e/9a8047e7-ce01-4355-bf4e-aef94f6db15e.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 552.838646] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96e2731b-66c3-4972-b12b-e70f0f8f6b68 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.846689] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45d0770-1380-49ea-acbc-a3f756cf6727 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.853357] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.854038] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for the task: (returnval){ [ 552.854038] env[61960]: value = "task-435414" [ 552.854038] env[61960]: _type = "Task" [ 552.854038] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.866647] env[61960]: DEBUG nova.compute.provider_tree [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 552.878287] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.886588] env[61960]: DEBUG nova.network.neutron [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Successfully updated port: 624d4fb1-feae-4ee7-b60a-7170fe058aa7 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 552.942741] env[61960]: DEBUG nova.network.neutron [req-73d65d14-610c-4687-b423-ffb7cfd61dcd req-6b6f3a92-793e-4b77-b4cd-57aee3f902b8 service nova] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Updated VIF entry in instance network info cache for port f706a718-c1db-41e6-a3fe-5a1cdb32a176. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 552.943191] env[61960]: DEBUG nova.network.neutron [req-73d65d14-610c-4687-b423-ffb7cfd61dcd req-6b6f3a92-793e-4b77-b4cd-57aee3f902b8 service nova] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Updating instance_info_cache with network_info: [{"id": "f706a718-c1db-41e6-a3fe-5a1cdb32a176", "address": "fa:16:3e:8b:33:74", "network": {"id": "86ce8ea8-b844-4135-9d34-4504dd5ea582", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1600919733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e87d114e9834a9b9863229cde348caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf706a718-c1", "ovs_interfaceid": "f706a718-c1db-41e6-a3fe-5a1cdb32a176", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 553.017118] env[61960]: DEBUG oslo_concurrency.lockutils [None req-61405998-9609-46b8-9a3e-ea10708389c3 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Lock "061597d3-af80-4eb7-8225-63fcdc3a1ab1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.533s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.020204] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "061597d3-af80-4eb7-8225-63fcdc3a1ab1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.660s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.020499] env[61960]: INFO nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] During sync_power_state the instance has a pending task (block_device_mapping). Skip. [ 553.020859] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "061597d3-af80-4eb7-8225-63fcdc3a1ab1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.121891] env[61960]: DEBUG nova.network.neutron [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 553.336815] env[61960]: DEBUG nova.compute.manager [req-33c390d8-f92d-4edd-a649-1db5ee4ae3e1 req-b90a3f7c-b271-4750-9fd1-26ed0b1ae9e6 service nova] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Received event network-vif-plugged-bad90e5f-14f3-4d91-957d-b82284edc83d {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 553.337299] env[61960]: DEBUG oslo_concurrency.lockutils [req-33c390d8-f92d-4edd-a649-1db5ee4ae3e1 req-b90a3f7c-b271-4750-9fd1-26ed0b1ae9e6 service nova] Acquiring lock "9068983c-71dd-44eb-923c-5774ac7d0b60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.337623] env[61960]: DEBUG oslo_concurrency.lockutils [req-33c390d8-f92d-4edd-a649-1db5ee4ae3e1 req-b90a3f7c-b271-4750-9fd1-26ed0b1ae9e6 service nova] Lock "9068983c-71dd-44eb-923c-5774ac7d0b60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.337823] env[61960]: DEBUG oslo_concurrency.lockutils [req-33c390d8-f92d-4edd-a649-1db5ee4ae3e1 req-b90a3f7c-b271-4750-9fd1-26ed0b1ae9e6 service nova] Lock "9068983c-71dd-44eb-923c-5774ac7d0b60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.338009] env[61960]: DEBUG nova.compute.manager [req-33c390d8-f92d-4edd-a649-1db5ee4ae3e1 req-b90a3f7c-b271-4750-9fd1-26ed0b1ae9e6 service nova] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] No waiting events found dispatching network-vif-plugged-bad90e5f-14f3-4d91-957d-b82284edc83d {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 553.338183] env[61960]: WARNING nova.compute.manager [req-33c390d8-f92d-4edd-a649-1db5ee4ae3e1 req-b90a3f7c-b271-4750-9fd1-26ed0b1ae9e6 service nova] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Received unexpected event network-vif-plugged-bad90e5f-14f3-4d91-957d-b82284edc83d for instance with vm_state building and task_state spawning. [ 553.370697] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435414, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.374430] env[61960]: DEBUG nova.scheduler.client.report [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 553.379168] env[61960]: DEBUG oslo_concurrency.lockutils [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.390324] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquiring lock "refresh_cache-7c9c967b-a4f8-4eeb-a637-c2cdb967508b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.390495] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquired lock "refresh_cache-7c9c967b-a4f8-4eeb-a637-c2cdb967508b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.391505] env[61960]: DEBUG nova.network.neutron [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 553.447909] env[61960]: DEBUG oslo_concurrency.lockutils [req-73d65d14-610c-4687-b423-ffb7cfd61dcd req-6b6f3a92-793e-4b77-b4cd-57aee3f902b8 service nova] Releasing lock "refresh_cache-9a8047e7-ce01-4355-bf4e-aef94f6db15e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.478231] env[61960]: DEBUG nova.compute.manager [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 553.507313] env[61960]: DEBUG nova.virt.hardware [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 553.507575] env[61960]: DEBUG nova.virt.hardware [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 553.507736] env[61960]: DEBUG nova.virt.hardware [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 553.508096] env[61960]: DEBUG nova.virt.hardware [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 553.508171] env[61960]: DEBUG nova.virt.hardware [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 553.508306] env[61960]: DEBUG nova.virt.hardware [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 553.508849] env[61960]: DEBUG nova.virt.hardware [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 553.508849] env[61960]: DEBUG nova.virt.hardware [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 553.508849] env[61960]: DEBUG nova.virt.hardware [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 553.509129] env[61960]: DEBUG nova.virt.hardware [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 553.509189] env[61960]: DEBUG nova.virt.hardware [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 553.510032] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1714f92c-c947-4d49-a286-66883a4228aa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.518859] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed03e28-f0b7-42dd-b8c8-1bb8838b0bd6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.522857] env[61960]: DEBUG nova.compute.manager [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 553.596105] env[61960]: DEBUG nova.network.neutron [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Updating instance_info_cache with network_info: [{"id": "bad90e5f-14f3-4d91-957d-b82284edc83d", "address": "fa:16:3e:9d:d8:32", "network": {"id": "86ce8ea8-b844-4135-9d34-4504dd5ea582", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1600919733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e87d114e9834a9b9863229cde348caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbad90e5f-14", "ovs_interfaceid": "bad90e5f-14f3-4d91-957d-b82284edc83d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 553.873799] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435414, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.877865] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "d96217b7-2f67-421c-b977-b660bdff8dd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.878089] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "d96217b7-2f67-421c-b977-b660bdff8dd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.878964] env[61960]: DEBUG oslo_concurrency.lockutils [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.879499] env[61960]: DEBUG nova.compute.manager [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 553.882121] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.014s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.882291] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.882437] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=61960) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 553.882694] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.330s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.884157] env[61960]: INFO nova.compute.claims [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 553.887874] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838bffcc-2ba6-4de6-b00f-bf8569f3dff1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.898049] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9777eb46-a39a-4098-991e-a530642678e1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.914505] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc26e8da-b409-4dd4-aa72-14dee328b363 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.924125] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efed253-fd21-476f-86d3-96f4e6312f0f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.959337] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181845MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=61960) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 553.959573] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.969324] env[61960]: DEBUG nova.network.neutron [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 554.048275] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.099509] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Releasing lock "refresh_cache-9068983c-71dd-44eb-923c-5774ac7d0b60" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.099988] env[61960]: DEBUG nova.compute.manager [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Instance network_info: |[{"id": "bad90e5f-14f3-4d91-957d-b82284edc83d", "address": "fa:16:3e:9d:d8:32", "network": {"id": "86ce8ea8-b844-4135-9d34-4504dd5ea582", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1600919733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e87d114e9834a9b9863229cde348caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbad90e5f-14", "ovs_interfaceid": "bad90e5f-14f3-4d91-957d-b82284edc83d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 554.100595] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:d8:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bad90e5f-14f3-4d91-957d-b82284edc83d', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 554.108281] env[61960]: DEBUG oslo.service.loopingcall [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 554.108741] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 554.109153] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32aff8fd-ab6a-4434-adac-e45f43bdea29 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.133072] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 554.133072] env[61960]: value = "task-435415" [ 554.133072] env[61960]: _type = "Task" [ 554.133072] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.143379] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435415, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.369773] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435414, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.388933] env[61960]: DEBUG nova.compute.utils [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 554.399451] env[61960]: DEBUG nova.compute.manager [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 554.399451] env[61960]: DEBUG nova.network.neutron [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 554.407487] env[61960]: DEBUG nova.network.neutron [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Updating instance_info_cache with network_info: [{"id": "624d4fb1-feae-4ee7-b60a-7170fe058aa7", "address": "fa:16:3e:56:f1:e1", "network": {"id": "86ce8ea8-b844-4135-9d34-4504dd5ea582", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1600919733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e87d114e9834a9b9863229cde348caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap624d4fb1-fe", "ovs_interfaceid": "624d4fb1-feae-4ee7-b60a-7170fe058aa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 554.538217] env[61960]: DEBUG nova.policy [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b935bfb51b74855b28590246f6441ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c91d2dd5dfb42c9aa0d6980680c129a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 554.648899] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435415, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.833408] env[61960]: DEBUG oslo_concurrency.lockutils [None req-925ed1e9-a56d-4435-9fae-ccbced6cec56 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Acquiring lock "74361d69-2cb1-4cfc-b5e1-ba99804f931a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.833780] env[61960]: DEBUG oslo_concurrency.lockutils [None req-925ed1e9-a56d-4435-9fae-ccbced6cec56 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Lock "74361d69-2cb1-4cfc-b5e1-ba99804f931a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.834075] env[61960]: DEBUG oslo_concurrency.lockutils [None req-925ed1e9-a56d-4435-9fae-ccbced6cec56 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Acquiring lock "74361d69-2cb1-4cfc-b5e1-ba99804f931a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.834387] env[61960]: DEBUG oslo_concurrency.lockutils [None req-925ed1e9-a56d-4435-9fae-ccbced6cec56 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Lock "74361d69-2cb1-4cfc-b5e1-ba99804f931a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.834884] env[61960]: DEBUG oslo_concurrency.lockutils [None req-925ed1e9-a56d-4435-9fae-ccbced6cec56 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Lock "74361d69-2cb1-4cfc-b5e1-ba99804f931a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.838293] env[61960]: INFO nova.compute.manager [None req-925ed1e9-a56d-4435-9fae-ccbced6cec56 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Terminating instance [ 554.842276] env[61960]: DEBUG nova.compute.manager [None req-925ed1e9-a56d-4435-9fae-ccbced6cec56 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 554.842479] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-925ed1e9-a56d-4435-9fae-ccbced6cec56 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 554.843325] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f125b4da-7e4b-4b49-aca4-8861eadd5952 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.854725] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-925ed1e9-a56d-4435-9fae-ccbced6cec56 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 554.854977] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-025f0a08-0136-4844-ae4b-f5a488b851b4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.861201] env[61960]: DEBUG oslo_vmware.api [None req-925ed1e9-a56d-4435-9fae-ccbced6cec56 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Waiting for the task: (returnval){ [ 554.861201] env[61960]: value = "task-435416" [ 554.861201] env[61960]: _type = "Task" [ 554.861201] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.874727] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435414, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.582302} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.878583] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 9a8047e7-ce01-4355-bf4e-aef94f6db15e/9a8047e7-ce01-4355-bf4e-aef94f6db15e.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 554.878903] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 554.879373] env[61960]: DEBUG oslo_vmware.api [None req-925ed1e9-a56d-4435-9fae-ccbced6cec56 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Task: {'id': task-435416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.879600] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b837826-b50e-4dd5-9e55-cfdd83780251 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.886996] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for the task: (returnval){ [ 554.886996] env[61960]: value = "task-435417" [ 554.886996] env[61960]: _type = "Task" [ 554.886996] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.896699] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.902068] env[61960]: DEBUG nova.compute.manager [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 554.913640] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Releasing lock "refresh_cache-7c9c967b-a4f8-4eeb-a637-c2cdb967508b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.913640] env[61960]: DEBUG nova.compute.manager [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Instance network_info: |[{"id": "624d4fb1-feae-4ee7-b60a-7170fe058aa7", "address": "fa:16:3e:56:f1:e1", "network": {"id": "86ce8ea8-b844-4135-9d34-4504dd5ea582", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1600919733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e87d114e9834a9b9863229cde348caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap624d4fb1-fe", "ovs_interfaceid": "624d4fb1-feae-4ee7-b60a-7170fe058aa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 554.915553] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:f1:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '624d4fb1-feae-4ee7-b60a-7170fe058aa7', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 554.922837] env[61960]: DEBUG oslo.service.loopingcall [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 554.923192] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 554.923418] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7884aea-d867-4305-a995-a0bec2d52d78 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.957153] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 554.957153] env[61960]: value = "task-435418" [ 554.957153] env[61960]: _type = "Task" [ 554.957153] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.966395] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435418, 'name': CreateVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.143549] env[61960]: DEBUG nova.network.neutron [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Successfully updated port: 8e52453e-a0fa-4865-8dcd-5ba6ec45cced {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 555.151413] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435415, 'name': CreateVM_Task, 'duration_secs': 0.630891} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.154301] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 555.159932] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.160135] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.160475] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.161364] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf5ba672-7356-4fa0-bae5-df15b46f7627 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.168965] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for the task: (returnval){ [ 555.168965] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52da9e4c-5ece-748b-03cb-219d2704b254" [ 555.168965] env[61960]: _type = "Task" [ 555.168965] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.183783] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52da9e4c-5ece-748b-03cb-219d2704b254, 'name': SearchDatastore_Task, 'duration_secs': 0.012439} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.184139] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.184393] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 555.184733] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.184896] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.185131] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 555.185736] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04ef3208-75b3-42b9-b30e-81f19335fe34 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.195775] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 555.195775] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 555.197025] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d18f6ca3-b348-41cc-94fa-af430731322d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.203064] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for the task: (returnval){ [ 555.203064] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5279b696-60dd-13f5-197e-bac896359918" [ 555.203064] env[61960]: _type = "Task" [ 555.203064] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.214207] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5279b696-60dd-13f5-197e-bac896359918, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.227917] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4764fb1e-fabb-4038-818d-c1700e43183c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.235117] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d322d39c-3d45-4f31-b428-c132df7f16b4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.270568] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a79cfe-9797-4dab-bfc1-0f6ba5170c68 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.280022] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3944131a-0f96-4323-921b-e691dd3ad99e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.293474] env[61960]: DEBUG nova.compute.provider_tree [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 555.305485] env[61960]: DEBUG nova.network.neutron [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Successfully created port: 2f920c73-7d54-4adb-9213-d8de15b507ef {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 555.380538] env[61960]: DEBUG oslo_vmware.api [None req-925ed1e9-a56d-4435-9fae-ccbced6cec56 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Task: {'id': task-435416, 'name': PowerOffVM_Task, 'duration_secs': 0.205296} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.380805] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-925ed1e9-a56d-4435-9fae-ccbced6cec56 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 555.380970] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-925ed1e9-a56d-4435-9fae-ccbced6cec56 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 555.381403] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d613a93-68ac-4895-99c5-8f3212b4177e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.396109] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0764} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.396426] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 555.396903] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a518c646-4fab-47a0-9d18-9e2e47968286 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.429777] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 9a8047e7-ce01-4355-bf4e-aef94f6db15e/9a8047e7-ce01-4355-bf4e-aef94f6db15e.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 555.432085] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3bf8e34-e0a7-4f33-9abd-0aed79ddcaa3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.447743] env[61960]: DEBUG nova.compute.manager [req-b4012f9a-2b75-47a1-9f70-c29bda4ea1eb req-1f4a27a7-4df9-4c20-a3a5-6152637db15a service nova] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Received event network-vif-deleted-ed4638d2-4d86-49b6-94a2-8fda5efee779 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 555.447950] env[61960]: DEBUG nova.compute.manager [req-b4012f9a-2b75-47a1-9f70-c29bda4ea1eb req-1f4a27a7-4df9-4c20-a3a5-6152637db15a service nova] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Received event network-vif-plugged-624d4fb1-feae-4ee7-b60a-7170fe058aa7 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 555.448165] env[61960]: DEBUG oslo_concurrency.lockutils [req-b4012f9a-2b75-47a1-9f70-c29bda4ea1eb req-1f4a27a7-4df9-4c20-a3a5-6152637db15a service nova] Acquiring lock "7c9c967b-a4f8-4eeb-a637-c2cdb967508b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.448375] env[61960]: DEBUG oslo_concurrency.lockutils [req-b4012f9a-2b75-47a1-9f70-c29bda4ea1eb req-1f4a27a7-4df9-4c20-a3a5-6152637db15a service nova] Lock "7c9c967b-a4f8-4eeb-a637-c2cdb967508b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.448604] env[61960]: DEBUG oslo_concurrency.lockutils [req-b4012f9a-2b75-47a1-9f70-c29bda4ea1eb req-1f4a27a7-4df9-4c20-a3a5-6152637db15a service nova] Lock "7c9c967b-a4f8-4eeb-a637-c2cdb967508b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.448776] env[61960]: DEBUG nova.compute.manager [req-b4012f9a-2b75-47a1-9f70-c29bda4ea1eb req-1f4a27a7-4df9-4c20-a3a5-6152637db15a service nova] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] No waiting events found dispatching network-vif-plugged-624d4fb1-feae-4ee7-b60a-7170fe058aa7 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 555.448937] env[61960]: WARNING nova.compute.manager [req-b4012f9a-2b75-47a1-9f70-c29bda4ea1eb req-1f4a27a7-4df9-4c20-a3a5-6152637db15a service nova] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Received unexpected event network-vif-plugged-624d4fb1-feae-4ee7-b60a-7170fe058aa7 for instance with vm_state building and task_state spawning. [ 555.449108] env[61960]: DEBUG nova.compute.manager [req-b4012f9a-2b75-47a1-9f70-c29bda4ea1eb req-1f4a27a7-4df9-4c20-a3a5-6152637db15a service nova] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Received event network-changed-624d4fb1-feae-4ee7-b60a-7170fe058aa7 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 555.449264] env[61960]: DEBUG nova.compute.manager [req-b4012f9a-2b75-47a1-9f70-c29bda4ea1eb req-1f4a27a7-4df9-4c20-a3a5-6152637db15a service nova] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Refreshing instance network info cache due to event network-changed-624d4fb1-feae-4ee7-b60a-7170fe058aa7. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 555.449443] env[61960]: DEBUG oslo_concurrency.lockutils [req-b4012f9a-2b75-47a1-9f70-c29bda4ea1eb req-1f4a27a7-4df9-4c20-a3a5-6152637db15a service nova] Acquiring lock "refresh_cache-7c9c967b-a4f8-4eeb-a637-c2cdb967508b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.449577] env[61960]: DEBUG oslo_concurrency.lockutils [req-b4012f9a-2b75-47a1-9f70-c29bda4ea1eb req-1f4a27a7-4df9-4c20-a3a5-6152637db15a service nova] Acquired lock "refresh_cache-7c9c967b-a4f8-4eeb-a637-c2cdb967508b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.449735] env[61960]: DEBUG nova.network.neutron [req-b4012f9a-2b75-47a1-9f70-c29bda4ea1eb req-1f4a27a7-4df9-4c20-a3a5-6152637db15a service nova] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Refreshing network info cache for port 624d4fb1-feae-4ee7-b60a-7170fe058aa7 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 555.452513] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-925ed1e9-a56d-4435-9fae-ccbced6cec56 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 555.452744] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-925ed1e9-a56d-4435-9fae-ccbced6cec56 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 555.453323] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-925ed1e9-a56d-4435-9fae-ccbced6cec56 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Deleting the datastore file [datastore1] 74361d69-2cb1-4cfc-b5e1-ba99804f931a {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 555.454153] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ab00900-32bf-4379-9e4f-480b8dc97d58 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.463562] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for the task: (returnval){ [ 555.463562] env[61960]: value = "task-435420" [ 555.463562] env[61960]: _type = "Task" [ 555.463562] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.467252] env[61960]: DEBUG oslo_vmware.api [None req-925ed1e9-a56d-4435-9fae-ccbced6cec56 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Waiting for the task: (returnval){ [ 555.467252] env[61960]: value = "task-435421" [ 555.467252] env[61960]: _type = "Task" [ 555.467252] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.471529] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435418, 'name': CreateVM_Task, 'duration_secs': 0.337291} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.474492] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 555.479092] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.479320] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.479702] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.479897] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.480792] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8d3a98a-e14c-493a-8369-bdca7ffa55a6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.486439] env[61960]: DEBUG oslo_vmware.api [None req-925ed1e9-a56d-4435-9fae-ccbced6cec56 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Task: {'id': task-435421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.489672] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for the task: (returnval){ [ 555.489672] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520717b1-a6db-d3b7-75b3-dc63042d94f2" [ 555.489672] env[61960]: _type = "Task" [ 555.489672] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.497983] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520717b1-a6db-d3b7-75b3-dc63042d94f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.648766] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Acquiring lock "refresh_cache-e238d97c-522e-4c5e-8143-29b71e832871" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.648766] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Acquired lock "refresh_cache-e238d97c-522e-4c5e-8143-29b71e832871" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.648766] env[61960]: DEBUG nova.network.neutron [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 555.713825] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5279b696-60dd-13f5-197e-bac896359918, 'name': SearchDatastore_Task, 'duration_secs': 0.013546} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.714751] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5833cd7b-0444-4f9a-8109-4b07ee94f6fc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.720590] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for the task: (returnval){ [ 555.720590] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52e4793f-47bd-39ff-1945-a3abd107ff83" [ 555.720590] env[61960]: _type = "Task" [ 555.720590] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.728640] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52e4793f-47bd-39ff-1945-a3abd107ff83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.770197] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "7ee63cda-4878-4c4c-bc76-c51c798de3fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.770451] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "7ee63cda-4878-4c4c-bc76-c51c798de3fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.799227] env[61960]: DEBUG nova.scheduler.client.report [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 555.933855] env[61960]: DEBUG nova.compute.manager [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 555.973720] env[61960]: DEBUG nova.virt.hardware [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 555.973965] env[61960]: DEBUG nova.virt.hardware [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 555.974152] env[61960]: DEBUG nova.virt.hardware [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 555.974313] env[61960]: DEBUG nova.virt.hardware [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 555.974461] env[61960]: DEBUG nova.virt.hardware [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 555.974761] env[61960]: DEBUG nova.virt.hardware [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 555.974910] env[61960]: DEBUG nova.virt.hardware [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 555.974961] env[61960]: DEBUG nova.virt.hardware [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 555.975121] env[61960]: DEBUG nova.virt.hardware [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 555.975328] env[61960]: DEBUG nova.virt.hardware [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 555.975580] env[61960]: DEBUG nova.virt.hardware [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 555.976422] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f99e2e9-f7a7-4f08-a3a0-6155266f4d30 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.997972] env[61960]: DEBUG oslo_vmware.api [None req-925ed1e9-a56d-4435-9fae-ccbced6cec56 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Task: {'id': task-435421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283916} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.998511] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435420, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.001905] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-925ed1e9-a56d-4435-9fae-ccbced6cec56 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 556.002113] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-925ed1e9-a56d-4435-9fae-ccbced6cec56 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 556.002295] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-925ed1e9-a56d-4435-9fae-ccbced6cec56 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 556.002469] env[61960]: INFO nova.compute.manager [None req-925ed1e9-a56d-4435-9fae-ccbced6cec56 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 556.002709] env[61960]: DEBUG oslo.service.loopingcall [None req-925ed1e9-a56d-4435-9fae-ccbced6cec56 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 556.003892] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543cd4c6-6dcc-4baa-96c4-c1f96b4a7910 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.008360] env[61960]: DEBUG nova.compute.manager [-] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 556.008360] env[61960]: DEBUG nova.network.neutron [-] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 556.025116] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520717b1-a6db-d3b7-75b3-dc63042d94f2, 'name': SearchDatastore_Task, 'duration_secs': 0.008975} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.025778] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.026104] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 556.026361] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.226707] env[61960]: DEBUG nova.network.neutron [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 556.245108] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52e4793f-47bd-39ff-1945-a3abd107ff83, 'name': SearchDatastore_Task, 'duration_secs': 0.011502} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.245427] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.245698] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 9068983c-71dd-44eb-923c-5774ac7d0b60/9068983c-71dd-44eb-923c-5774ac7d0b60.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 556.248531] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.248531] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 556.248531] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1dd7e0e6-146b-4d5b-b274-646a1fdc3c26 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.250627] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-963a1f0b-e5f5-47a4-aad7-424e6d03687a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.262533] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for the task: (returnval){ [ 556.262533] env[61960]: value = "task-435422" [ 556.262533] env[61960]: _type = "Task" [ 556.262533] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.263942] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 556.264174] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 556.268681] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bca079a-f31d-4a53-87b4-c524c4109192 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.280080] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.281902] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for the task: (returnval){ [ 556.281902] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52106766-5603-068a-efa4-a09336e1db0c" [ 556.281902] env[61960]: _type = "Task" [ 556.281902] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.292269] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52106766-5603-068a-efa4-a09336e1db0c, 'name': SearchDatastore_Task, 'duration_secs': 0.011127} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.292650] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b872db87-4ae1-4458-9f8a-4b7c2f56c44f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.300505] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for the task: (returnval){ [ 556.300505] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fba584-8ca1-b12b-1f57-6aaf78d24ff1" [ 556.300505] env[61960]: _type = "Task" [ 556.300505] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.308961] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.308961] env[61960]: DEBUG nova.compute.manager [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 556.311796] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fba584-8ca1-b12b-1f57-6aaf78d24ff1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.311905] env[61960]: DEBUG oslo_concurrency.lockutils [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.367s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.313345] env[61960]: INFO nova.compute.claims [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 556.477417] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435420, 'name': ReconfigVM_Task, 'duration_secs': 0.565142} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.477981] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 9a8047e7-ce01-4355-bf4e-aef94f6db15e/9a8047e7-ce01-4355-bf4e-aef94f6db15e.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 556.478835] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e8aac27-e5c8-454a-b8d9-ecb0de414408 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.488067] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for the task: (returnval){ [ 556.488067] env[61960]: value = "task-435423" [ 556.488067] env[61960]: _type = "Task" [ 556.488067] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.494201] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Acquiring lock "46bf2f3b-9f41-4043-8b2b-e52e765da72b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.494469] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Lock "46bf2f3b-9f41-4043-8b2b-e52e765da72b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.503140] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435423, 'name': Rename_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.508767] env[61960]: DEBUG nova.network.neutron [req-b4012f9a-2b75-47a1-9f70-c29bda4ea1eb req-1f4a27a7-4df9-4c20-a3a5-6152637db15a service nova] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Updated VIF entry in instance network info cache for port 624d4fb1-feae-4ee7-b60a-7170fe058aa7. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 556.508993] env[61960]: DEBUG nova.network.neutron [req-b4012f9a-2b75-47a1-9f70-c29bda4ea1eb req-1f4a27a7-4df9-4c20-a3a5-6152637db15a service nova] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Updating instance_info_cache with network_info: [{"id": "624d4fb1-feae-4ee7-b60a-7170fe058aa7", "address": "fa:16:3e:56:f1:e1", "network": {"id": "86ce8ea8-b844-4135-9d34-4504dd5ea582", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1600919733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e87d114e9834a9b9863229cde348caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap624d4fb1-fe", "ovs_interfaceid": "624d4fb1-feae-4ee7-b60a-7170fe058aa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 556.774864] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435422, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.812672] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fba584-8ca1-b12b-1f57-6aaf78d24ff1, 'name': SearchDatastore_Task, 'duration_secs': 0.018113} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.812867] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.813191] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 7c9c967b-a4f8-4eeb-a637-c2cdb967508b/7c9c967b-a4f8-4eeb-a637-c2cdb967508b.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 556.813635] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fb0c959-843a-463e-b67c-25e58ff40db1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.822696] env[61960]: DEBUG nova.compute.utils [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 556.834999] env[61960]: DEBUG nova.compute.manager [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 556.835220] env[61960]: DEBUG nova.network.neutron [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 556.838159] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for the task: (returnval){ [ 556.838159] env[61960]: value = "task-435424" [ 556.838159] env[61960]: _type = "Task" [ 556.838159] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.851082] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.913316] env[61960]: DEBUG nova.network.neutron [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Updating instance_info_cache with network_info: [{"id": "8e52453e-a0fa-4865-8dcd-5ba6ec45cced", "address": "fa:16:3e:41:62:3b", "network": {"id": "cb867a40-9fab-470c-92f4-eba9ab1ac662", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-729924318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01c68009e098457c9cac9db48b09c7cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e52453e-a0", "ovs_interfaceid": "8e52453e-a0fa-4865-8dcd-5ba6ec45cced", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 556.961643] env[61960]: DEBUG nova.policy [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f7b5c289b7a4c9c9ba081ffeb34abe2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47ccc05aaceb42828909c73419032f84', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 556.996932] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435423, 'name': Rename_Task, 'duration_secs': 0.410279} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.997334] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 556.997884] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfe3a917-ce18-4363-b698-eea422938396 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.007018] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for the task: (returnval){ [ 557.007018] env[61960]: value = "task-435425" [ 557.007018] env[61960]: _type = "Task" [ 557.007018] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.015416] env[61960]: DEBUG oslo_concurrency.lockutils [req-b4012f9a-2b75-47a1-9f70-c29bda4ea1eb req-1f4a27a7-4df9-4c20-a3a5-6152637db15a service nova] Releasing lock "refresh_cache-7c9c967b-a4f8-4eeb-a637-c2cdb967508b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.016189] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.026965] env[61960]: DEBUG nova.compute.manager [req-738c1b1e-b1f3-405a-af9f-b84fd5096175 req-5e415620-df88-4261-9ed9-c6b04a431abf service nova] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Received event network-changed-bad90e5f-14f3-4d91-957d-b82284edc83d {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 557.026965] env[61960]: DEBUG nova.compute.manager [req-738c1b1e-b1f3-405a-af9f-b84fd5096175 req-5e415620-df88-4261-9ed9-c6b04a431abf service nova] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Refreshing instance network info cache due to event network-changed-bad90e5f-14f3-4d91-957d-b82284edc83d. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 557.026965] env[61960]: DEBUG oslo_concurrency.lockutils [req-738c1b1e-b1f3-405a-af9f-b84fd5096175 req-5e415620-df88-4261-9ed9-c6b04a431abf service nova] Acquiring lock "refresh_cache-9068983c-71dd-44eb-923c-5774ac7d0b60" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.026965] env[61960]: DEBUG oslo_concurrency.lockutils [req-738c1b1e-b1f3-405a-af9f-b84fd5096175 req-5e415620-df88-4261-9ed9-c6b04a431abf service nova] Acquired lock "refresh_cache-9068983c-71dd-44eb-923c-5774ac7d0b60" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.027530] env[61960]: DEBUG nova.network.neutron [req-738c1b1e-b1f3-405a-af9f-b84fd5096175 req-5e415620-df88-4261-9ed9-c6b04a431abf service nova] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Refreshing network info cache for port bad90e5f-14f3-4d91-957d-b82284edc83d {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 557.278781] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733534} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.279068] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 9068983c-71dd-44eb-923c-5774ac7d0b60/9068983c-71dd-44eb-923c-5774ac7d0b60.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 557.279435] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 557.279732] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fc48e4c-68cd-4cc0-bfaf-cfcc0eb5da24 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.284057] env[61960]: DEBUG nova.network.neutron [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Successfully updated port: 2f920c73-7d54-4adb-9213-d8de15b507ef {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 557.289302] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for the task: (returnval){ [ 557.289302] env[61960]: value = "task-435426" [ 557.289302] env[61960]: _type = "Task" [ 557.289302] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.305289] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.331696] env[61960]: DEBUG nova.compute.manager [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 557.357223] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435424, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.380831] env[61960]: DEBUG nova.network.neutron [-] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 557.422908] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Releasing lock "refresh_cache-e238d97c-522e-4c5e-8143-29b71e832871" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.422908] env[61960]: DEBUG nova.compute.manager [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Instance network_info: |[{"id": "8e52453e-a0fa-4865-8dcd-5ba6ec45cced", "address": "fa:16:3e:41:62:3b", "network": {"id": "cb867a40-9fab-470c-92f4-eba9ab1ac662", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-729924318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01c68009e098457c9cac9db48b09c7cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e52453e-a0", "ovs_interfaceid": "8e52453e-a0fa-4865-8dcd-5ba6ec45cced", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 557.424213] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:62:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e52453e-a0fa-4865-8dcd-5ba6ec45cced', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 557.435911] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Creating folder: Project (01c68009e098457c9cac9db48b09c7cb). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 557.436281] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fa35b67-5993-496f-ab56-724acf7a3f21 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.452119] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Created folder: Project (01c68009e098457c9cac9db48b09c7cb) in parent group-v115929. [ 557.452380] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Creating folder: Instances. Parent ref: group-v115950. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 557.454227] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92016b37-e237-45d0-b281-6271c9a348a6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.469952] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Created folder: Instances in parent group-v115950. [ 557.469952] env[61960]: DEBUG oslo.service.loopingcall [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 557.469952] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 557.469952] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b385dfa-9072-40ae-9d0a-813f23cc5a32 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.502103] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 557.502103] env[61960]: value = "task-435429" [ 557.502103] env[61960]: _type = "Task" [ 557.502103] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.520258] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435429, 'name': CreateVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.525170] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435425, 'name': PowerOnVM_Task} progress is 71%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.705437] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015e8d3b-fe45-4bd4-99e8-2c921470a028 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.713640] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4095b2ea-0eb8-4f2b-91cf-8d427b56dbf9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.747204] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b016205-dfb1-4534-83bb-4ee1312cd5f8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.755307] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfcdc9a-8488-4588-b602-95afe022ebc2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.771617] env[61960]: DEBUG nova.compute.provider_tree [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 557.789774] env[61960]: DEBUG oslo_concurrency.lockutils [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Acquiring lock "refresh_cache-d0816f49-cd5c-40d4-b49a-8d5b76321153" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.790017] env[61960]: DEBUG oslo_concurrency.lockutils [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Acquired lock "refresh_cache-d0816f49-cd5c-40d4-b49a-8d5b76321153" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.790146] env[61960]: DEBUG nova.network.neutron [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 557.802680] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14324} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.803554] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 557.804734] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17cef3e-4fbc-4f00-83be-29b97198df42 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.828624] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 9068983c-71dd-44eb-923c-5774ac7d0b60/9068983c-71dd-44eb-923c-5774ac7d0b60.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 557.829221] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-041ac9f3-152b-4e65-a44c-05f3b2111fae {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.856352] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "66396ef9-04a2-4c50-9f3a-c1a398aa36de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.856582] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "66396ef9-04a2-4c50-9f3a-c1a398aa36de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.858078] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for the task: (returnval){ [ 557.858078] env[61960]: value = "task-435430" [ 557.858078] env[61960]: _type = "Task" [ 557.858078] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.861919] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696415} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.864798] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 7c9c967b-a4f8-4eeb-a637-c2cdb967508b/7c9c967b-a4f8-4eeb-a637-c2cdb967508b.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 557.865040] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 557.865298] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e614a1f9-9f07-4934-b2b1-d948ef12e900 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.872874] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435430, 'name': ReconfigVM_Task} progress is 10%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.874344] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for the task: (returnval){ [ 557.874344] env[61960]: value = "task-435431" [ 557.874344] env[61960]: _type = "Task" [ 557.874344] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.883580] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.887546] env[61960]: INFO nova.compute.manager [-] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Took 1.88 seconds to deallocate network for instance. [ 558.015709] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435429, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.022528] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435425, 'name': PowerOnVM_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.061892] env[61960]: DEBUG nova.compute.manager [None req-2aad3947-2bd7-4b64-b9b6-4aa2143328ca tempest-ServerDiagnosticsV248Test-664712461 tempest-ServerDiagnosticsV248Test-664712461-project-admin] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 558.063755] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12d4099-37ba-4c19-9d44-3e45d9357740 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.071056] env[61960]: INFO nova.compute.manager [None req-2aad3947-2bd7-4b64-b9b6-4aa2143328ca tempest-ServerDiagnosticsV248Test-664712461 tempest-ServerDiagnosticsV248Test-664712461-project-admin] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Retrieving diagnostics [ 558.072266] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0db7fed-b243-4753-b8e9-27410bddd8e6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.202219] env[61960]: DEBUG nova.network.neutron [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Successfully created port: 7b875cdf-6f69-4b7a-ba1a-abc02a17d765 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 558.278597] env[61960]: DEBUG nova.scheduler.client.report [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 558.338971] env[61960]: DEBUG nova.network.neutron [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 558.355381] env[61960]: DEBUG nova.compute.manager [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 558.374556] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435430, 'name': ReconfigVM_Task, 'duration_secs': 0.334756} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.376590] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 9068983c-71dd-44eb-923c-5774ac7d0b60/9068983c-71dd-44eb-923c-5774ac7d0b60.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 558.380710] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd89b40e-1fe7-409e-b4ee-799a54f383d8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.385483] env[61960]: DEBUG nova.virt.hardware [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 558.385705] env[61960]: DEBUG nova.virt.hardware [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 558.385875] env[61960]: DEBUG nova.virt.hardware [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 558.386064] env[61960]: DEBUG nova.virt.hardware [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 558.386207] env[61960]: DEBUG nova.virt.hardware [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 558.386426] env[61960]: DEBUG nova.virt.hardware [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 558.386554] env[61960]: DEBUG nova.virt.hardware [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 558.386709] env[61960]: DEBUG nova.virt.hardware [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 558.386899] env[61960]: DEBUG nova.virt.hardware [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 558.387048] env[61960]: DEBUG nova.virt.hardware [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 558.387261] env[61960]: DEBUG nova.virt.hardware [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 558.388227] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60b847a-42ea-42f3-809a-20b24898e349 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.394924] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for the task: (returnval){ [ 558.394924] env[61960]: value = "task-435432" [ 558.394924] env[61960]: _type = "Task" [ 558.394924] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.395861] env[61960]: DEBUG oslo_concurrency.lockutils [None req-925ed1e9-a56d-4435-9fae-ccbced6cec56 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.396137] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111219} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.400020] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 558.400302] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1103d2a-91d6-4018-a1f5-69775ba142f1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.410280] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25726aca-e8c8-49ea-9848-ddc45e8c61a2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.429737] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435432, 'name': Rename_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.441156] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 7c9c967b-a4f8-4eeb-a637-c2cdb967508b/7c9c967b-a4f8-4eeb-a637-c2cdb967508b.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 558.441156] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67e7b353-c06f-4bf1-8621-a2c4a7fea9f0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.463909] env[61960]: DEBUG nova.network.neutron [req-738c1b1e-b1f3-405a-af9f-b84fd5096175 req-5e415620-df88-4261-9ed9-c6b04a431abf service nova] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Updated VIF entry in instance network info cache for port bad90e5f-14f3-4d91-957d-b82284edc83d. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 558.464285] env[61960]: DEBUG nova.network.neutron [req-738c1b1e-b1f3-405a-af9f-b84fd5096175 req-5e415620-df88-4261-9ed9-c6b04a431abf service nova] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Updating instance_info_cache with network_info: [{"id": "bad90e5f-14f3-4d91-957d-b82284edc83d", "address": "fa:16:3e:9d:d8:32", "network": {"id": "86ce8ea8-b844-4135-9d34-4504dd5ea582", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1600919733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e87d114e9834a9b9863229cde348caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbad90e5f-14", "ovs_interfaceid": "bad90e5f-14f3-4d91-957d-b82284edc83d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 558.470887] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for the task: (returnval){ [ 558.470887] env[61960]: value = "task-435433" [ 558.470887] env[61960]: _type = "Task" [ 558.470887] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.480323] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435433, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.522430] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435429, 'name': CreateVM_Task, 'duration_secs': 0.608696} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.522708] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 558.522997] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435425, 'name': PowerOnVM_Task, 'duration_secs': 1.051865} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.523763] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.523906] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.524092] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.524348] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 558.524534] env[61960]: INFO nova.compute.manager [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Took 12.25 seconds to spawn the instance on the hypervisor. [ 558.526515] env[61960]: DEBUG nova.compute.manager [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 558.526515] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9019f87d-5231-41d2-ac58-a6e67fb31d0c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.527106] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421e1718-6431-4e3d-8100-f6c31bd1b920 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.533258] env[61960]: DEBUG oslo_vmware.api [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Waiting for the task: (returnval){ [ 558.533258] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5248e566-01b5-bde8-e6dc-3fde1d671952" [ 558.533258] env[61960]: _type = "Task" [ 558.533258] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.545952] env[61960]: DEBUG oslo_vmware.api [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5248e566-01b5-bde8-e6dc-3fde1d671952, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.675527] env[61960]: DEBUG nova.network.neutron [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Updating instance_info_cache with network_info: [{"id": "2f920c73-7d54-4adb-9213-d8de15b507ef", "address": "fa:16:3e:f1:5e:51", "network": {"id": "e57ed75d-43c9-4ffb-89cc-c799527765f5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-699466692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c91d2dd5dfb42c9aa0d6980680c129a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f920c73-7d", "ovs_interfaceid": "2f920c73-7d54-4adb-9213-d8de15b507ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 558.785814] env[61960]: DEBUG oslo_concurrency.lockutils [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.785921] env[61960]: DEBUG nova.compute.manager [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 558.791015] env[61960]: DEBUG oslo_concurrency.lockutils [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.314s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.792971] env[61960]: INFO nova.compute.claims [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 558.913032] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435432, 'name': Rename_Task, 'duration_secs': 0.154399} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.913032] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 558.913217] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28c585e5-56ce-47f8-9afe-698018d01efb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.922885] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for the task: (returnval){ [ 558.922885] env[61960]: value = "task-435434" [ 558.922885] env[61960]: _type = "Task" [ 558.922885] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.933585] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.968431] env[61960]: DEBUG oslo_concurrency.lockutils [req-738c1b1e-b1f3-405a-af9f-b84fd5096175 req-5e415620-df88-4261-9ed9-c6b04a431abf service nova] Releasing lock "refresh_cache-9068983c-71dd-44eb-923c-5774ac7d0b60" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.982583] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435433, 'name': ReconfigVM_Task, 'duration_secs': 0.270508} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.984560] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 7c9c967b-a4f8-4eeb-a637-c2cdb967508b/7c9c967b-a4f8-4eeb-a637-c2cdb967508b.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 558.986905] env[61960]: DEBUG nova.compute.manager [req-bab3fc8f-6634-4554-bd79-f5259b130e4a req-fb622b0c-6763-47ee-8e18-37a7d3f1b257 service nova] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Received event network-vif-plugged-8e52453e-a0fa-4865-8dcd-5ba6ec45cced {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 558.986905] env[61960]: DEBUG oslo_concurrency.lockutils [req-bab3fc8f-6634-4554-bd79-f5259b130e4a req-fb622b0c-6763-47ee-8e18-37a7d3f1b257 service nova] Acquiring lock "e238d97c-522e-4c5e-8143-29b71e832871-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.986905] env[61960]: DEBUG oslo_concurrency.lockutils [req-bab3fc8f-6634-4554-bd79-f5259b130e4a req-fb622b0c-6763-47ee-8e18-37a7d3f1b257 service nova] Lock "e238d97c-522e-4c5e-8143-29b71e832871-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.987078] env[61960]: DEBUG oslo_concurrency.lockutils [req-bab3fc8f-6634-4554-bd79-f5259b130e4a req-fb622b0c-6763-47ee-8e18-37a7d3f1b257 service nova] Lock "e238d97c-522e-4c5e-8143-29b71e832871-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.987164] env[61960]: DEBUG nova.compute.manager [req-bab3fc8f-6634-4554-bd79-f5259b130e4a req-fb622b0c-6763-47ee-8e18-37a7d3f1b257 service nova] [instance: e238d97c-522e-4c5e-8143-29b71e832871] No waiting events found dispatching network-vif-plugged-8e52453e-a0fa-4865-8dcd-5ba6ec45cced {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 558.987363] env[61960]: WARNING nova.compute.manager [req-bab3fc8f-6634-4554-bd79-f5259b130e4a req-fb622b0c-6763-47ee-8e18-37a7d3f1b257 service nova] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Received unexpected event network-vif-plugged-8e52453e-a0fa-4865-8dcd-5ba6ec45cced for instance with vm_state building and task_state spawning. [ 558.987509] env[61960]: DEBUG nova.compute.manager [req-bab3fc8f-6634-4554-bd79-f5259b130e4a req-fb622b0c-6763-47ee-8e18-37a7d3f1b257 service nova] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Received event network-changed-8e52453e-a0fa-4865-8dcd-5ba6ec45cced {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 558.987668] env[61960]: DEBUG nova.compute.manager [req-bab3fc8f-6634-4554-bd79-f5259b130e4a req-fb622b0c-6763-47ee-8e18-37a7d3f1b257 service nova] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Refreshing instance network info cache due to event network-changed-8e52453e-a0fa-4865-8dcd-5ba6ec45cced. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 558.987852] env[61960]: DEBUG oslo_concurrency.lockutils [req-bab3fc8f-6634-4554-bd79-f5259b130e4a req-fb622b0c-6763-47ee-8e18-37a7d3f1b257 service nova] Acquiring lock "refresh_cache-e238d97c-522e-4c5e-8143-29b71e832871" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.988247] env[61960]: DEBUG oslo_concurrency.lockutils [req-bab3fc8f-6634-4554-bd79-f5259b130e4a req-fb622b0c-6763-47ee-8e18-37a7d3f1b257 service nova] Acquired lock "refresh_cache-e238d97c-522e-4c5e-8143-29b71e832871" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.988247] env[61960]: DEBUG nova.network.neutron [req-bab3fc8f-6634-4554-bd79-f5259b130e4a req-fb622b0c-6763-47ee-8e18-37a7d3f1b257 service nova] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Refreshing network info cache for port 8e52453e-a0fa-4865-8dcd-5ba6ec45cced {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 558.989294] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec0cfd0b-ce57-4cc9-b5b9-55538732a8bb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.999624] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for the task: (returnval){ [ 558.999624] env[61960]: value = "task-435435" [ 558.999624] env[61960]: _type = "Task" [ 558.999624] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.012158] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435435, 'name': Rename_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.049600] env[61960]: DEBUG oslo_vmware.api [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5248e566-01b5-bde8-e6dc-3fde1d671952, 'name': SearchDatastore_Task, 'duration_secs': 0.01681} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.051204] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.051463] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 559.051741] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.051903] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.052133] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 559.052620] env[61960]: INFO nova.compute.manager [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Took 20.98 seconds to build instance. [ 559.053456] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7536a168-b29f-4a4f-b59c-b0854bf97db1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.062235] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 559.062484] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 559.063568] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fdca9fa-4e0a-44ae-a13f-9d23a2bc312e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.068796] env[61960]: DEBUG oslo_vmware.api [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Waiting for the task: (returnval){ [ 559.068796] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5271efdb-cbbe-8c47-eb9d-53e34ee833b4" [ 559.068796] env[61960]: _type = "Task" [ 559.068796] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.078127] env[61960]: DEBUG oslo_vmware.api [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5271efdb-cbbe-8c47-eb9d-53e34ee833b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.182776] env[61960]: DEBUG oslo_concurrency.lockutils [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Releasing lock "refresh_cache-d0816f49-cd5c-40d4-b49a-8d5b76321153" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.183212] env[61960]: DEBUG nova.compute.manager [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Instance network_info: |[{"id": "2f920c73-7d54-4adb-9213-d8de15b507ef", "address": "fa:16:3e:f1:5e:51", "network": {"id": "e57ed75d-43c9-4ffb-89cc-c799527765f5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-699466692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c91d2dd5dfb42c9aa0d6980680c129a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f920c73-7d", "ovs_interfaceid": "2f920c73-7d54-4adb-9213-d8de15b507ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 559.183983] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:5e:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f920c73-7d54-4adb-9213-d8de15b507ef', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 559.193064] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Creating folder: Project (6c91d2dd5dfb42c9aa0d6980680c129a). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 559.193382] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67677715-a761-4d7c-ab89-218b906b1cbb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.203698] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Created folder: Project (6c91d2dd5dfb42c9aa0d6980680c129a) in parent group-v115929. [ 559.203903] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Creating folder: Instances. Parent ref: group-v115953. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 559.204333] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a427e07-a2e0-44d4-94c0-9eeff3f9f8ef {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.213808] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Created folder: Instances in parent group-v115953. [ 559.214095] env[61960]: DEBUG oslo.service.loopingcall [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 559.214309] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 559.214538] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3396e5be-2dbe-4873-8801-3701ae58d159 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.234875] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 559.234875] env[61960]: value = "task-435438" [ 559.234875] env[61960]: _type = "Task" [ 559.234875] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.246250] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435438, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.251999] env[61960]: DEBUG oslo_concurrency.lockutils [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Acquiring lock "85eb3bcf-83c5-4420-8d66-d5c0b6595964" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.252167] env[61960]: DEBUG oslo_concurrency.lockutils [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Lock "85eb3bcf-83c5-4420-8d66-d5c0b6595964" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.299028] env[61960]: DEBUG nova.compute.utils [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 559.303362] env[61960]: DEBUG nova.compute.manager [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 559.303589] env[61960]: DEBUG nova.network.neutron [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 559.388375] env[61960]: DEBUG nova.policy [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '295dcf67f4314e21841872cabc22c19c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32252619fd444b7586021bd6d8b5e72a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 559.439538] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435434, 'name': PowerOnVM_Task, 'duration_secs': 0.47335} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.439882] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 559.440108] env[61960]: INFO nova.compute.manager [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Took 10.79 seconds to spawn the instance on the hypervisor. [ 559.440347] env[61960]: DEBUG nova.compute.manager [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 559.441207] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c957b83c-2eee-4a1b-9216-556972a1cb6a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.514624] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435435, 'name': Rename_Task, 'duration_secs': 0.155202} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.514763] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 559.515142] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-480710bd-5f32-4fdf-b036-650b2203ccbc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.522028] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for the task: (returnval){ [ 559.522028] env[61960]: value = "task-435439" [ 559.522028] env[61960]: _type = "Task" [ 559.522028] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.530605] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.556623] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Lock "9a8047e7-ce01-4355-bf4e-aef94f6db15e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.497s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.558214] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "9a8047e7-ce01-4355-bf4e-aef94f6db15e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 17.198s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.559293] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b4432d-2afe-4d93-bf17-b4b0f9a83074 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.587621] env[61960]: DEBUG oslo_vmware.api [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5271efdb-cbbe-8c47-eb9d-53e34ee833b4, 'name': SearchDatastore_Task, 'duration_secs': 0.014067} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.590231] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe595a48-16ab-4657-8383-33c46db08a6e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.599024] env[61960]: DEBUG oslo_vmware.api [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Waiting for the task: (returnval){ [ 559.599024] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520f9c7a-ba19-afff-cc40-10714a4ef882" [ 559.599024] env[61960]: _type = "Task" [ 559.599024] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.609223] env[61960]: DEBUG oslo_vmware.api [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520f9c7a-ba19-afff-cc40-10714a4ef882, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.748910] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435438, 'name': CreateVM_Task, 'duration_secs': 0.377716} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.749113] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 559.749954] env[61960]: DEBUG oslo_concurrency.lockutils [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.750144] env[61960]: DEBUG oslo_concurrency.lockutils [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.750474] env[61960]: DEBUG oslo_concurrency.lockutils [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.751101] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-122754c2-b1bb-4ebd-a81b-84c9d6902930 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.756667] env[61960]: DEBUG oslo_vmware.api [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Waiting for the task: (returnval){ [ 559.756667] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52957842-ab48-1dd9-dd86-19c2bc9c4731" [ 559.756667] env[61960]: _type = "Task" [ 559.756667] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.764867] env[61960]: DEBUG oslo_vmware.api [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52957842-ab48-1dd9-dd86-19c2bc9c4731, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.809977] env[61960]: DEBUG nova.compute.manager [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 559.963996] env[61960]: INFO nova.compute.manager [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Took 21.83 seconds to build instance. [ 560.000744] env[61960]: DEBUG nova.network.neutron [req-bab3fc8f-6634-4554-bd79-f5259b130e4a req-fb622b0c-6763-47ee-8e18-37a7d3f1b257 service nova] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Updated VIF entry in instance network info cache for port 8e52453e-a0fa-4865-8dcd-5ba6ec45cced. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 560.000744] env[61960]: DEBUG nova.network.neutron [req-bab3fc8f-6634-4554-bd79-f5259b130e4a req-fb622b0c-6763-47ee-8e18-37a7d3f1b257 service nova] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Updating instance_info_cache with network_info: [{"id": "8e52453e-a0fa-4865-8dcd-5ba6ec45cced", "address": "fa:16:3e:41:62:3b", "network": {"id": "cb867a40-9fab-470c-92f4-eba9ab1ac662", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-729924318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01c68009e098457c9cac9db48b09c7cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e52453e-a0", "ovs_interfaceid": "8e52453e-a0fa-4865-8dcd-5ba6ec45cced", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 560.035728] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435439, 'name': PowerOnVM_Task} progress is 88%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.064364] env[61960]: DEBUG nova.compute.manager [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 560.072301] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "9a8047e7-ce01-4355-bf4e-aef94f6db15e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.514s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.119127] env[61960]: DEBUG oslo_vmware.api [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520f9c7a-ba19-afff-cc40-10714a4ef882, 'name': SearchDatastore_Task, 'duration_secs': 0.012138} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.121988] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.122596] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] e238d97c-522e-4c5e-8143-29b71e832871/e238d97c-522e-4c5e-8143-29b71e832871.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 560.123374] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0456a8d1-0175-4fd9-a845-952053fb91b6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.133849] env[61960]: DEBUG oslo_vmware.api [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Waiting for the task: (returnval){ [ 560.133849] env[61960]: value = "task-435440" [ 560.133849] env[61960]: _type = "Task" [ 560.133849] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.145841] env[61960]: DEBUG oslo_vmware.api [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Task: {'id': task-435440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.213225] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf3f668-661e-422d-afe4-ebc52d19a144 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.227770] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64711cea-b8b2-4df1-828a-ad8b279af682 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.270161] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa73551-624e-4f23-a240-f8267f213011 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.282771] env[61960]: DEBUG oslo_vmware.api [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52957842-ab48-1dd9-dd86-19c2bc9c4731, 'name': SearchDatastore_Task, 'duration_secs': 0.033209} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.284502] env[61960]: DEBUG oslo_concurrency.lockutils [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.284626] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 560.284856] env[61960]: DEBUG oslo_concurrency.lockutils [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.285186] env[61960]: DEBUG oslo_concurrency.lockutils [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.285326] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 560.287158] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6778a36a-2527-4915-b055-1c6f26df8c4f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.289124] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbad32a-c3d6-439c-82da-87c089331808 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.313372] env[61960]: DEBUG nova.compute.provider_tree [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 560.317169] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 560.317169] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 560.323850] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ccaf9c3-bf41-4db2-9545-27f67b86f9de {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.328925] env[61960]: DEBUG oslo_vmware.api [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Waiting for the task: (returnval){ [ 560.328925] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52226742-1e15-e29b-d2ab-1c03329dc0ba" [ 560.328925] env[61960]: _type = "Task" [ 560.328925] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.342148] env[61960]: DEBUG oslo_vmware.api [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52226742-1e15-e29b-d2ab-1c03329dc0ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.437535] env[61960]: DEBUG nova.network.neutron [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Successfully created port: a584832f-1476-446a-8ddc-fa5f2cc45262 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 560.471561] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Lock "9068983c-71dd-44eb-923c-5774ac7d0b60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.344s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.506186] env[61960]: DEBUG oslo_concurrency.lockutils [req-bab3fc8f-6634-4554-bd79-f5259b130e4a req-fb622b0c-6763-47ee-8e18-37a7d3f1b257 service nova] Releasing lock "refresh_cache-e238d97c-522e-4c5e-8143-29b71e832871" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.506186] env[61960]: DEBUG nova.compute.manager [req-bab3fc8f-6634-4554-bd79-f5259b130e4a req-fb622b0c-6763-47ee-8e18-37a7d3f1b257 service nova] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Received event network-vif-plugged-2f920c73-7d54-4adb-9213-d8de15b507ef {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 560.506186] env[61960]: DEBUG oslo_concurrency.lockutils [req-bab3fc8f-6634-4554-bd79-f5259b130e4a req-fb622b0c-6763-47ee-8e18-37a7d3f1b257 service nova] Acquiring lock "d0816f49-cd5c-40d4-b49a-8d5b76321153-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.506304] env[61960]: DEBUG oslo_concurrency.lockutils [req-bab3fc8f-6634-4554-bd79-f5259b130e4a req-fb622b0c-6763-47ee-8e18-37a7d3f1b257 service nova] Lock "d0816f49-cd5c-40d4-b49a-8d5b76321153-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.508035] env[61960]: DEBUG oslo_concurrency.lockutils [req-bab3fc8f-6634-4554-bd79-f5259b130e4a req-fb622b0c-6763-47ee-8e18-37a7d3f1b257 service nova] Lock "d0816f49-cd5c-40d4-b49a-8d5b76321153-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.508035] env[61960]: DEBUG nova.compute.manager [req-bab3fc8f-6634-4554-bd79-f5259b130e4a req-fb622b0c-6763-47ee-8e18-37a7d3f1b257 service nova] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] No waiting events found dispatching network-vif-plugged-2f920c73-7d54-4adb-9213-d8de15b507ef {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 560.508035] env[61960]: WARNING nova.compute.manager [req-bab3fc8f-6634-4554-bd79-f5259b130e4a req-fb622b0c-6763-47ee-8e18-37a7d3f1b257 service nova] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Received unexpected event network-vif-plugged-2f920c73-7d54-4adb-9213-d8de15b507ef for instance with vm_state building and task_state spawning. [ 560.508035] env[61960]: DEBUG nova.compute.manager [req-bab3fc8f-6634-4554-bd79-f5259b130e4a req-fb622b0c-6763-47ee-8e18-37a7d3f1b257 service nova] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Received event network-changed-2f920c73-7d54-4adb-9213-d8de15b507ef {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 560.508035] env[61960]: DEBUG nova.compute.manager [req-bab3fc8f-6634-4554-bd79-f5259b130e4a req-fb622b0c-6763-47ee-8e18-37a7d3f1b257 service nova] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Refreshing instance network info cache due to event network-changed-2f920c73-7d54-4adb-9213-d8de15b507ef. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 560.508456] env[61960]: DEBUG oslo_concurrency.lockutils [req-bab3fc8f-6634-4554-bd79-f5259b130e4a req-fb622b0c-6763-47ee-8e18-37a7d3f1b257 service nova] Acquiring lock "refresh_cache-d0816f49-cd5c-40d4-b49a-8d5b76321153" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.508456] env[61960]: DEBUG oslo_concurrency.lockutils [req-bab3fc8f-6634-4554-bd79-f5259b130e4a req-fb622b0c-6763-47ee-8e18-37a7d3f1b257 service nova] Acquired lock "refresh_cache-d0816f49-cd5c-40d4-b49a-8d5b76321153" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.508456] env[61960]: DEBUG nova.network.neutron [req-bab3fc8f-6634-4554-bd79-f5259b130e4a req-fb622b0c-6763-47ee-8e18-37a7d3f1b257 service nova] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Refreshing network info cache for port 2f920c73-7d54-4adb-9213-d8de15b507ef {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 560.547025] env[61960]: DEBUG oslo_vmware.api [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435439, 'name': PowerOnVM_Task, 'duration_secs': 0.740919} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.547025] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 560.547025] env[61960]: INFO nova.compute.manager [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Took 9.48 seconds to spawn the instance on the hypervisor. [ 560.547025] env[61960]: DEBUG nova.compute.manager [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 560.547025] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d90cdb3-0897-46c8-943f-84e95e17f5db {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.591346] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.643675] env[61960]: DEBUG oslo_vmware.api [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Task: {'id': task-435440, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.687209] env[61960]: DEBUG nova.network.neutron [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Successfully updated port: 7b875cdf-6f69-4b7a-ba1a-abc02a17d765 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 560.819842] env[61960]: DEBUG nova.scheduler.client.report [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 560.829137] env[61960]: DEBUG nova.compute.manager [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 560.843115] env[61960]: DEBUG oslo_vmware.api [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52226742-1e15-e29b-d2ab-1c03329dc0ba, 'name': SearchDatastore_Task, 'duration_secs': 0.022618} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.844964] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ad09f1b-6a5d-4407-8387-71f020a49245 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.858997] env[61960]: DEBUG oslo_vmware.api [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Waiting for the task: (returnval){ [ 560.858997] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52291704-3f51-7ccf-3685-0760e064ab78" [ 560.858997] env[61960]: _type = "Task" [ 560.858997] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.865688] env[61960]: DEBUG nova.virt.hardware [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 560.865935] env[61960]: DEBUG nova.virt.hardware [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 560.866102] env[61960]: DEBUG nova.virt.hardware [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 560.866288] env[61960]: DEBUG nova.virt.hardware [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 560.866551] env[61960]: DEBUG nova.virt.hardware [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 560.866641] env[61960]: DEBUG nova.virt.hardware [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 560.866772] env[61960]: DEBUG nova.virt.hardware [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 560.866930] env[61960]: DEBUG nova.virt.hardware [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 560.867111] env[61960]: DEBUG nova.virt.hardware [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 560.867337] env[61960]: DEBUG nova.virt.hardware [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 560.867458] env[61960]: DEBUG nova.virt.hardware [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 560.868647] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00786fb7-134f-4d49-b17a-db5159e18ba4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.873937] env[61960]: DEBUG oslo_vmware.api [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52291704-3f51-7ccf-3685-0760e064ab78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.880220] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b894393d-7daf-4a49-8a42-72ec32030ca6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.977046] env[61960]: DEBUG nova.compute.manager [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 561.067472] env[61960]: INFO nova.compute.manager [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Took 22.89 seconds to build instance. [ 561.148347] env[61960]: DEBUG oslo_vmware.api [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Task: {'id': task-435440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693432} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.148835] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] e238d97c-522e-4c5e-8143-29b71e832871/e238d97c-522e-4c5e-8143-29b71e832871.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 561.149138] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 561.149477] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a03b247e-7bf5-41fa-bcb3-ee50db35be3c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.157871] env[61960]: DEBUG oslo_vmware.api [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Waiting for the task: (returnval){ [ 561.157871] env[61960]: value = "task-435441" [ 561.157871] env[61960]: _type = "Task" [ 561.157871] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.167234] env[61960]: DEBUG oslo_vmware.api [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Task: {'id': task-435441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.190588] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Acquiring lock "refresh_cache-66b0d824-035d-44df-a7c1-af0f4d23e4b9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.190588] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Acquired lock "refresh_cache-66b0d824-035d-44df-a7c1-af0f4d23e4b9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.192351] env[61960]: DEBUG nova.network.neutron [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 561.212812] env[61960]: DEBUG oslo_concurrency.lockutils [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Acquiring lock "1a02e309-1403-4d0e-8fb5-65e90274f3a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.213147] env[61960]: DEBUG oslo_concurrency.lockutils [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Lock "1a02e309-1403-4d0e-8fb5-65e90274f3a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.213351] env[61960]: DEBUG oslo_concurrency.lockutils [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Acquiring lock "1a02e309-1403-4d0e-8fb5-65e90274f3a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.213524] env[61960]: DEBUG oslo_concurrency.lockutils [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Lock "1a02e309-1403-4d0e-8fb5-65e90274f3a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.213686] env[61960]: DEBUG oslo_concurrency.lockutils [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Lock "1a02e309-1403-4d0e-8fb5-65e90274f3a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.220396] env[61960]: INFO nova.compute.manager [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Terminating instance [ 561.227575] env[61960]: DEBUG oslo_concurrency.lockutils [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Acquiring lock "refresh_cache-1a02e309-1403-4d0e-8fb5-65e90274f3a7" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.227575] env[61960]: DEBUG oslo_concurrency.lockutils [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Acquired lock "refresh_cache-1a02e309-1403-4d0e-8fb5-65e90274f3a7" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.227738] env[61960]: DEBUG nova.network.neutron [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 561.320184] env[61960]: DEBUG nova.compute.manager [req-b221ae5f-ff0c-4dcd-a959-eadd35e62edb req-188bf81e-ab7f-456c-a8f6-228b1b30254e service nova] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Received event network-vif-deleted-3232c500-83bb-490f-8f13-7fb9ce98cfd8 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 561.329596] env[61960]: DEBUG oslo_concurrency.lockutils [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.334496] env[61960]: DEBUG nova.compute.manager [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 561.338162] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.484s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.343865] env[61960]: INFO nova.compute.claims [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 561.382856] env[61960]: DEBUG oslo_vmware.api [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52291704-3f51-7ccf-3685-0760e064ab78, 'name': SearchDatastore_Task, 'duration_secs': 0.011286} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.382856] env[61960]: DEBUG oslo_concurrency.lockutils [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.383054] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] d0816f49-cd5c-40d4-b49a-8d5b76321153/d0816f49-cd5c-40d4-b49a-8d5b76321153.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 561.383175] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b75e1ad-f668-4c4b-a801-6c364d04189c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.391130] env[61960]: DEBUG oslo_vmware.api [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Waiting for the task: (returnval){ [ 561.391130] env[61960]: value = "task-435442" [ 561.391130] env[61960]: _type = "Task" [ 561.391130] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.402562] env[61960]: DEBUG oslo_vmware.api [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.509551] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.572815] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5840d39f-27e4-4863-b003-36850187b574 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Lock "7c9c967b-a4f8-4eeb-a637-c2cdb967508b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.402s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.669603] env[61960]: DEBUG oslo_vmware.api [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Task: {'id': task-435441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071663} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.669603] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 561.670305] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2cd062-db14-462c-aab2-3bcfd0d622b8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.693670] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] e238d97c-522e-4c5e-8143-29b71e832871/e238d97c-522e-4c5e-8143-29b71e832871.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 561.693971] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbea0efb-26d6-468b-a310-05ba036054ed {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.716298] env[61960]: DEBUG oslo_vmware.api [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Waiting for the task: (returnval){ [ 561.716298] env[61960]: value = "task-435443" [ 561.716298] env[61960]: _type = "Task" [ 561.716298] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.726459] env[61960]: DEBUG oslo_vmware.api [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Task: {'id': task-435443, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.728223] env[61960]: DEBUG nova.network.neutron [req-bab3fc8f-6634-4554-bd79-f5259b130e4a req-fb622b0c-6763-47ee-8e18-37a7d3f1b257 service nova] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Updated VIF entry in instance network info cache for port 2f920c73-7d54-4adb-9213-d8de15b507ef. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 561.728539] env[61960]: DEBUG nova.network.neutron [req-bab3fc8f-6634-4554-bd79-f5259b130e4a req-fb622b0c-6763-47ee-8e18-37a7d3f1b257 service nova] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Updating instance_info_cache with network_info: [{"id": "2f920c73-7d54-4adb-9213-d8de15b507ef", "address": "fa:16:3e:f1:5e:51", "network": {"id": "e57ed75d-43c9-4ffb-89cc-c799527765f5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-699466692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c91d2dd5dfb42c9aa0d6980680c129a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f920c73-7d", "ovs_interfaceid": "2f920c73-7d54-4adb-9213-d8de15b507ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 561.780579] env[61960]: DEBUG nova.network.neutron [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 561.841785] env[61960]: DEBUG nova.compute.utils [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 561.843217] env[61960]: DEBUG nova.compute.manager [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 561.843394] env[61960]: DEBUG nova.network.neutron [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 561.901859] env[61960]: DEBUG oslo_vmware.api [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.943934] env[61960]: DEBUG nova.policy [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b748eff1f09b460fbc652edb0e2af1a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23cc9dbac5d741909302929f52abd0bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 561.977750] env[61960]: DEBUG nova.network.neutron [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 562.078441] env[61960]: DEBUG nova.compute.manager [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 562.201372] env[61960]: DEBUG nova.compute.manager [req-44943c2b-7552-4aab-ab87-23e24399b067 req-79427583-ff06-4e67-abe9-85d083455c54 service nova] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Received event network-vif-plugged-7b875cdf-6f69-4b7a-ba1a-abc02a17d765 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 562.201372] env[61960]: DEBUG oslo_concurrency.lockutils [req-44943c2b-7552-4aab-ab87-23e24399b067 req-79427583-ff06-4e67-abe9-85d083455c54 service nova] Acquiring lock "66b0d824-035d-44df-a7c1-af0f4d23e4b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.201372] env[61960]: DEBUG oslo_concurrency.lockutils [req-44943c2b-7552-4aab-ab87-23e24399b067 req-79427583-ff06-4e67-abe9-85d083455c54 service nova] Lock "66b0d824-035d-44df-a7c1-af0f4d23e4b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.201372] env[61960]: DEBUG oslo_concurrency.lockutils [req-44943c2b-7552-4aab-ab87-23e24399b067 req-79427583-ff06-4e67-abe9-85d083455c54 service nova] Lock "66b0d824-035d-44df-a7c1-af0f4d23e4b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.201372] env[61960]: DEBUG nova.compute.manager [req-44943c2b-7552-4aab-ab87-23e24399b067 req-79427583-ff06-4e67-abe9-85d083455c54 service nova] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] No waiting events found dispatching network-vif-plugged-7b875cdf-6f69-4b7a-ba1a-abc02a17d765 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 562.201918] env[61960]: WARNING nova.compute.manager [req-44943c2b-7552-4aab-ab87-23e24399b067 req-79427583-ff06-4e67-abe9-85d083455c54 service nova] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Received unexpected event network-vif-plugged-7b875cdf-6f69-4b7a-ba1a-abc02a17d765 for instance with vm_state building and task_state spawning. [ 562.201918] env[61960]: DEBUG nova.compute.manager [req-44943c2b-7552-4aab-ab87-23e24399b067 req-79427583-ff06-4e67-abe9-85d083455c54 service nova] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Received event network-changed-7b875cdf-6f69-4b7a-ba1a-abc02a17d765 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 562.201918] env[61960]: DEBUG nova.compute.manager [req-44943c2b-7552-4aab-ab87-23e24399b067 req-79427583-ff06-4e67-abe9-85d083455c54 service nova] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Refreshing instance network info cache due to event network-changed-7b875cdf-6f69-4b7a-ba1a-abc02a17d765. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 562.201918] env[61960]: DEBUG oslo_concurrency.lockutils [req-44943c2b-7552-4aab-ab87-23e24399b067 req-79427583-ff06-4e67-abe9-85d083455c54 service nova] Acquiring lock "refresh_cache-66b0d824-035d-44df-a7c1-af0f4d23e4b9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.218678] env[61960]: DEBUG nova.network.neutron [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.234971] env[61960]: DEBUG oslo_vmware.api [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Task: {'id': task-435443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.235421] env[61960]: DEBUG oslo_concurrency.lockutils [req-bab3fc8f-6634-4554-bd79-f5259b130e4a req-fb622b0c-6763-47ee-8e18-37a7d3f1b257 service nova] Releasing lock "refresh_cache-d0816f49-cd5c-40d4-b49a-8d5b76321153" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.346648] env[61960]: DEBUG nova.compute.manager [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 562.405508] env[61960]: DEBUG oslo_vmware.api [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.908299} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.405754] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] d0816f49-cd5c-40d4-b49a-8d5b76321153/d0816f49-cd5c-40d4-b49a-8d5b76321153.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 562.405964] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 562.406221] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8313adab-0c10-42d9-8c5e-00da400b1042 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.413358] env[61960]: DEBUG oslo_vmware.api [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Waiting for the task: (returnval){ [ 562.413358] env[61960]: value = "task-435444" [ 562.413358] env[61960]: _type = "Task" [ 562.413358] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.422026] env[61960]: DEBUG oslo_vmware.api [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.468803] env[61960]: DEBUG nova.network.neutron [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Updating instance_info_cache with network_info: [{"id": "7b875cdf-6f69-4b7a-ba1a-abc02a17d765", "address": "fa:16:3e:a1:39:8d", "network": {"id": "bc697c9a-9ed5-4462-80b9-bdca22609ab0", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1990622873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ccc05aaceb42828909c73419032f84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b875cdf-6f", "ovs_interfaceid": "7b875cdf-6f69-4b7a-ba1a-abc02a17d765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.605110] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.730618] env[61960]: DEBUG oslo_concurrency.lockutils [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Releasing lock "refresh_cache-1a02e309-1403-4d0e-8fb5-65e90274f3a7" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.731485] env[61960]: DEBUG nova.compute.manager [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 562.732058] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 562.732745] env[61960]: DEBUG oslo_vmware.api [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Task: {'id': task-435443, 'name': ReconfigVM_Task, 'duration_secs': 0.844493} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.734042] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90aa3a41-cac2-4144-bac4-b3a074edc67d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.738823] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Reconfigured VM instance instance-00000009 to attach disk [datastore1] e238d97c-522e-4c5e-8143-29b71e832871/e238d97c-522e-4c5e-8143-29b71e832871.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 562.739823] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4eee66a6-dd89-46f7-b233-3f159fe85821 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.743261] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0449b02e-15ec-49aa-864f-684c4e741e94 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.750750] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 562.754276] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e65175f9-507c-4d41-8021-97178d819aee {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.756264] env[61960]: DEBUG oslo_vmware.api [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Waiting for the task: (returnval){ [ 562.756264] env[61960]: value = "task-435445" [ 562.756264] env[61960]: _type = "Task" [ 562.756264] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.757738] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d3f5ff-1070-4789-a07e-77ce9f8eb004 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.768163] env[61960]: DEBUG oslo_vmware.api [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Waiting for the task: (returnval){ [ 562.768163] env[61960]: value = "task-435446" [ 562.768163] env[61960]: _type = "Task" [ 562.768163] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.804399] env[61960]: DEBUG oslo_vmware.api [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Task: {'id': task-435445, 'name': Rename_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.805829] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17f41f4-f2d4-4213-9ca7-2fc08c417457 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.812224] env[61960]: DEBUG oslo_vmware.api [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Task: {'id': task-435446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.817210] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f429709-e742-4376-81ae-4dcebf4899a1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.831638] env[61960]: DEBUG nova.compute.provider_tree [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 562.926042] env[61960]: DEBUG oslo_vmware.api [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194849} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.926042] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 562.926657] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926960cf-95ba-4b95-8364-1f84129dce17 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.952929] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] d0816f49-cd5c-40d4-b49a-8d5b76321153/d0816f49-cd5c-40d4-b49a-8d5b76321153.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 562.953409] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaf2348e-c9f5-4fd3-8b57-a0697ee389e4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.972931] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Releasing lock "refresh_cache-66b0d824-035d-44df-a7c1-af0f4d23e4b9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.972931] env[61960]: DEBUG nova.compute.manager [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Instance network_info: |[{"id": "7b875cdf-6f69-4b7a-ba1a-abc02a17d765", "address": "fa:16:3e:a1:39:8d", "network": {"id": "bc697c9a-9ed5-4462-80b9-bdca22609ab0", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1990622873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ccc05aaceb42828909c73419032f84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b875cdf-6f", "ovs_interfaceid": "7b875cdf-6f69-4b7a-ba1a-abc02a17d765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 562.973917] env[61960]: DEBUG oslo_concurrency.lockutils [req-44943c2b-7552-4aab-ab87-23e24399b067 req-79427583-ff06-4e67-abe9-85d083455c54 service nova] Acquired lock "refresh_cache-66b0d824-035d-44df-a7c1-af0f4d23e4b9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.974118] env[61960]: DEBUG nova.network.neutron [req-44943c2b-7552-4aab-ab87-23e24399b067 req-79427583-ff06-4e67-abe9-85d083455c54 service nova] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Refreshing network info cache for port 7b875cdf-6f69-4b7a-ba1a-abc02a17d765 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 562.975403] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:39:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b875cdf-6f69-4b7a-ba1a-abc02a17d765', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 562.986246] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Creating folder: Project (47ccc05aaceb42828909c73419032f84). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 562.986246] env[61960]: DEBUG oslo_vmware.api [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Waiting for the task: (returnval){ [ 562.986246] env[61960]: value = "task-435447" [ 562.986246] env[61960]: _type = "Task" [ 562.986246] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.986246] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27859d88-b182-495e-bc8a-99db2f79aa74 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.996797] env[61960]: DEBUG oslo_vmware.api [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.001405] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Created folder: Project (47ccc05aaceb42828909c73419032f84) in parent group-v115929. [ 563.001405] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Creating folder: Instances. Parent ref: group-v115956. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 563.001405] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df3cda3d-9af1-47dc-b5a1-7b56a1208569 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.007811] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Created folder: Instances in parent group-v115956. [ 563.008071] env[61960]: DEBUG oslo.service.loopingcall [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 563.008262] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 563.008458] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e12255f-113e-4111-936b-0a08c1934ec2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.037255] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 563.037255] env[61960]: value = "task-435450" [ 563.037255] env[61960]: _type = "Task" [ 563.037255] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.044466] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435450, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.277286] env[61960]: DEBUG oslo_vmware.api [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Task: {'id': task-435445, 'name': Rename_Task, 'duration_secs': 0.34242} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.278245] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 563.278608] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfb19c26-c75c-407e-b393-6f39f817ffea {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.284511] env[61960]: DEBUG oslo_vmware.api [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Task: {'id': task-435446, 'name': PowerOffVM_Task, 'duration_secs': 0.151924} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.285532] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 563.285856] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 563.286178] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04995389-895c-4ff9-b636-e5c1218c9159 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.289988] env[61960]: DEBUG oslo_vmware.api [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Waiting for the task: (returnval){ [ 563.289988] env[61960]: value = "task-435451" [ 563.289988] env[61960]: _type = "Task" [ 563.289988] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.300686] env[61960]: DEBUG oslo_vmware.api [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Task: {'id': task-435451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.318186] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 563.319123] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 563.319502] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Deleting the datastore file [datastore1] 1a02e309-1403-4d0e-8fb5-65e90274f3a7 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 563.321095] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98d253a0-6823-4bf7-9af5-b881ef3fb548 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.329613] env[61960]: DEBUG oslo_vmware.api [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Waiting for the task: (returnval){ [ 563.329613] env[61960]: value = "task-435453" [ 563.329613] env[61960]: _type = "Task" [ 563.329613] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.340925] env[61960]: DEBUG oslo_vmware.api [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Task: {'id': task-435453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.358209] env[61960]: DEBUG nova.compute.manager [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 563.364166] env[61960]: DEBUG nova.network.neutron [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Successfully created port: c0bf7e69-973c-4d98-a0fb-65e01c622a8b {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 563.369273] env[61960]: ERROR nova.scheduler.client.report [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [req-2e351395-69ae-4902-96c8-4ab47b48c09a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2e351395-69ae-4902-96c8-4ab47b48c09a"}]} [ 563.395214] env[61960]: DEBUG nova.scheduler.client.report [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 563.400700] env[61960]: DEBUG nova.virt.hardware [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 563.400700] env[61960]: DEBUG nova.virt.hardware [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 563.402366] env[61960]: DEBUG nova.virt.hardware [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 563.402366] env[61960]: DEBUG nova.virt.hardware [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 563.402366] env[61960]: DEBUG nova.virt.hardware [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 563.402366] env[61960]: DEBUG nova.virt.hardware [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 563.402366] env[61960]: DEBUG nova.virt.hardware [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 563.402692] env[61960]: DEBUG nova.virt.hardware [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 563.402692] env[61960]: DEBUG nova.virt.hardware [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 563.402692] env[61960]: DEBUG nova.virt.hardware [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 563.402692] env[61960]: DEBUG nova.virt.hardware [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 563.404140] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3bf108-5b7a-4290-95d6-12e6024b923f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.414017] env[61960]: DEBUG nova.scheduler.client.report [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 563.414305] env[61960]: DEBUG nova.compute.provider_tree [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 563.418223] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12802aa3-2078-4ce1-bb84-c3f1cf91a4d9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.435816] env[61960]: DEBUG nova.scheduler.client.report [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 563.460605] env[61960]: DEBUG nova.scheduler.client.report [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 563.502874] env[61960]: DEBUG oslo_vmware.api [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435447, 'name': ReconfigVM_Task, 'duration_secs': 0.366365} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.502874] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Reconfigured VM instance instance-0000000a to attach disk [datastore1] d0816f49-cd5c-40d4-b49a-8d5b76321153/d0816f49-cd5c-40d4-b49a-8d5b76321153.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 563.503631] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78047214-b12e-49ca-b191-dca417ab50e5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.511213] env[61960]: DEBUG oslo_vmware.api [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Waiting for the task: (returnval){ [ 563.511213] env[61960]: value = "task-435454" [ 563.511213] env[61960]: _type = "Task" [ 563.511213] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.521992] env[61960]: DEBUG oslo_vmware.api [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435454, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.550092] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435450, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.550597] env[61960]: DEBUG nova.network.neutron [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Successfully updated port: a584832f-1476-446a-8ddc-fa5f2cc45262 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 563.819707] env[61960]: DEBUG oslo_vmware.api [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Task: {'id': task-435451, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.840052] env[61960]: DEBUG oslo_vmware.api [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Task: {'id': task-435453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272964} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.840052] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 563.840052] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 563.840052] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 563.840983] env[61960]: INFO nova.compute.manager [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 563.841955] env[61960]: DEBUG oslo.service.loopingcall [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 563.841955] env[61960]: DEBUG nova.compute.manager [-] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 563.841955] env[61960]: DEBUG nova.network.neutron [-] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 563.862800] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447fbfc9-1fce-4812-9325-99cbe59372ef {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.872935] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37290312-c594-48be-b19e-ec09f489544d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.918197] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c318426-6551-4e2d-8a65-5c7da7c5a6a7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.930016] env[61960]: DEBUG nova.network.neutron [-] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 563.932891] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf6e1e6-31bb-47e9-93de-532003e2722f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.958308] env[61960]: DEBUG nova.compute.provider_tree [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 564.025164] env[61960]: DEBUG oslo_vmware.api [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435454, 'name': Rename_Task, 'duration_secs': 0.143555} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.025550] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 564.025850] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-524aa547-cf9e-43ef-b575-c4ecab22e513 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.034303] env[61960]: DEBUG oslo_vmware.api [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Waiting for the task: (returnval){ [ 564.034303] env[61960]: value = "task-435455" [ 564.034303] env[61960]: _type = "Task" [ 564.034303] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.045113] env[61960]: DEBUG oslo_vmware.api [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.050648] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435450, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.060295] env[61960]: DEBUG oslo_concurrency.lockutils [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquiring lock "refresh_cache-9d79bbb7-73e3-4af6-8595-b8d3ebd4378c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.060504] env[61960]: DEBUG oslo_concurrency.lockutils [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquired lock "refresh_cache-9d79bbb7-73e3-4af6-8595-b8d3ebd4378c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.063018] env[61960]: DEBUG nova.network.neutron [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 564.296653] env[61960]: DEBUG nova.network.neutron [req-44943c2b-7552-4aab-ab87-23e24399b067 req-79427583-ff06-4e67-abe9-85d083455c54 service nova] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Updated VIF entry in instance network info cache for port 7b875cdf-6f69-4b7a-ba1a-abc02a17d765. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 564.297106] env[61960]: DEBUG nova.network.neutron [req-44943c2b-7552-4aab-ab87-23e24399b067 req-79427583-ff06-4e67-abe9-85d083455c54 service nova] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Updating instance_info_cache with network_info: [{"id": "7b875cdf-6f69-4b7a-ba1a-abc02a17d765", "address": "fa:16:3e:a1:39:8d", "network": {"id": "bc697c9a-9ed5-4462-80b9-bdca22609ab0", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1990622873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ccc05aaceb42828909c73419032f84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b875cdf-6f", "ovs_interfaceid": "7b875cdf-6f69-4b7a-ba1a-abc02a17d765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.308215] env[61960]: DEBUG oslo_vmware.api [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Task: {'id': task-435451, 'name': PowerOnVM_Task, 'duration_secs': 0.849976} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.309344] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 564.309599] env[61960]: INFO nova.compute.manager [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Took 10.83 seconds to spawn the instance on the hypervisor. [ 564.309807] env[61960]: DEBUG nova.compute.manager [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 564.310938] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b65c1f-c427-40e9-af76-144412ea2f5a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.441580] env[61960]: DEBUG nova.network.neutron [-] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.487241] env[61960]: ERROR nova.scheduler.client.report [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [req-38ea0006-cfb5-4c77-8e5c-711ce35bebf3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-38ea0006-cfb5-4c77-8e5c-711ce35bebf3"}]} [ 564.519065] env[61960]: DEBUG nova.scheduler.client.report [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 564.540084] env[61960]: DEBUG nova.scheduler.client.report [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 564.540197] env[61960]: DEBUG nova.compute.provider_tree [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 564.551817] env[61960]: DEBUG oslo_vmware.api [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435455, 'name': PowerOnVM_Task, 'duration_secs': 0.497151} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.555052] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 564.556296] env[61960]: INFO nova.compute.manager [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Took 8.62 seconds to spawn the instance on the hypervisor. [ 564.556296] env[61960]: DEBUG nova.compute.manager [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 564.556296] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435450, 'name': CreateVM_Task, 'duration_secs': 1.116538} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.557736] env[61960]: DEBUG nova.scheduler.client.report [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 564.559772] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a165d6d-8111-40c3-991f-f6596e87b515 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.562351] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 564.563264] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.563436] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.564596] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.565970] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b375eda-5b0c-42a0-8737-0bb21b778ef5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.575673] env[61960]: DEBUG oslo_vmware.api [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Waiting for the task: (returnval){ [ 564.575673] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52649580-6f48-6578-c47a-4459fa4a569d" [ 564.575673] env[61960]: _type = "Task" [ 564.575673] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.583471] env[61960]: DEBUG oslo_vmware.api [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52649580-6f48-6578-c47a-4459fa4a569d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.588135] env[61960]: DEBUG nova.scheduler.client.report [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 564.620815] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Acquiring lock "10117be5-70f2-4f62-81dd-3732ba3bb70c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.620815] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Lock "10117be5-70f2-4f62-81dd-3732ba3bb70c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.808891] env[61960]: DEBUG oslo_concurrency.lockutils [req-44943c2b-7552-4aab-ab87-23e24399b067 req-79427583-ff06-4e67-abe9-85d083455c54 service nova] Releasing lock "refresh_cache-66b0d824-035d-44df-a7c1-af0f4d23e4b9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.818351] env[61960]: DEBUG nova.network.neutron [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 564.838427] env[61960]: INFO nova.compute.manager [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Took 26.23 seconds to build instance. [ 564.928167] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591b7890-02e1-4fc8-b6d1-cd00f2b17e83 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.938446] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2820e001-98b0-44c4-86be-110a290d0f0f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.944690] env[61960]: INFO nova.compute.manager [-] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Took 1.10 seconds to deallocate network for instance. [ 564.977614] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1c1b25-3cfd-4cd0-9b26-01f17de50d4e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.988165] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85d4b79-22cd-4aa8-805f-29f1dad58241 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.006623] env[61960]: DEBUG nova.compute.provider_tree [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 565.087757] env[61960]: INFO nova.compute.manager [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Took 26.05 seconds to build instance. [ 565.095184] env[61960]: DEBUG oslo_vmware.api [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52649580-6f48-6578-c47a-4459fa4a569d, 'name': SearchDatastore_Task, 'duration_secs': 0.015906} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.095494] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.095724] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 565.096205] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.096482] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.096730] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 565.097023] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6096fd87-59ef-4a31-bedc-0624191968d5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.107282] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 565.107493] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 565.108228] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0cbdd06-7e41-44ac-8b39-8e1090872a46 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.118025] env[61960]: DEBUG oslo_vmware.api [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Waiting for the task: (returnval){ [ 565.118025] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528a1975-22f3-4454-1df1-15602f14b29d" [ 565.118025] env[61960]: _type = "Task" [ 565.118025] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.127487] env[61960]: DEBUG oslo_vmware.api [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528a1975-22f3-4454-1df1-15602f14b29d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.342077] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01fc1f71-4492-4540-8971-aa4c38ea87d9 tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Lock "e238d97c-522e-4c5e-8143-29b71e832871" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.748s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.362407] env[61960]: DEBUG nova.network.neutron [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Updating instance_info_cache with network_info: [{"id": "a584832f-1476-446a-8ddc-fa5f2cc45262", "address": "fa:16:3e:4a:95:3e", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa584832f-14", "ovs_interfaceid": "a584832f-1476-446a-8ddc-fa5f2cc45262", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 565.481886] env[61960]: DEBUG oslo_concurrency.lockutils [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.544073] env[61960]: DEBUG nova.scheduler.client.report [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 26 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 565.544337] env[61960]: DEBUG nova.compute.provider_tree [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 26 to 27 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 565.544515] env[61960]: DEBUG nova.compute.provider_tree [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 565.590387] env[61960]: DEBUG oslo_concurrency.lockutils [None req-60c0a050-198c-4dbf-8fa3-d97537794e4b tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Lock "d0816f49-cd5c-40d4-b49a-8d5b76321153" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.559s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.626588] env[61960]: DEBUG oslo_vmware.api [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528a1975-22f3-4454-1df1-15602f14b29d, 'name': SearchDatastore_Task, 'duration_secs': 0.010896} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.627441] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfa0e34d-bc87-4b09-8a55-6ce9b26eff0f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.632614] env[61960]: DEBUG oslo_vmware.api [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Waiting for the task: (returnval){ [ 565.632614] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bd64fb-55b6-a6b4-944a-877b0c2e089e" [ 565.632614] env[61960]: _type = "Task" [ 565.632614] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.640748] env[61960]: DEBUG oslo_vmware.api [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bd64fb-55b6-a6b4-944a-877b0c2e089e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.845520] env[61960]: DEBUG nova.compute.manager [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 565.864842] env[61960]: DEBUG oslo_concurrency.lockutils [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Releasing lock "refresh_cache-9d79bbb7-73e3-4af6-8595-b8d3ebd4378c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.865301] env[61960]: DEBUG nova.compute.manager [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Instance network_info: |[{"id": "a584832f-1476-446a-8ddc-fa5f2cc45262", "address": "fa:16:3e:4a:95:3e", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa584832f-14", "ovs_interfaceid": "a584832f-1476-446a-8ddc-fa5f2cc45262", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 565.865658] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:95:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a584832f-1476-446a-8ddc-fa5f2cc45262', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 565.873559] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Creating folder: Project (32252619fd444b7586021bd6d8b5e72a). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 565.874250] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3792055a-cd8f-4a49-82f5-f1bc74369e4e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.885478] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Created folder: Project (32252619fd444b7586021bd6d8b5e72a) in parent group-v115929. [ 565.885709] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Creating folder: Instances. Parent ref: group-v115959. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 565.885982] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c0d372d-7524-452b-a026-d8efbd081812 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.897663] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Created folder: Instances in parent group-v115959. [ 565.897663] env[61960]: DEBUG oslo.service.loopingcall [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 565.897663] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 565.897663] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad8e3986-dc0d-4380-98a8-bcd592a6021b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.915538] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 565.915538] env[61960]: value = "task-435458" [ 565.915538] env[61960]: _type = "Task" [ 565.915538] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.924447] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435458, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.049740] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.712s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.050277] env[61960]: DEBUG nova.compute.manager [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 566.053342] env[61960]: DEBUG oslo_concurrency.lockutils [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.675s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.056181] env[61960]: DEBUG nova.objects.instance [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] Lazy-loading 'resources' on Instance uuid 68958700-08a7-4ca2-8a35-7fde68591a74 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 566.093685] env[61960]: DEBUG nova.compute.manager [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 566.150544] env[61960]: DEBUG oslo_vmware.api [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bd64fb-55b6-a6b4-944a-877b0c2e089e, 'name': SearchDatastore_Task, 'duration_secs': 0.031563} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.150822] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.151106] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 66b0d824-035d-44df-a7c1-af0f4d23e4b9/66b0d824-035d-44df-a7c1-af0f4d23e4b9.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 566.151769] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f49a0169-d93e-4bc4-ae58-fd6880284b71 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.159278] env[61960]: DEBUG oslo_vmware.api [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Waiting for the task: (returnval){ [ 566.159278] env[61960]: value = "task-435459" [ 566.159278] env[61960]: _type = "Task" [ 566.159278] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.166397] env[61960]: DEBUG nova.compute.manager [req-2492ec2d-81c7-42e2-964f-b7fbb774052e req-3fb2eea5-b3b7-4835-889d-ffc347253a1d service nova] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Received event network-vif-plugged-a584832f-1476-446a-8ddc-fa5f2cc45262 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 566.166614] env[61960]: DEBUG oslo_concurrency.lockutils [req-2492ec2d-81c7-42e2-964f-b7fbb774052e req-3fb2eea5-b3b7-4835-889d-ffc347253a1d service nova] Acquiring lock "9d79bbb7-73e3-4af6-8595-b8d3ebd4378c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.166831] env[61960]: DEBUG oslo_concurrency.lockutils [req-2492ec2d-81c7-42e2-964f-b7fbb774052e req-3fb2eea5-b3b7-4835-889d-ffc347253a1d service nova] Lock "9d79bbb7-73e3-4af6-8595-b8d3ebd4378c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.166994] env[61960]: DEBUG oslo_concurrency.lockutils [req-2492ec2d-81c7-42e2-964f-b7fbb774052e req-3fb2eea5-b3b7-4835-889d-ffc347253a1d service nova] Lock "9d79bbb7-73e3-4af6-8595-b8d3ebd4378c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.167176] env[61960]: DEBUG nova.compute.manager [req-2492ec2d-81c7-42e2-964f-b7fbb774052e req-3fb2eea5-b3b7-4835-889d-ffc347253a1d service nova] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] No waiting events found dispatching network-vif-plugged-a584832f-1476-446a-8ddc-fa5f2cc45262 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 566.167341] env[61960]: WARNING nova.compute.manager [req-2492ec2d-81c7-42e2-964f-b7fbb774052e req-3fb2eea5-b3b7-4835-889d-ffc347253a1d service nova] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Received unexpected event network-vif-plugged-a584832f-1476-446a-8ddc-fa5f2cc45262 for instance with vm_state building and task_state spawning. [ 566.174467] env[61960]: DEBUG oslo_vmware.api [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Task: {'id': task-435459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.374426] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.427359] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435458, 'name': CreateVM_Task, 'duration_secs': 0.420771} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.427681] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 566.428423] env[61960]: DEBUG oslo_concurrency.lockutils [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.428594] env[61960]: DEBUG oslo_concurrency.lockutils [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.428929] env[61960]: DEBUG oslo_concurrency.lockutils [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.429276] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb5b182a-c10b-47e5-a815-2772435e4c42 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.434697] env[61960]: DEBUG oslo_vmware.api [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 566.434697] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]529b5a4d-e923-2bc8-3351-1f77bc4d2ac0" [ 566.434697] env[61960]: _type = "Task" [ 566.434697] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.444118] env[61960]: DEBUG oslo_vmware.api [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]529b5a4d-e923-2bc8-3351-1f77bc4d2ac0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.556976] env[61960]: DEBUG nova.compute.utils [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 566.559024] env[61960]: DEBUG nova.compute.manager [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 566.559308] env[61960]: DEBUG nova.network.neutron [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 566.618563] env[61960]: DEBUG nova.network.neutron [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Successfully updated port: c0bf7e69-973c-4d98-a0fb-65e01c622a8b {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 566.631615] env[61960]: DEBUG oslo_concurrency.lockutils [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.677110] env[61960]: DEBUG oslo_vmware.api [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Task: {'id': task-435459, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.721349] env[61960]: DEBUG nova.policy [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c916229fc0604321b952e474f8994b1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29d3544c472d4ea6bf5b592ba1c98145', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 566.953925] env[61960]: DEBUG oslo_vmware.api [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]529b5a4d-e923-2bc8-3351-1f77bc4d2ac0, 'name': SearchDatastore_Task, 'duration_secs': 0.039354} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.954265] env[61960]: DEBUG oslo_concurrency.lockutils [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.954752] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 566.954752] env[61960]: DEBUG oslo_concurrency.lockutils [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.954974] env[61960]: DEBUG oslo_concurrency.lockutils [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.955736] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 566.956271] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd143f21-a166-4c98-9811-ad08981f54da {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.962470] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb6523c-0614-493b-b79d-505265e3b182 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.980814] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0df80ce-d900-4ccd-9074-0d94349f1c7b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.985464] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 566.985878] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 566.987567] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a4b3f8b-9c7a-479b-8977-57958bc21260 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.994477] env[61960]: DEBUG oslo_vmware.api [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 566.994477] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52914bd6-23e9-4232-9a34-ff5d03d71f12" [ 566.994477] env[61960]: _type = "Task" [ 566.994477] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.032911] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ab04ec-9b89-4edf-ab0f-916ef68c1c0d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.047047] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a08c87-c613-43b8-afa2-8b196b35a16a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.055699] env[61960]: DEBUG oslo_vmware.api [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52914bd6-23e9-4232-9a34-ff5d03d71f12, 'name': SearchDatastore_Task, 'duration_secs': 0.013899} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.057291] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b0d4736-0480-4ae3-94f6-315a998d1ec2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.070068] env[61960]: DEBUG nova.compute.manager [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 567.073403] env[61960]: DEBUG nova.compute.provider_tree [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 567.080164] env[61960]: DEBUG oslo_vmware.api [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 567.080164] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522cb119-058e-564e-b56f-f2ce8b7a52ea" [ 567.080164] env[61960]: _type = "Task" [ 567.080164] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.091127] env[61960]: DEBUG oslo_vmware.api [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522cb119-058e-564e-b56f-f2ce8b7a52ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.125057] env[61960]: DEBUG oslo_concurrency.lockutils [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "refresh_cache-46cef7c4-93a2-4751-bddb-39b874016f63" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.125057] env[61960]: DEBUG oslo_concurrency.lockutils [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquired lock "refresh_cache-46cef7c4-93a2-4751-bddb-39b874016f63" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.125057] env[61960]: DEBUG nova.network.neutron [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 567.180370] env[61960]: DEBUG oslo_vmware.api [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Task: {'id': task-435459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644442} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.180729] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 66b0d824-035d-44df-a7c1-af0f4d23e4b9/66b0d824-035d-44df-a7c1-af0f4d23e4b9.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 567.183557] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 567.184261] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d170e87-8cf1-42b3-b746-b4d545055812 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.193742] env[61960]: DEBUG oslo_vmware.api [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Waiting for the task: (returnval){ [ 567.193742] env[61960]: value = "task-435460" [ 567.193742] env[61960]: _type = "Task" [ 567.193742] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.203287] env[61960]: DEBUG oslo_vmware.api [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Task: {'id': task-435460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.593497] env[61960]: DEBUG oslo_vmware.api [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522cb119-058e-564e-b56f-f2ce8b7a52ea, 'name': SearchDatastore_Task, 'duration_secs': 0.012227} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.596533] env[61960]: DEBUG oslo_concurrency.lockutils [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.596533] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c/9d79bbb7-73e3-4af6-8595-b8d3ebd4378c.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 567.596533] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1116428a-6c9f-4277-9951-f8a8a4646603 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.601105] env[61960]: DEBUG oslo_vmware.api [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 567.601105] env[61960]: value = "task-435461" [ 567.601105] env[61960]: _type = "Task" [ 567.601105] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.611586] env[61960]: DEBUG oslo_vmware.api [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.622024] env[61960]: DEBUG nova.scheduler.client.report [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 27 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 567.622024] env[61960]: DEBUG nova.compute.provider_tree [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 27 to 28 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 567.622024] env[61960]: DEBUG nova.compute.provider_tree [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 567.703541] env[61960]: DEBUG oslo_vmware.api [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Task: {'id': task-435460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076646} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.703805] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 567.704636] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bfc495-043d-4068-b0d9-52b926a0127d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.731310] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 66b0d824-035d-44df-a7c1-af0f4d23e4b9/66b0d824-035d-44df-a7c1-af0f4d23e4b9.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 567.731636] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fd1e4f4-1845-4ac5-b29f-525cf8e41122 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.752134] env[61960]: DEBUG nova.network.neutron [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 567.759901] env[61960]: DEBUG oslo_vmware.api [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Waiting for the task: (returnval){ [ 567.759901] env[61960]: value = "task-435462" [ 567.759901] env[61960]: _type = "Task" [ 567.759901] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.768522] env[61960]: DEBUG oslo_vmware.api [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Task: {'id': task-435462, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.830760] env[61960]: DEBUG nova.network.neutron [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Successfully created port: 760248c6-8fd6-4b16-8ec2-acdcc26b5bee {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 568.090546] env[61960]: DEBUG nova.compute.manager [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 568.118664] env[61960]: DEBUG oslo_vmware.api [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435461, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.127695] env[61960]: DEBUG oslo_concurrency.lockutils [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.130945] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 14.171s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.138420] env[61960]: DEBUG nova.virt.hardware [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 568.139083] env[61960]: DEBUG nova.virt.hardware [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 568.139652] env[61960]: DEBUG nova.virt.hardware [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 568.139652] env[61960]: DEBUG nova.virt.hardware [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 568.139789] env[61960]: DEBUG nova.virt.hardware [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 568.139965] env[61960]: DEBUG nova.virt.hardware [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 568.144707] env[61960]: DEBUG nova.virt.hardware [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 568.144707] env[61960]: DEBUG nova.virt.hardware [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 568.144985] env[61960]: DEBUG nova.virt.hardware [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 568.145713] env[61960]: DEBUG nova.virt.hardware [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 568.145713] env[61960]: DEBUG nova.virt.hardware [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 568.146326] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75e2ab9-dd17-48c0-8333-426408ee785c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.167091] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8168b069-2375-4955-be64-9f60eeea2e0d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.171536] env[61960]: INFO nova.scheduler.client.report [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] Deleted allocations for instance 68958700-08a7-4ca2-8a35-7fde68591a74 [ 568.273777] env[61960]: DEBUG oslo_vmware.api [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Task: {'id': task-435462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.531274] env[61960]: DEBUG nova.network.neutron [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Updating instance_info_cache with network_info: [{"id": "c0bf7e69-973c-4d98-a0fb-65e01c622a8b", "address": "fa:16:3e:a4:db:9f", "network": {"id": "31765203-66f3-480a-8482-041aa55b1129", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-209584599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23cc9dbac5d741909302929f52abd0bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0bf7e69-97", "ovs_interfaceid": "c0bf7e69-973c-4d98-a0fb-65e01c622a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 568.622236] env[61960]: DEBUG oslo_vmware.api [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435461, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.906678} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.623320] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c/9d79bbb7-73e3-4af6-8595-b8d3ebd4378c.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 568.624539] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 568.626471] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c71e6d6-a4af-4ce3-92e2-6248459c3048 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.640788] env[61960]: DEBUG oslo_vmware.api [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 568.640788] env[61960]: value = "task-435463" [ 568.640788] env[61960]: _type = "Task" [ 568.640788] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.661555] env[61960]: DEBUG oslo_vmware.api [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435463, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.692703] env[61960]: DEBUG oslo_concurrency.lockutils [None req-74fa16bb-7582-4e82-9eec-1115d0d99674 tempest-DeleteServersAdminTestJSON-142127606 tempest-DeleteServersAdminTestJSON-142127606-project-admin] Lock "68958700-08a7-4ca2-8a35-7fde68591a74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.524s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.779263] env[61960]: DEBUG oslo_vmware.api [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Task: {'id': task-435462, 'name': ReconfigVM_Task, 'duration_secs': 0.688279} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.779263] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 66b0d824-035d-44df-a7c1-af0f4d23e4b9/66b0d824-035d-44df-a7c1-af0f4d23e4b9.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 568.779263] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a94e7a77-3f25-4b3e-9b30-2a19e2b5760d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.787575] env[61960]: DEBUG oslo_vmware.api [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Waiting for the task: (returnval){ [ 568.787575] env[61960]: value = "task-435464" [ 568.787575] env[61960]: _type = "Task" [ 568.787575] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.800376] env[61960]: DEBUG oslo_vmware.api [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Task: {'id': task-435464, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.034160] env[61960]: DEBUG oslo_concurrency.lockutils [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Releasing lock "refresh_cache-46cef7c4-93a2-4751-bddb-39b874016f63" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.034557] env[61960]: DEBUG nova.compute.manager [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Instance network_info: |[{"id": "c0bf7e69-973c-4d98-a0fb-65e01c622a8b", "address": "fa:16:3e:a4:db:9f", "network": {"id": "31765203-66f3-480a-8482-041aa55b1129", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-209584599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23cc9dbac5d741909302929f52abd0bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0bf7e69-97", "ovs_interfaceid": "c0bf7e69-973c-4d98-a0fb-65e01c622a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 569.034987] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:db:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0bf7e69-973c-4d98-a0fb-65e01c622a8b', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 569.043103] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Creating folder: Project (23cc9dbac5d741909302929f52abd0bc). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 569.043421] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fd1f613-ee0f-491e-920a-91c1383f3108 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.057696] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Created folder: Project (23cc9dbac5d741909302929f52abd0bc) in parent group-v115929. [ 569.057795] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Creating folder: Instances. Parent ref: group-v115962. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 569.058214] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e71cb4dc-e8fe-454e-9f07-9d9f485490ec {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.070695] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Created folder: Instances in parent group-v115962. [ 569.070974] env[61960]: DEBUG oslo.service.loopingcall [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 569.071191] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 569.071401] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b51c8de-7ee5-483d-b84e-6e414ece01d8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.095696] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 569.095696] env[61960]: value = "task-435467" [ 569.095696] env[61960]: _type = "Task" [ 569.095696] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.107990] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435467, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.153749] env[61960]: DEBUG oslo_vmware.api [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435463, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070465} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.154526] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 569.155143] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e04cad-63dc-48bb-b311-b460066b3cda {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.198873] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c/9d79bbb7-73e3-4af6-8595-b8d3ebd4378c.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 569.199542] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a845d325-dbfa-4e5f-b086-50c0981a9fa3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.218445] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance e238d97c-522e-4c5e-8143-29b71e832871 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 569.218698] env[61960]: WARNING nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 1a02e309-1403-4d0e-8fb5-65e90274f3a7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 569.219021] env[61960]: WARNING nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 74361d69-2cb1-4cfc-b5e1-ba99804f931a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 569.219332] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 7c9c967b-a4f8-4eeb-a637-c2cdb967508b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 569.219455] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 9068983c-71dd-44eb-923c-5774ac7d0b60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 569.219650] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 9a8047e7-ce01-4355-bf4e-aef94f6db15e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 569.219862] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 46cef7c4-93a2-4751-bddb-39b874016f63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 569.220910] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 2567109b-5916-478e-a169-da093e2f68a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 569.229399] env[61960]: DEBUG oslo_vmware.api [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 569.229399] env[61960]: value = "task-435468" [ 569.229399] env[61960]: _type = "Task" [ 569.229399] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.242700] env[61960]: DEBUG oslo_vmware.api [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435468, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.300717] env[61960]: DEBUG oslo_vmware.api [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Task: {'id': task-435464, 'name': Rename_Task, 'duration_secs': 0.450751} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.301519] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 569.302253] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5183ff1c-910a-47ae-b743-68dc7797b868 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.310612] env[61960]: DEBUG oslo_vmware.api [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Waiting for the task: (returnval){ [ 569.310612] env[61960]: value = "task-435469" [ 569.310612] env[61960]: _type = "Task" [ 569.310612] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.321471] env[61960]: DEBUG oslo_vmware.api [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Task: {'id': task-435469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.606978] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435467, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.724947] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 7ee63cda-4878-4c4c-bc76-c51c798de3fd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 569.745101] env[61960]: DEBUG oslo_vmware.api [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.822995] env[61960]: DEBUG oslo_vmware.api [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Task: {'id': task-435469, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.111642] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435467, 'name': CreateVM_Task, 'duration_secs': 0.732441} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.112010] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 570.113154] env[61960]: DEBUG oslo_concurrency.lockutils [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.113154] env[61960]: DEBUG oslo_concurrency.lockutils [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.113434] env[61960]: DEBUG oslo_concurrency.lockutils [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.113626] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e986e312-93e2-4b3e-b400-7e84fc7c5029 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.121146] env[61960]: DEBUG oslo_vmware.api [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 570.121146] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52528bbb-1e3f-2265-ce16-9c9d565ec6fc" [ 570.121146] env[61960]: _type = "Task" [ 570.121146] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.134657] env[61960]: DEBUG oslo_vmware.api [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52528bbb-1e3f-2265-ce16-9c9d565ec6fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.229529] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance d96217b7-2f67-421c-b977-b660bdff8dd4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 570.229529] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 570.229529] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 66b0d824-035d-44df-a7c1-af0f4d23e4b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 570.243839] env[61960]: DEBUG oslo_vmware.api [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435468, 'name': ReconfigVM_Task, 'duration_secs': 0.673115} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.244778] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c/9d79bbb7-73e3-4af6-8595-b8d3ebd4378c.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 570.245491] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f90a147-eb89-4efa-bbb5-eed5a821f9fd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.255324] env[61960]: DEBUG oslo_vmware.api [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 570.255324] env[61960]: value = "task-435470" [ 570.255324] env[61960]: _type = "Task" [ 570.255324] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.266759] env[61960]: DEBUG oslo_vmware.api [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435470, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.324734] env[61960]: DEBUG oslo_vmware.api [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Task: {'id': task-435469, 'name': PowerOnVM_Task, 'duration_secs': 0.678646} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.328084] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 570.328374] env[61960]: INFO nova.compute.manager [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Took 11.97 seconds to spawn the instance on the hypervisor. [ 570.328620] env[61960]: DEBUG nova.compute.manager [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 570.330523] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d615dd95-f822-4f4e-bf69-5ebb30f6b499 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.637926] env[61960]: DEBUG oslo_vmware.api [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52528bbb-1e3f-2265-ce16-9c9d565ec6fc, 'name': SearchDatastore_Task, 'duration_secs': 0.013214} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.637926] env[61960]: DEBUG oslo_concurrency.lockutils [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.637926] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 570.637926] env[61960]: DEBUG oslo_concurrency.lockutils [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.638463] env[61960]: DEBUG oslo_concurrency.lockutils [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.638463] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 570.642031] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8221f880-113f-4c24-8e0a-a4335eafc732 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.651177] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 570.651387] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 570.652295] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cd528e9-a0fc-489e-a558-3669ba8ba7bc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.660320] env[61960]: DEBUG oslo_vmware.api [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 570.660320] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5272d04b-2fbe-b5b4-262d-b47db948005e" [ 570.660320] env[61960]: _type = "Task" [ 570.660320] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.671539] env[61960]: DEBUG oslo_vmware.api [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5272d04b-2fbe-b5b4-262d-b47db948005e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.735538] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 85eb3bcf-83c5-4420-8d66-d5c0b6595964 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 570.735849] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 061597d3-af80-4eb7-8225-63fcdc3a1ab1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 570.735849] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance d0816f49-cd5c-40d4-b49a-8d5b76321153 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 570.768368] env[61960]: DEBUG oslo_vmware.api [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435470, 'name': Rename_Task, 'duration_secs': 0.390831} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.768368] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 570.768368] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bd61a93-4d37-4120-acfd-4c93aa127874 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.775877] env[61960]: DEBUG oslo_vmware.api [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 570.775877] env[61960]: value = "task-435471" [ 570.775877] env[61960]: _type = "Task" [ 570.775877] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.784566] env[61960]: DEBUG oslo_vmware.api [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.852265] env[61960]: INFO nova.compute.manager [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Took 26.32 seconds to build instance. [ 571.172435] env[61960]: DEBUG oslo_vmware.api [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5272d04b-2fbe-b5b4-262d-b47db948005e, 'name': SearchDatastore_Task, 'duration_secs': 0.035843} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.173395] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b2d6370-e27c-49ea-a115-a67de3b0fdfe {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.182573] env[61960]: DEBUG oslo_vmware.api [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 571.182573] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526992b5-bde1-4a9f-e81b-0af55e0f9cb0" [ 571.182573] env[61960]: _type = "Task" [ 571.182573] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.198364] env[61960]: DEBUG oslo_vmware.api [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526992b5-bde1-4a9f-e81b-0af55e0f9cb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.239382] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 66396ef9-04a2-4c50-9f3a-c1a398aa36de has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 571.292022] env[61960]: DEBUG oslo_vmware.api [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435471, 'name': PowerOnVM_Task, 'duration_secs': 0.499909} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.292022] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 571.292022] env[61960]: INFO nova.compute.manager [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Took 10.46 seconds to spawn the instance on the hypervisor. [ 571.292403] env[61960]: DEBUG nova.compute.manager [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 571.293621] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ce757b-16b5-425a-bc74-6925a1bded4b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.355499] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d35decfa-dcbe-459f-b40e-5d1620d9d0af tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Lock "66b0d824-035d-44df-a7c1-af0f4d23e4b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.939s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.392020] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Acquiring lock "81971040-7836-4cb8-9064-952310391b4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.392020] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Lock "81971040-7836-4cb8-9064-952310391b4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.471439] env[61960]: DEBUG nova.network.neutron [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Successfully updated port: 760248c6-8fd6-4b16-8ec2-acdcc26b5bee {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 571.698244] env[61960]: DEBUG oslo_vmware.api [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526992b5-bde1-4a9f-e81b-0af55e0f9cb0, 'name': SearchDatastore_Task, 'duration_secs': 0.011359} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.698340] env[61960]: DEBUG oslo_concurrency.lockutils [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.699098] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 46cef7c4-93a2-4751-bddb-39b874016f63/46cef7c4-93a2-4751-bddb-39b874016f63.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 571.699098] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edf80d12-104b-4652-a0cc-82a85776e9bb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.707679] env[61960]: DEBUG oslo_vmware.api [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 571.707679] env[61960]: value = "task-435472" [ 571.707679] env[61960]: _type = "Task" [ 571.707679] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.717642] env[61960]: DEBUG oslo_vmware.api [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.743790] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 10117be5-70f2-4f62-81dd-3732ba3bb70c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 571.820018] env[61960]: INFO nova.compute.manager [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Took 23.90 seconds to build instance. [ 571.858202] env[61960]: DEBUG nova.compute.manager [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 571.980874] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Acquiring lock "refresh_cache-2567109b-5916-478e-a169-da093e2f68a7" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.981036] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Acquired lock "refresh_cache-2567109b-5916-478e-a169-da093e2f68a7" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.981197] env[61960]: DEBUG nova.network.neutron [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 572.066070] env[61960]: DEBUG oslo_concurrency.lockutils [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquiring lock "9a8047e7-ce01-4355-bf4e-aef94f6db15e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.066070] env[61960]: DEBUG oslo_concurrency.lockutils [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Lock "9a8047e7-ce01-4355-bf4e-aef94f6db15e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.066070] env[61960]: DEBUG oslo_concurrency.lockutils [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquiring lock "9a8047e7-ce01-4355-bf4e-aef94f6db15e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.066070] env[61960]: DEBUG oslo_concurrency.lockutils [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Lock "9a8047e7-ce01-4355-bf4e-aef94f6db15e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.066340] env[61960]: DEBUG oslo_concurrency.lockutils [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Lock "9a8047e7-ce01-4355-bf4e-aef94f6db15e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.066340] env[61960]: INFO nova.compute.manager [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Terminating instance [ 572.068999] env[61960]: DEBUG nova.compute.manager [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 572.069374] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 572.070608] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c50ac9-0693-4531-98d5-4c55dc88efac {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.085160] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 572.085602] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a31f0e62-b321-4602-a0f6-c5f703b8025a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.094899] env[61960]: DEBUG oslo_vmware.api [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for the task: (returnval){ [ 572.094899] env[61960]: value = "task-435473" [ 572.094899] env[61960]: _type = "Task" [ 572.094899] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.110131] env[61960]: DEBUG oslo_vmware.api [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.223750] env[61960]: DEBUG oslo_vmware.api [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435472, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.249810] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance e9bb2909-0eaa-4bfb-93a3-0b35c493422e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 572.321572] env[61960]: DEBUG oslo_concurrency.lockutils [None req-299f36cb-89c1-44b3-8b71-bc5462b38795 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "9d79bbb7-73e3-4af6-8595-b8d3ebd4378c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.938s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.396321] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.568504] env[61960]: DEBUG nova.network.neutron [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 572.611568] env[61960]: DEBUG oslo_vmware.api [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435473, 'name': PowerOffVM_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.725001] env[61960]: DEBUG oslo_vmware.api [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.774628} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.725850] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 46cef7c4-93a2-4751-bddb-39b874016f63/46cef7c4-93a2-4751-bddb-39b874016f63.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 572.726387] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 572.727905] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-459574fc-7368-415c-91db-c5cb35b4bd7f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.737447] env[61960]: DEBUG oslo_vmware.api [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 572.737447] env[61960]: value = "task-435474" [ 572.737447] env[61960]: _type = "Task" [ 572.737447] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.753791] env[61960]: DEBUG oslo_vmware.api [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.758447] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 46bf2f3b-9f41-4043-8b2b-e52e765da72b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 572.758581] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance ea093293-99fb-4412-ac10-68d63bfc0229 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 572.758864] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=61960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 572.759237] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=61960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 572.825333] env[61960]: DEBUG nova.compute.manager [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 573.070122] env[61960]: DEBUG nova.compute.manager [req-ae5b6483-6d8c-4ae8-adfe-7dfcd6796c33 req-c4d72a47-bfe6-4797-aa89-91f1542509ae service nova] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Received event network-changed-a584832f-1476-446a-8ddc-fa5f2cc45262 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 573.070349] env[61960]: DEBUG nova.compute.manager [req-ae5b6483-6d8c-4ae8-adfe-7dfcd6796c33 req-c4d72a47-bfe6-4797-aa89-91f1542509ae service nova] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Refreshing instance network info cache due to event network-changed-a584832f-1476-446a-8ddc-fa5f2cc45262. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 573.070575] env[61960]: DEBUG oslo_concurrency.lockutils [req-ae5b6483-6d8c-4ae8-adfe-7dfcd6796c33 req-c4d72a47-bfe6-4797-aa89-91f1542509ae service nova] Acquiring lock "refresh_cache-9d79bbb7-73e3-4af6-8595-b8d3ebd4378c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.070721] env[61960]: DEBUG oslo_concurrency.lockutils [req-ae5b6483-6d8c-4ae8-adfe-7dfcd6796c33 req-c4d72a47-bfe6-4797-aa89-91f1542509ae service nova] Acquired lock "refresh_cache-9d79bbb7-73e3-4af6-8595-b8d3ebd4378c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.070886] env[61960]: DEBUG nova.network.neutron [req-ae5b6483-6d8c-4ae8-adfe-7dfcd6796c33 req-c4d72a47-bfe6-4797-aa89-91f1542509ae service nova] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Refreshing network info cache for port a584832f-1476-446a-8ddc-fa5f2cc45262 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 573.120415] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Acquiring lock "1e7e2f23-4fc9-45a3-9f60-8222fa73cc52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.120725] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Lock "1e7e2f23-4fc9-45a3-9f60-8222fa73cc52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.121975] env[61960]: DEBUG oslo_vmware.api [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435473, 'name': PowerOffVM_Task, 'duration_secs': 0.546279} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.121975] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 573.121975] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 573.122454] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07230993-532e-49a3-93b5-1b32fd262d2e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.175066] env[61960]: DEBUG nova.network.neutron [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Updating instance_info_cache with network_info: [{"id": "760248c6-8fd6-4b16-8ec2-acdcc26b5bee", "address": "fa:16:3e:b9:34:c9", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760248c6-8f", "ovs_interfaceid": "760248c6-8fd6-4b16-8ec2-acdcc26b5bee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.206846] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9a9828-461f-494e-9a89-5424f85ceb25 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.215646] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 573.215922] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 573.216133] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Deleting the datastore file [datastore1] 9a8047e7-ce01-4355-bf4e-aef94f6db15e {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 573.216860] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-065d7a46-2faa-4181-a905-dce1fc66743e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.226057] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ff6018-916c-42cc-82f3-03c2bcfaad22 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.232363] env[61960]: DEBUG oslo_vmware.api [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for the task: (returnval){ [ 573.232363] env[61960]: value = "task-435476" [ 573.232363] env[61960]: _type = "Task" [ 573.232363] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.272965] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3eef133-014d-4ae3-a2a3-c67241ced4a1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.279418] env[61960]: DEBUG oslo_vmware.api [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.286909] env[61960]: DEBUG oslo_vmware.api [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195865} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.290776] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 573.290776] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c45e9c-d30b-4b9e-a8e2-0f28d01981e3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.294151] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230a64a5-d36e-42e0-822c-02b742d46659 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.320734] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 46cef7c4-93a2-4751-bddb-39b874016f63/46cef7c4-93a2-4751-bddb-39b874016f63.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 573.331290] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-720f8e69-3928-4a66-8d33-14b1e0f92e0a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.345559] env[61960]: DEBUG nova.compute.provider_tree [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 573.361059] env[61960]: DEBUG oslo_vmware.api [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 573.361059] env[61960]: value = "task-435477" [ 573.361059] env[61960]: _type = "Task" [ 573.361059] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.371800] env[61960]: DEBUG oslo_vmware.api [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435477, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.372840] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.677854] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Releasing lock "refresh_cache-2567109b-5916-478e-a169-da093e2f68a7" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.678205] env[61960]: DEBUG nova.compute.manager [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Instance network_info: |[{"id": "760248c6-8fd6-4b16-8ec2-acdcc26b5bee", "address": "fa:16:3e:b9:34:c9", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760248c6-8f", "ovs_interfaceid": "760248c6-8fd6-4b16-8ec2-acdcc26b5bee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 573.678677] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:34:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '760248c6-8fd6-4b16-8ec2-acdcc26b5bee', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 573.689163] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Creating folder: Project (29d3544c472d4ea6bf5b592ba1c98145). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 573.689434] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87f1b101-1c71-4b01-9347-d2457db5baec {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.705212] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Created folder: Project (29d3544c472d4ea6bf5b592ba1c98145) in parent group-v115929. [ 573.705839] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Creating folder: Instances. Parent ref: group-v115965. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 573.705839] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47ac54a0-6388-4de8-92fc-c74e28e33e3f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.718818] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Created folder: Instances in parent group-v115965. [ 573.719153] env[61960]: DEBUG oslo.service.loopingcall [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 573.719266] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 573.719484] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e9e4286-21dc-49e2-b635-c0d7c68f043b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.751026] env[61960]: DEBUG oslo_vmware.api [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.752544] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 573.752544] env[61960]: value = "task-435480" [ 573.752544] env[61960]: _type = "Task" [ 573.752544] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.768616] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435480, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.878425] env[61960]: DEBUG oslo_vmware.api [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.892997] env[61960]: ERROR nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [req-5c6ef0e5-5254-4ccc-887e-d526062836c9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5c6ef0e5-5254-4ccc-887e-d526062836c9"}]} [ 573.921476] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 573.947069] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 573.947069] env[61960]: DEBUG nova.compute.provider_tree [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 573.964146] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 573.991525] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 574.082945] env[61960]: DEBUG nova.network.neutron [req-ae5b6483-6d8c-4ae8-adfe-7dfcd6796c33 req-c4d72a47-bfe6-4797-aa89-91f1542509ae service nova] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Updated VIF entry in instance network info cache for port a584832f-1476-446a-8ddc-fa5f2cc45262. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 574.083336] env[61960]: DEBUG nova.network.neutron [req-ae5b6483-6d8c-4ae8-adfe-7dfcd6796c33 req-c4d72a47-bfe6-4797-aa89-91f1542509ae service nova] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Updating instance_info_cache with network_info: [{"id": "a584832f-1476-446a-8ddc-fa5f2cc45262", "address": "fa:16:3e:4a:95:3e", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa584832f-14", "ovs_interfaceid": "a584832f-1476-446a-8ddc-fa5f2cc45262", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.257429] env[61960]: DEBUG oslo_vmware.api [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.549348} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.262740] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 574.263476] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 574.266465] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 574.266465] env[61960]: INFO nova.compute.manager [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Took 2.20 seconds to destroy the instance on the hypervisor. [ 574.266465] env[61960]: DEBUG oslo.service.loopingcall [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 574.266465] env[61960]: DEBUG nova.compute.manager [-] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 574.266465] env[61960]: DEBUG nova.network.neutron [-] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 574.273309] env[61960]: DEBUG nova.compute.manager [req-5d64c3d7-81d0-42e7-b466-ca66cb0630aa req-d22c3d62-ef4a-470c-8d06-725746891ae7 service nova] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Received event network-vif-plugged-760248c6-8fd6-4b16-8ec2-acdcc26b5bee {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 574.273509] env[61960]: DEBUG oslo_concurrency.lockutils [req-5d64c3d7-81d0-42e7-b466-ca66cb0630aa req-d22c3d62-ef4a-470c-8d06-725746891ae7 service nova] Acquiring lock "2567109b-5916-478e-a169-da093e2f68a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.273708] env[61960]: DEBUG oslo_concurrency.lockutils [req-5d64c3d7-81d0-42e7-b466-ca66cb0630aa req-d22c3d62-ef4a-470c-8d06-725746891ae7 service nova] Lock "2567109b-5916-478e-a169-da093e2f68a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.273865] env[61960]: DEBUG oslo_concurrency.lockutils [req-5d64c3d7-81d0-42e7-b466-ca66cb0630aa req-d22c3d62-ef4a-470c-8d06-725746891ae7 service nova] Lock "2567109b-5916-478e-a169-da093e2f68a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.274038] env[61960]: DEBUG nova.compute.manager [req-5d64c3d7-81d0-42e7-b466-ca66cb0630aa req-d22c3d62-ef4a-470c-8d06-725746891ae7 service nova] [instance: 2567109b-5916-478e-a169-da093e2f68a7] No waiting events found dispatching network-vif-plugged-760248c6-8fd6-4b16-8ec2-acdcc26b5bee {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 574.274200] env[61960]: WARNING nova.compute.manager [req-5d64c3d7-81d0-42e7-b466-ca66cb0630aa req-d22c3d62-ef4a-470c-8d06-725746891ae7 service nova] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Received unexpected event network-vif-plugged-760248c6-8fd6-4b16-8ec2-acdcc26b5bee for instance with vm_state building and task_state spawning. [ 574.283024] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435480, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.375618] env[61960]: DEBUG oslo_vmware.api [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435477, 'name': ReconfigVM_Task, 'duration_secs': 0.719591} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.378448] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 46cef7c4-93a2-4751-bddb-39b874016f63/46cef7c4-93a2-4751-bddb-39b874016f63.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 574.379241] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e54712d-3cd9-48ab-8dc2-6d018bbbb259 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.388803] env[61960]: DEBUG oslo_vmware.api [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 574.388803] env[61960]: value = "task-435481" [ 574.388803] env[61960]: _type = "Task" [ 574.388803] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.402508] env[61960]: DEBUG oslo_vmware.api [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435481, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.420591] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1baf8b-8fd3-4f25-b562-f944a171d293 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.429306] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d29197a-734e-4978-a7dd-02f3caa02c15 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.466231] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104fb46b-05cb-4948-84ab-8543b99a2737 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.475560] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a8a271-c302-4064-b3dc-7f0619cf8cb7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.490965] env[61960]: DEBUG nova.compute.provider_tree [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 574.586218] env[61960]: DEBUG oslo_concurrency.lockutils [req-ae5b6483-6d8c-4ae8-adfe-7dfcd6796c33 req-c4d72a47-bfe6-4797-aa89-91f1542509ae service nova] Releasing lock "refresh_cache-9d79bbb7-73e3-4af6-8595-b8d3ebd4378c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.586218] env[61960]: DEBUG nova.compute.manager [req-ae5b6483-6d8c-4ae8-adfe-7dfcd6796c33 req-c4d72a47-bfe6-4797-aa89-91f1542509ae service nova] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Received event network-vif-plugged-c0bf7e69-973c-4d98-a0fb-65e01c622a8b {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 574.586218] env[61960]: DEBUG oslo_concurrency.lockutils [req-ae5b6483-6d8c-4ae8-adfe-7dfcd6796c33 req-c4d72a47-bfe6-4797-aa89-91f1542509ae service nova] Acquiring lock "46cef7c4-93a2-4751-bddb-39b874016f63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.586462] env[61960]: DEBUG oslo_concurrency.lockutils [req-ae5b6483-6d8c-4ae8-adfe-7dfcd6796c33 req-c4d72a47-bfe6-4797-aa89-91f1542509ae service nova] Lock "46cef7c4-93a2-4751-bddb-39b874016f63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.586462] env[61960]: DEBUG oslo_concurrency.lockutils [req-ae5b6483-6d8c-4ae8-adfe-7dfcd6796c33 req-c4d72a47-bfe6-4797-aa89-91f1542509ae service nova] Lock "46cef7c4-93a2-4751-bddb-39b874016f63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.586627] env[61960]: DEBUG nova.compute.manager [req-ae5b6483-6d8c-4ae8-adfe-7dfcd6796c33 req-c4d72a47-bfe6-4797-aa89-91f1542509ae service nova] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] No waiting events found dispatching network-vif-plugged-c0bf7e69-973c-4d98-a0fb-65e01c622a8b {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 574.586791] env[61960]: WARNING nova.compute.manager [req-ae5b6483-6d8c-4ae8-adfe-7dfcd6796c33 req-c4d72a47-bfe6-4797-aa89-91f1542509ae service nova] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Received unexpected event network-vif-plugged-c0bf7e69-973c-4d98-a0fb-65e01c622a8b for instance with vm_state building and task_state spawning. [ 574.586950] env[61960]: DEBUG nova.compute.manager [req-ae5b6483-6d8c-4ae8-adfe-7dfcd6796c33 req-c4d72a47-bfe6-4797-aa89-91f1542509ae service nova] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Received event network-changed-c0bf7e69-973c-4d98-a0fb-65e01c622a8b {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 574.587117] env[61960]: DEBUG nova.compute.manager [req-ae5b6483-6d8c-4ae8-adfe-7dfcd6796c33 req-c4d72a47-bfe6-4797-aa89-91f1542509ae service nova] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Refreshing instance network info cache due to event network-changed-c0bf7e69-973c-4d98-a0fb-65e01c622a8b. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 574.587300] env[61960]: DEBUG oslo_concurrency.lockutils [req-ae5b6483-6d8c-4ae8-adfe-7dfcd6796c33 req-c4d72a47-bfe6-4797-aa89-91f1542509ae service nova] Acquiring lock "refresh_cache-46cef7c4-93a2-4751-bddb-39b874016f63" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.587523] env[61960]: DEBUG oslo_concurrency.lockutils [req-ae5b6483-6d8c-4ae8-adfe-7dfcd6796c33 req-c4d72a47-bfe6-4797-aa89-91f1542509ae service nova] Acquired lock "refresh_cache-46cef7c4-93a2-4751-bddb-39b874016f63" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.587728] env[61960]: DEBUG nova.network.neutron [req-ae5b6483-6d8c-4ae8-adfe-7dfcd6796c33 req-c4d72a47-bfe6-4797-aa89-91f1542509ae service nova] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Refreshing network info cache for port c0bf7e69-973c-4d98-a0fb-65e01c622a8b {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 574.767382] env[61960]: DEBUG oslo_concurrency.lockutils [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Acquiring lock "451a923d-3c88-4b5d-be2c-dfcc248f9e81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.767649] env[61960]: DEBUG oslo_concurrency.lockutils [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Lock "451a923d-3c88-4b5d-be2c-dfcc248f9e81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.773191] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435480, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.901686] env[61960]: DEBUG oslo_vmware.api [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435481, 'name': Rename_Task, 'duration_secs': 0.340507} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.902274] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 574.902581] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd1c676e-f8c2-4cf1-979d-334db4f8618e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.914037] env[61960]: DEBUG oslo_vmware.api [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 574.914037] env[61960]: value = "task-435482" [ 574.914037] env[61960]: _type = "Task" [ 574.914037] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.929173] env[61960]: DEBUG oslo_vmware.api [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.035860] env[61960]: ERROR nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [req-ae38e09f-c2b6-491b-b35f-a2c3dd987d80] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ae38e09f-c2b6-491b-b35f-a2c3dd987d80"}]} [ 575.062746] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 575.087574] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 575.088120] env[61960]: DEBUG nova.compute.provider_tree [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 575.105362] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 575.133764] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 575.272802] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435480, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.425607] env[61960]: DEBUG oslo_vmware.api [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435482, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.555020] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cf41c1-ec1e-40f4-9366-d25b7c090f6e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.568218] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fe9ec5-4858-4ae0-bb7f-354160b2292d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.605408] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70ab7ba-ca52-4a92-91db-3bf97693299e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.614754] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b894f70-59cc-421c-9a59-d702ff5c0acb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.638019] env[61960]: DEBUG nova.compute.provider_tree [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 575.651552] env[61960]: DEBUG nova.network.neutron [-] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.769887] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435480, 'name': CreateVM_Task, 'duration_secs': 1.546788} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.771225] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 575.771225] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.771225] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.771541] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.772419] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-205622de-0a06-4310-b236-430148b62e3e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.781076] env[61960]: DEBUG oslo_vmware.api [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Waiting for the task: (returnval){ [ 575.781076] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52967f80-67cf-290f-29ef-e8f8bbcedd7b" [ 575.781076] env[61960]: _type = "Task" [ 575.781076] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.791297] env[61960]: DEBUG oslo_vmware.api [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52967f80-67cf-290f-29ef-e8f8bbcedd7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.824146] env[61960]: DEBUG nova.network.neutron [req-ae5b6483-6d8c-4ae8-adfe-7dfcd6796c33 req-c4d72a47-bfe6-4797-aa89-91f1542509ae service nova] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Updated VIF entry in instance network info cache for port c0bf7e69-973c-4d98-a0fb-65e01c622a8b. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 575.824507] env[61960]: DEBUG nova.network.neutron [req-ae5b6483-6d8c-4ae8-adfe-7dfcd6796c33 req-c4d72a47-bfe6-4797-aa89-91f1542509ae service nova] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Updating instance_info_cache with network_info: [{"id": "c0bf7e69-973c-4d98-a0fb-65e01c622a8b", "address": "fa:16:3e:a4:db:9f", "network": {"id": "31765203-66f3-480a-8482-041aa55b1129", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-209584599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23cc9dbac5d741909302929f52abd0bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0bf7e69-97", "ovs_interfaceid": "c0bf7e69-973c-4d98-a0fb-65e01c622a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.928413] env[61960]: DEBUG oslo_vmware.api [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435482, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.958677] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "6e1853f6-55d9-4659-b865-191a2e107ba1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.958677] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "6e1853f6-55d9-4659-b865-191a2e107ba1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.155024] env[61960]: INFO nova.compute.manager [-] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Took 1.89 seconds to deallocate network for instance. [ 576.178689] env[61960]: ERROR nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [req-f9a8a706-1131-4d4a-93e0-ce9b682428d6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f9a8a706-1131-4d4a-93e0-ce9b682428d6"}]} [ 576.208625] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 576.225832] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 576.226044] env[61960]: DEBUG nova.compute.provider_tree [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 33 to 34 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 576.226807] env[61960]: DEBUG nova.compute.provider_tree [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 576.243958] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: 8bcb625e-6cf3-4509-be9c-dc5cd60c4685 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 576.263021] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 576.295025] env[61960]: DEBUG oslo_vmware.api [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52967f80-67cf-290f-29ef-e8f8bbcedd7b, 'name': SearchDatastore_Task, 'duration_secs': 0.030048} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.295464] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.295830] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 576.296161] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.296706] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.296867] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 576.297285] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60208bb5-7359-4f47-aaae-85e4a03930ea {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.315594] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 576.315836] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 576.316752] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fea9bb37-fbef-4828-b9b2-b28378a464a0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.325013] env[61960]: DEBUG oslo_vmware.api [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Waiting for the task: (returnval){ [ 576.325013] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5264c0b5-2160-a3fc-bf40-bbe09b9a8a8d" [ 576.325013] env[61960]: _type = "Task" [ 576.325013] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.329341] env[61960]: DEBUG oslo_concurrency.lockutils [req-ae5b6483-6d8c-4ae8-adfe-7dfcd6796c33 req-c4d72a47-bfe6-4797-aa89-91f1542509ae service nova] Releasing lock "refresh_cache-46cef7c4-93a2-4751-bddb-39b874016f63" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.337444] env[61960]: DEBUG oslo_vmware.api [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5264c0b5-2160-a3fc-bf40-bbe09b9a8a8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.431700] env[61960]: DEBUG oslo_vmware.api [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435482, 'name': PowerOnVM_Task, 'duration_secs': 1.440699} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.432225] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 576.432988] env[61960]: INFO nova.compute.manager [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Took 13.07 seconds to spawn the instance on the hypervisor. [ 576.432988] env[61960]: DEBUG nova.compute.manager [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 576.436555] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccf9c17-30c3-493b-b866-d02c6fd5ea76 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.616872] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Acquiring lock "fc3b6192-3a1d-40cd-87ef-6bdba8b8292d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.617581] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Lock "fc3b6192-3a1d-40cd-87ef-6bdba8b8292d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.669479] env[61960]: DEBUG oslo_concurrency.lockutils [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.767685] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cc282d-da28-4bc0-94d7-d7e472cca2a9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.777375] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82203ef-9835-41a6-9f79-0acac517f948 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.807009] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad25a11-a0f4-4967-973c-a9abb43ab73c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.816577] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f96772b-4418-4023-b16a-b0042e6479ea {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.831020] env[61960]: DEBUG nova.compute.provider_tree [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 576.841448] env[61960]: DEBUG oslo_vmware.api [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5264c0b5-2160-a3fc-bf40-bbe09b9a8a8d, 'name': SearchDatastore_Task, 'duration_secs': 0.013911} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.843354] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e760b5ca-0d9f-4257-a654-6919b16a02e8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.849678] env[61960]: DEBUG oslo_vmware.api [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Waiting for the task: (returnval){ [ 576.849678] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f7bd50-3f11-e2f1-c182-3f2c2fe43267" [ 576.849678] env[61960]: _type = "Task" [ 576.849678] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.858828] env[61960]: DEBUG oslo_vmware.api [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f7bd50-3f11-e2f1-c182-3f2c2fe43267, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.961097] env[61960]: INFO nova.compute.manager [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Took 25.53 seconds to build instance. [ 577.004078] env[61960]: DEBUG nova.compute.manager [req-cbd9d5be-99c9-4fcb-9007-df970e184314 req-6ffd3042-d327-4d3e-a4e0-8d26142f9b31 service nova] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Received event network-changed-2f920c73-7d54-4adb-9213-d8de15b507ef {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 577.004295] env[61960]: DEBUG nova.compute.manager [req-cbd9d5be-99c9-4fcb-9007-df970e184314 req-6ffd3042-d327-4d3e-a4e0-8d26142f9b31 service nova] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Refreshing instance network info cache due to event network-changed-2f920c73-7d54-4adb-9213-d8de15b507ef. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 577.004514] env[61960]: DEBUG oslo_concurrency.lockutils [req-cbd9d5be-99c9-4fcb-9007-df970e184314 req-6ffd3042-d327-4d3e-a4e0-8d26142f9b31 service nova] Acquiring lock "refresh_cache-d0816f49-cd5c-40d4-b49a-8d5b76321153" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.004663] env[61960]: DEBUG oslo_concurrency.lockutils [req-cbd9d5be-99c9-4fcb-9007-df970e184314 req-6ffd3042-d327-4d3e-a4e0-8d26142f9b31 service nova] Acquired lock "refresh_cache-d0816f49-cd5c-40d4-b49a-8d5b76321153" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.004981] env[61960]: DEBUG nova.network.neutron [req-cbd9d5be-99c9-4fcb-9007-df970e184314 req-6ffd3042-d327-4d3e-a4e0-8d26142f9b31 service nova] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Refreshing network info cache for port 2f920c73-7d54-4adb-9213-d8de15b507ef {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 577.366712] env[61960]: DEBUG oslo_vmware.api [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f7bd50-3f11-e2f1-c182-3f2c2fe43267, 'name': SearchDatastore_Task, 'duration_secs': 0.032485} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.367799] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.368215] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 2567109b-5916-478e-a169-da093e2f68a7/2567109b-5916-478e-a169-da093e2f68a7.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 577.369061] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f07b4ee-fad7-43b3-916c-8e2733596e3c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.378804] env[61960]: DEBUG oslo_vmware.api [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Waiting for the task: (returnval){ [ 577.378804] env[61960]: value = "task-435483" [ 577.378804] env[61960]: _type = "Task" [ 577.378804] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.380019] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 34 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 577.380593] env[61960]: DEBUG nova.compute.provider_tree [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 34 to 35 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 577.380759] env[61960]: DEBUG nova.compute.provider_tree [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 577.394252] env[61960]: DEBUG oslo_vmware.api [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Task: {'id': task-435483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.462506] env[61960]: DEBUG oslo_concurrency.lockutils [None req-203f3492-adb4-4428-9adc-f8c8b46de0fd tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "46cef7c4-93a2-4751-bddb-39b874016f63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.959s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.897137] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=61960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 577.897137] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.766s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.897137] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.849s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.899695] env[61960]: INFO nova.compute.claims [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 577.904848] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 577.905468] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Getting list of instances from cluster (obj){ [ 577.905468] env[61960]: value = "domain-c8" [ 577.905468] env[61960]: _type = "ClusterComputeResource" [ 577.905468] env[61960]: } {{(pid=61960) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 577.910954] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3087c6ce-7af8-49d1-9672-7a15867924ab {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.921442] env[61960]: DEBUG oslo_vmware.api [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Task: {'id': task-435483, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.942299] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Got total of 10 instances {{(pid=61960) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 577.965532] env[61960]: DEBUG nova.compute.manager [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 578.053298] env[61960]: DEBUG nova.compute.manager [req-e6b1d6fb-95d2-4ee5-b377-6c095e644c10 req-060dd166-60ba-4787-af2b-c10dc04874bc service nova] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Received event network-changed-760248c6-8fd6-4b16-8ec2-acdcc26b5bee {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 578.053298] env[61960]: DEBUG nova.compute.manager [req-e6b1d6fb-95d2-4ee5-b377-6c095e644c10 req-060dd166-60ba-4787-af2b-c10dc04874bc service nova] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Refreshing instance network info cache due to event network-changed-760248c6-8fd6-4b16-8ec2-acdcc26b5bee. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 578.053298] env[61960]: DEBUG oslo_concurrency.lockutils [req-e6b1d6fb-95d2-4ee5-b377-6c095e644c10 req-060dd166-60ba-4787-af2b-c10dc04874bc service nova] Acquiring lock "refresh_cache-2567109b-5916-478e-a169-da093e2f68a7" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.053298] env[61960]: DEBUG oslo_concurrency.lockutils [req-e6b1d6fb-95d2-4ee5-b377-6c095e644c10 req-060dd166-60ba-4787-af2b-c10dc04874bc service nova] Acquired lock "refresh_cache-2567109b-5916-478e-a169-da093e2f68a7" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.053298] env[61960]: DEBUG nova.network.neutron [req-e6b1d6fb-95d2-4ee5-b377-6c095e644c10 req-060dd166-60ba-4787-af2b-c10dc04874bc service nova] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Refreshing network info cache for port 760248c6-8fd6-4b16-8ec2-acdcc26b5bee {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 578.300616] env[61960]: DEBUG nova.network.neutron [req-cbd9d5be-99c9-4fcb-9007-df970e184314 req-6ffd3042-d327-4d3e-a4e0-8d26142f9b31 service nova] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Updated VIF entry in instance network info cache for port 2f920c73-7d54-4adb-9213-d8de15b507ef. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 578.300990] env[61960]: DEBUG nova.network.neutron [req-cbd9d5be-99c9-4fcb-9007-df970e184314 req-6ffd3042-d327-4d3e-a4e0-8d26142f9b31 service nova] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Updating instance_info_cache with network_info: [{"id": "2f920c73-7d54-4adb-9213-d8de15b507ef", "address": "fa:16:3e:f1:5e:51", "network": {"id": "e57ed75d-43c9-4ffb-89cc-c799527765f5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-699466692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c91d2dd5dfb42c9aa0d6980680c129a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f920c73-7d", "ovs_interfaceid": "2f920c73-7d54-4adb-9213-d8de15b507ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.397563] env[61960]: DEBUG oslo_vmware.api [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Task: {'id': task-435483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727744} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.398226] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 2567109b-5916-478e-a169-da093e2f68a7/2567109b-5916-478e-a169-da093e2f68a7.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 578.398226] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 578.398377] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55a66e64-0503-490e-bf7d-0d8339119271 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.407609] env[61960]: DEBUG oslo_vmware.api [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Waiting for the task: (returnval){ [ 578.407609] env[61960]: value = "task-435484" [ 578.407609] env[61960]: _type = "Task" [ 578.407609] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.424221] env[61960]: DEBUG oslo_vmware.api [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Task: {'id': task-435484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.493221] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.763015] env[61960]: DEBUG nova.compute.manager [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Stashing vm_state: active {{(pid=61960) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 578.804518] env[61960]: DEBUG oslo_concurrency.lockutils [req-cbd9d5be-99c9-4fcb-9007-df970e184314 req-6ffd3042-d327-4d3e-a4e0-8d26142f9b31 service nova] Releasing lock "refresh_cache-d0816f49-cd5c-40d4-b49a-8d5b76321153" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.925185] env[61960]: DEBUG oslo_vmware.api [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Task: {'id': task-435484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.225768} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.926404] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 578.928076] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c5286b-fe73-4d60-8841-826d39d928d3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.958254] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 2567109b-5916-478e-a169-da093e2f68a7/2567109b-5916-478e-a169-da093e2f68a7.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 578.964836] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31b15396-9bb8-498e-a1c8-e593e8d51287 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.987612] env[61960]: DEBUG oslo_vmware.api [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Waiting for the task: (returnval){ [ 578.987612] env[61960]: value = "task-435485" [ 578.987612] env[61960]: _type = "Task" [ 578.987612] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.001345] env[61960]: DEBUG oslo_vmware.api [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Task: {'id': task-435485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.116378] env[61960]: DEBUG nova.network.neutron [req-e6b1d6fb-95d2-4ee5-b377-6c095e644c10 req-060dd166-60ba-4787-af2b-c10dc04874bc service nova] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Updated VIF entry in instance network info cache for port 760248c6-8fd6-4b16-8ec2-acdcc26b5bee. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 579.116378] env[61960]: DEBUG nova.network.neutron [req-e6b1d6fb-95d2-4ee5-b377-6c095e644c10 req-060dd166-60ba-4787-af2b-c10dc04874bc service nova] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Updating instance_info_cache with network_info: [{"id": "760248c6-8fd6-4b16-8ec2-acdcc26b5bee", "address": "fa:16:3e:b9:34:c9", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760248c6-8f", "ovs_interfaceid": "760248c6-8fd6-4b16-8ec2-acdcc26b5bee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.284753] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Acquiring lock "24755d96-be25-477d-8022-bbae4e33ab89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.284753] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Lock "24755d96-be25-477d-8022-bbae4e33ab89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.307931] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.466359] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a5e3f0-9053-47cc-8d9a-ec1f483bde4f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.479236] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830c96db-c20b-46fe-81a0-571f595d38a2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.488138] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "bedcdb7c-216f-4248-b5ac-1c71471c4c07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.488340] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "bedcdb7c-216f-4248-b5ac-1c71471c4c07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.521134] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e99312-85a0-491c-bb82-5e4e0b997df3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.527024] env[61960]: DEBUG oslo_vmware.api [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Task: {'id': task-435485, 'name': ReconfigVM_Task, 'duration_secs': 0.322835} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.527024] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 2567109b-5916-478e-a169-da093e2f68a7/2567109b-5916-478e-a169-da093e2f68a7.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 579.527024] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed25808d-6374-4d04-937b-d495f1ab310b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.531959] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1408f6eb-0dff-4785-b2f7-b0756377be8c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.537655] env[61960]: DEBUG oslo_vmware.api [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Waiting for the task: (returnval){ [ 579.537655] env[61960]: value = "task-435486" [ 579.537655] env[61960]: _type = "Task" [ 579.537655] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.553706] env[61960]: DEBUG nova.compute.provider_tree [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 579.561474] env[61960]: DEBUG oslo_vmware.api [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Task: {'id': task-435486, 'name': Rename_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.617623] env[61960]: DEBUG oslo_concurrency.lockutils [req-e6b1d6fb-95d2-4ee5-b377-6c095e644c10 req-060dd166-60ba-4787-af2b-c10dc04874bc service nova] Releasing lock "refresh_cache-2567109b-5916-478e-a169-da093e2f68a7" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.617912] env[61960]: DEBUG nova.compute.manager [req-e6b1d6fb-95d2-4ee5-b377-6c095e644c10 req-060dd166-60ba-4787-af2b-c10dc04874bc service nova] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Received event network-vif-deleted-f706a718-c1db-41e6-a3fe-5a1cdb32a176 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 579.930742] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquiring lock "ec50aa6a-44ae-42f3-99a9-6831c832aca3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.931271] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "ec50aa6a-44ae-42f3-99a9-6831c832aca3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.949818] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0694996b-6158-4b0f-bc93-cf2decc0caf6 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "46cef7c4-93a2-4751-bddb-39b874016f63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.949818] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0694996b-6158-4b0f-bc93-cf2decc0caf6 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "46cef7c4-93a2-4751-bddb-39b874016f63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.949818] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0694996b-6158-4b0f-bc93-cf2decc0caf6 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "46cef7c4-93a2-4751-bddb-39b874016f63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.949818] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0694996b-6158-4b0f-bc93-cf2decc0caf6 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "46cef7c4-93a2-4751-bddb-39b874016f63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.950117] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0694996b-6158-4b0f-bc93-cf2decc0caf6 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "46cef7c4-93a2-4751-bddb-39b874016f63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.952997] env[61960]: INFO nova.compute.manager [None req-0694996b-6158-4b0f-bc93-cf2decc0caf6 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Terminating instance [ 579.955170] env[61960]: DEBUG nova.compute.manager [None req-0694996b-6158-4b0f-bc93-cf2decc0caf6 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 579.955452] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-0694996b-6158-4b0f-bc93-cf2decc0caf6 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 579.956663] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98972ce-6b38-4f2e-a1d8-2ac943e7c877 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.966341] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0694996b-6158-4b0f-bc93-cf2decc0caf6 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 579.966959] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7272aeb-edfd-4b43-85c5-fca565658daf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.974526] env[61960]: DEBUG oslo_vmware.api [None req-0694996b-6158-4b0f-bc93-cf2decc0caf6 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 579.974526] env[61960]: value = "task-435487" [ 579.974526] env[61960]: _type = "Task" [ 579.974526] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.985210] env[61960]: DEBUG oslo_vmware.api [None req-0694996b-6158-4b0f-bc93-cf2decc0caf6 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.049564] env[61960]: DEBUG oslo_vmware.api [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Task: {'id': task-435486, 'name': Rename_Task, 'duration_secs': 0.148677} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.049564] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 580.049721] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df4d81d5-1c77-468c-963c-1ae6d6b1bed3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.058800] env[61960]: DEBUG nova.scheduler.client.report [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 580.061326] env[61960]: DEBUG oslo_vmware.api [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Waiting for the task: (returnval){ [ 580.061326] env[61960]: value = "task-435488" [ 580.061326] env[61960]: _type = "Task" [ 580.061326] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.071354] env[61960]: DEBUG oslo_vmware.api [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Task: {'id': task-435488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.488750] env[61960]: DEBUG oslo_vmware.api [None req-0694996b-6158-4b0f-bc93-cf2decc0caf6 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435487, 'name': PowerOffVM_Task, 'duration_secs': 0.263436} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.489280] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0694996b-6158-4b0f-bc93-cf2decc0caf6 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 580.489635] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-0694996b-6158-4b0f-bc93-cf2decc0caf6 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 580.490050] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4265d5f1-456e-4dc4-8b74-e2c86f168308 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.538069] env[61960]: DEBUG nova.compute.manager [req-db316ad5-27ef-44e3-b6ce-c0f8a13cd02a req-f4620533-9a17-4b50-a32f-0fac20a04401 service nova] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Received event network-changed-7b875cdf-6f69-4b7a-ba1a-abc02a17d765 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 580.538287] env[61960]: DEBUG nova.compute.manager [req-db316ad5-27ef-44e3-b6ce-c0f8a13cd02a req-f4620533-9a17-4b50-a32f-0fac20a04401 service nova] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Refreshing instance network info cache due to event network-changed-7b875cdf-6f69-4b7a-ba1a-abc02a17d765. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 580.538491] env[61960]: DEBUG oslo_concurrency.lockutils [req-db316ad5-27ef-44e3-b6ce-c0f8a13cd02a req-f4620533-9a17-4b50-a32f-0fac20a04401 service nova] Acquiring lock "refresh_cache-66b0d824-035d-44df-a7c1-af0f4d23e4b9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.538633] env[61960]: DEBUG oslo_concurrency.lockutils [req-db316ad5-27ef-44e3-b6ce-c0f8a13cd02a req-f4620533-9a17-4b50-a32f-0fac20a04401 service nova] Acquired lock "refresh_cache-66b0d824-035d-44df-a7c1-af0f4d23e4b9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.538791] env[61960]: DEBUG nova.network.neutron [req-db316ad5-27ef-44e3-b6ce-c0f8a13cd02a req-f4620533-9a17-4b50-a32f-0fac20a04401 service nova] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Refreshing network info cache for port 7b875cdf-6f69-4b7a-ba1a-abc02a17d765 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 580.567231] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.567985] env[61960]: DEBUG nova.compute.manager [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 580.574496] env[61960]: DEBUG oslo_concurrency.lockutils [None req-925ed1e9-a56d-4435-9fae-ccbced6cec56 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.178s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.574851] env[61960]: DEBUG oslo_concurrency.lockutils [None req-925ed1e9-a56d-4435-9fae-ccbced6cec56 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.577175] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.987s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.578773] env[61960]: INFO nova.compute.claims [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 580.585457] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-0694996b-6158-4b0f-bc93-cf2decc0caf6 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 580.585457] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-0694996b-6158-4b0f-bc93-cf2decc0caf6 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 580.585457] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-0694996b-6158-4b0f-bc93-cf2decc0caf6 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Deleting the datastore file [datastore1] 46cef7c4-93a2-4751-bddb-39b874016f63 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 580.585457] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1ddc452-f584-4215-8304-3dc14a04951a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.589664] env[61960]: DEBUG oslo_vmware.api [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Task: {'id': task-435488, 'name': PowerOnVM_Task, 'duration_secs': 0.464642} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.591441] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 580.592624] env[61960]: INFO nova.compute.manager [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Took 12.50 seconds to spawn the instance on the hypervisor. [ 580.593218] env[61960]: DEBUG nova.compute.manager [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 580.594552] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204cd238-13ff-4699-8eb6-7b820cb31943 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.599120] env[61960]: DEBUG oslo_vmware.api [None req-0694996b-6158-4b0f-bc93-cf2decc0caf6 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 580.599120] env[61960]: value = "task-435490" [ 580.599120] env[61960]: _type = "Task" [ 580.599120] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.621713] env[61960]: DEBUG oslo_vmware.api [None req-0694996b-6158-4b0f-bc93-cf2decc0caf6 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.626575] env[61960]: INFO nova.scheduler.client.report [None req-925ed1e9-a56d-4435-9fae-ccbced6cec56 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Deleted allocations for instance 74361d69-2cb1-4cfc-b5e1-ba99804f931a [ 581.077744] env[61960]: DEBUG nova.compute.utils [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 581.079672] env[61960]: DEBUG nova.compute.manager [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 581.079868] env[61960]: DEBUG nova.network.neutron [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 581.122554] env[61960]: DEBUG oslo_vmware.api [None req-0694996b-6158-4b0f-bc93-cf2decc0caf6 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362925} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.126453] env[61960]: INFO nova.compute.manager [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Took 28.31 seconds to build instance. [ 581.126713] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-0694996b-6158-4b0f-bc93-cf2decc0caf6 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 581.126891] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-0694996b-6158-4b0f-bc93-cf2decc0caf6 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 581.130021] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-0694996b-6158-4b0f-bc93-cf2decc0caf6 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 581.130021] env[61960]: INFO nova.compute.manager [None req-0694996b-6158-4b0f-bc93-cf2decc0caf6 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Took 1.17 seconds to destroy the instance on the hypervisor. [ 581.130021] env[61960]: DEBUG oslo.service.loopingcall [None req-0694996b-6158-4b0f-bc93-cf2decc0caf6 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 581.130021] env[61960]: DEBUG nova.compute.manager [-] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 581.130021] env[61960]: DEBUG nova.network.neutron [-] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 581.134829] env[61960]: DEBUG oslo_concurrency.lockutils [None req-925ed1e9-a56d-4435-9fae-ccbced6cec56 tempest-ServerDiagnosticsNegativeTest-1208693586 tempest-ServerDiagnosticsNegativeTest-1208693586-project-member] Lock "74361d69-2cb1-4cfc-b5e1-ba99804f931a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.301s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.226128] env[61960]: DEBUG nova.policy [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b626bf81b5014486ad6e851fe6ea2503', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e457744b6f41498ba5c032830823e93a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 581.324489] env[61960]: DEBUG nova.compute.manager [req-ccafe97b-e3f7-4a00-82ad-77c8d9eba557 req-ac390761-8a50-4f22-b0e7-e0ffe1eeea08 service nova] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Received event network-changed-8e52453e-a0fa-4865-8dcd-5ba6ec45cced {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 581.324489] env[61960]: DEBUG nova.compute.manager [req-ccafe97b-e3f7-4a00-82ad-77c8d9eba557 req-ac390761-8a50-4f22-b0e7-e0ffe1eeea08 service nova] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Refreshing instance network info cache due to event network-changed-8e52453e-a0fa-4865-8dcd-5ba6ec45cced. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 581.325604] env[61960]: DEBUG oslo_concurrency.lockutils [req-ccafe97b-e3f7-4a00-82ad-77c8d9eba557 req-ac390761-8a50-4f22-b0e7-e0ffe1eeea08 service nova] Acquiring lock "refresh_cache-e238d97c-522e-4c5e-8143-29b71e832871" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.325604] env[61960]: DEBUG oslo_concurrency.lockutils [req-ccafe97b-e3f7-4a00-82ad-77c8d9eba557 req-ac390761-8a50-4f22-b0e7-e0ffe1eeea08 service nova] Acquired lock "refresh_cache-e238d97c-522e-4c5e-8143-29b71e832871" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.325724] env[61960]: DEBUG nova.network.neutron [req-ccafe97b-e3f7-4a00-82ad-77c8d9eba557 req-ac390761-8a50-4f22-b0e7-e0ffe1eeea08 service nova] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Refreshing network info cache for port 8e52453e-a0fa-4865-8dcd-5ba6ec45cced {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 581.584302] env[61960]: DEBUG nova.compute.manager [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 581.628401] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c10e30ad-9f6a-4f7d-a462-c5e874ae0ee4 tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Lock "2567109b-5916-478e-a169-da093e2f68a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.448s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.641133] env[61960]: DEBUG nova.network.neutron [req-db316ad5-27ef-44e3-b6ce-c0f8a13cd02a req-f4620533-9a17-4b50-a32f-0fac20a04401 service nova] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Updated VIF entry in instance network info cache for port 7b875cdf-6f69-4b7a-ba1a-abc02a17d765. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 581.641532] env[61960]: DEBUG nova.network.neutron [req-db316ad5-27ef-44e3-b6ce-c0f8a13cd02a req-f4620533-9a17-4b50-a32f-0fac20a04401 service nova] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Updating instance_info_cache with network_info: [{"id": "7b875cdf-6f69-4b7a-ba1a-abc02a17d765", "address": "fa:16:3e:a1:39:8d", "network": {"id": "bc697c9a-9ed5-4462-80b9-bdca22609ab0", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1990622873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ccc05aaceb42828909c73419032f84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b875cdf-6f", "ovs_interfaceid": "7b875cdf-6f69-4b7a-ba1a-abc02a17d765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.936405] env[61960]: DEBUG nova.network.neutron [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Successfully created port: 9584444d-6832-4470-b4e3-04130fb9a551 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 581.954856] env[61960]: DEBUG oslo_concurrency.lockutils [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Acquiring lock "7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.955147] env[61960]: DEBUG oslo_concurrency.lockutils [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Lock "7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.082503] env[61960]: DEBUG nova.network.neutron [-] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.100953] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a1953d-ef93-4b88-89cd-12fa0e38b790 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.113065] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3735a1-8310-4759-a651-37de86b28998 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.150391] env[61960]: DEBUG nova.compute.manager [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 582.154573] env[61960]: DEBUG oslo_concurrency.lockutils [req-db316ad5-27ef-44e3-b6ce-c0f8a13cd02a req-f4620533-9a17-4b50-a32f-0fac20a04401 service nova] Releasing lock "refresh_cache-66b0d824-035d-44df-a7c1-af0f4d23e4b9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.159088] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e708ecb7-71a1-4ed8-896e-5609941b8a1a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.168950] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037a6cd7-99d6-442c-a109-7d9940188d58 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.204020] env[61960]: DEBUG nova.compute.provider_tree [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 582.236816] env[61960]: DEBUG nova.network.neutron [req-ccafe97b-e3f7-4a00-82ad-77c8d9eba557 req-ac390761-8a50-4f22-b0e7-e0ffe1eeea08 service nova] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Updated VIF entry in instance network info cache for port 8e52453e-a0fa-4865-8dcd-5ba6ec45cced. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 582.236816] env[61960]: DEBUG nova.network.neutron [req-ccafe97b-e3f7-4a00-82ad-77c8d9eba557 req-ac390761-8a50-4f22-b0e7-e0ffe1eeea08 service nova] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Updating instance_info_cache with network_info: [{"id": "8e52453e-a0fa-4865-8dcd-5ba6ec45cced", "address": "fa:16:3e:41:62:3b", "network": {"id": "cb867a40-9fab-470c-92f4-eba9ab1ac662", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-729924318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01c68009e098457c9cac9db48b09c7cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e52453e-a0", "ovs_interfaceid": "8e52453e-a0fa-4865-8dcd-5ba6ec45cced", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.589991] env[61960]: INFO nova.compute.manager [-] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Took 1.46 seconds to deallocate network for instance. [ 582.607781] env[61960]: DEBUG nova.compute.manager [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 582.645661] env[61960]: DEBUG nova.virt.hardware [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:08:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1815828484',id=26,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1878462814',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 582.645967] env[61960]: DEBUG nova.virt.hardware [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 582.646069] env[61960]: DEBUG nova.virt.hardware [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 582.646256] env[61960]: DEBUG nova.virt.hardware [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 582.646398] env[61960]: DEBUG nova.virt.hardware [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 582.646543] env[61960]: DEBUG nova.virt.hardware [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 582.646746] env[61960]: DEBUG nova.virt.hardware [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 582.646900] env[61960]: DEBUG nova.virt.hardware [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 582.647070] env[61960]: DEBUG nova.virt.hardware [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 582.647232] env[61960]: DEBUG nova.virt.hardware [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 582.647446] env[61960]: DEBUG nova.virt.hardware [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 582.648765] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfde0a1-8d66-4d21-8eb0-76eb92a53f09 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.657624] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336b35fe-5706-4587-b784-05c3c968aad7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.679520] env[61960]: DEBUG oslo_concurrency.lockutils [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.707935] env[61960]: DEBUG nova.scheduler.client.report [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 582.739990] env[61960]: DEBUG oslo_concurrency.lockutils [req-ccafe97b-e3f7-4a00-82ad-77c8d9eba557 req-ac390761-8a50-4f22-b0e7-e0ffe1eeea08 service nova] Releasing lock "refresh_cache-e238d97c-522e-4c5e-8143-29b71e832871" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.033726] env[61960]: DEBUG nova.compute.manager [None req-f71af1df-b79b-476b-a6eb-8ac0f4e6f94f tempest-ServerExternalEventsTest-427343756 tempest-ServerExternalEventsTest-427343756-project] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Received event network-changed {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 583.033918] env[61960]: DEBUG nova.compute.manager [None req-f71af1df-b79b-476b-a6eb-8ac0f4e6f94f tempest-ServerExternalEventsTest-427343756 tempest-ServerExternalEventsTest-427343756-project] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Refreshing instance network info cache due to event network-changed. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 583.035802] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f71af1df-b79b-476b-a6eb-8ac0f4e6f94f tempest-ServerExternalEventsTest-427343756 tempest-ServerExternalEventsTest-427343756-project] Acquiring lock "refresh_cache-2567109b-5916-478e-a169-da093e2f68a7" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.035802] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f71af1df-b79b-476b-a6eb-8ac0f4e6f94f tempest-ServerExternalEventsTest-427343756 tempest-ServerExternalEventsTest-427343756-project] Acquired lock "refresh_cache-2567109b-5916-478e-a169-da093e2f68a7" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.035802] env[61960]: DEBUG nova.network.neutron [None req-f71af1df-b79b-476b-a6eb-8ac0f4e6f94f tempest-ServerExternalEventsTest-427343756 tempest-ServerExternalEventsTest-427343756-project] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 583.094257] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0694996b-6158-4b0f-bc93-cf2decc0caf6 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.202081] env[61960]: DEBUG nova.compute.manager [req-02ab94b7-ae2b-431b-b9c6-1f025ebf545b req-20a6d74f-96bd-4bed-a81b-ccddb7ecc81f service nova] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Received event network-vif-deleted-c0bf7e69-973c-4d98-a0fb-65e01c622a8b {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 583.215458] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.215458] env[61960]: DEBUG nova.compute.manager [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 583.220187] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.708s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.220187] env[61960]: INFO nova.compute.claims [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 583.727208] env[61960]: DEBUG nova.compute.utils [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 583.730356] env[61960]: DEBUG nova.compute.manager [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 583.731035] env[61960]: DEBUG nova.network.neutron [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 583.767733] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Acquiring lock "43ff8e5b-054c-452a-92c0-21a2a39ea2a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.767733] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Lock "43ff8e5b-054c-452a-92c0-21a2a39ea2a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.014865] env[61960]: DEBUG nova.policy [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd11b7d448ab4afb82733e0fefd3c1c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31c02e032ae04c3bac8dbdeca3c3f5a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 584.209190] env[61960]: DEBUG nova.network.neutron [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Successfully updated port: 9584444d-6832-4470-b4e3-04130fb9a551 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 584.217158] env[61960]: DEBUG nova.network.neutron [None req-f71af1df-b79b-476b-a6eb-8ac0f4e6f94f tempest-ServerExternalEventsTest-427343756 tempest-ServerExternalEventsTest-427343756-project] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Updating instance_info_cache with network_info: [{"id": "760248c6-8fd6-4b16-8ec2-acdcc26b5bee", "address": "fa:16:3e:b9:34:c9", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760248c6-8f", "ovs_interfaceid": "760248c6-8fd6-4b16-8ec2-acdcc26b5bee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.231243] env[61960]: DEBUG nova.compute.manager [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 584.715140] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Acquiring lock "2567109b-5916-478e-a169-da093e2f68a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.716437] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Lock "2567109b-5916-478e-a169-da093e2f68a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.716437] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Acquiring lock "2567109b-5916-478e-a169-da093e2f68a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.716583] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Lock "2567109b-5916-478e-a169-da093e2f68a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.716734] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Lock "2567109b-5916-478e-a169-da093e2f68a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.719214] env[61960]: INFO nova.compute.manager [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Terminating instance [ 584.723948] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Acquiring lock "refresh_cache-e9bb2909-0eaa-4bfb-93a3-0b35c493422e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.723948] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Acquired lock "refresh_cache-e9bb2909-0eaa-4bfb-93a3-0b35c493422e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.723948] env[61960]: DEBUG nova.network.neutron [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 584.724814] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f71af1df-b79b-476b-a6eb-8ac0f4e6f94f tempest-ServerExternalEventsTest-427343756 tempest-ServerExternalEventsTest-427343756-project] Releasing lock "refresh_cache-2567109b-5916-478e-a169-da093e2f68a7" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.725504] env[61960]: DEBUG nova.compute.manager [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 584.725689] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 584.728489] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56697ddc-93af-4b62-bd2d-1db021d283bb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.748019] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 584.748144] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af9e8425-f2be-485f-8954-12f574820248 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.762024] env[61960]: DEBUG oslo_vmware.api [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Waiting for the task: (returnval){ [ 584.762024] env[61960]: value = "task-435491" [ 584.762024] env[61960]: _type = "Task" [ 584.762024] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.771039] env[61960]: DEBUG oslo_vmware.api [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Task: {'id': task-435491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.793888] env[61960]: DEBUG nova.network.neutron [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Successfully created port: ab4dbb26-7cca-47cc-ad1e-ee78989677cf {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 584.812771] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64cc796-4ae2-4dbf-8de5-9a7a8f98283d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.821604] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113c184b-fdeb-4bc1-979d-ac602266d67f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.855891] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcbb1cc-b80b-477a-8fb8-fac2b38394cc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.865369] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5fc043-f136-4db9-a0fb-4e72b913d1bb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.881622] env[61960]: DEBUG nova.compute.provider_tree [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.248096] env[61960]: DEBUG nova.compute.manager [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 585.271591] env[61960]: DEBUG oslo_vmware.api [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Task: {'id': task-435491, 'name': PowerOffVM_Task, 'duration_secs': 0.358325} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.271868] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 585.272052] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 585.272315] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94c94b4b-f28c-40bb-9fea-d1e4288e5897 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.276061] env[61960]: DEBUG nova.virt.hardware [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 585.276293] env[61960]: DEBUG nova.virt.hardware [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 585.276447] env[61960]: DEBUG nova.virt.hardware [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 585.276624] env[61960]: DEBUG nova.virt.hardware [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 585.276767] env[61960]: DEBUG nova.virt.hardware [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 585.276907] env[61960]: DEBUG nova.virt.hardware [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 585.277137] env[61960]: DEBUG nova.virt.hardware [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 585.277300] env[61960]: DEBUG nova.virt.hardware [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 585.277489] env[61960]: DEBUG nova.virt.hardware [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 585.277661] env[61960]: DEBUG nova.virt.hardware [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 585.277833] env[61960]: DEBUG nova.virt.hardware [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 585.281232] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38dc9971-6fd5-4df9-8fcd-382c793ac3e6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.284057] env[61960]: DEBUG nova.network.neutron [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 585.289704] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da29ff54-e313-4d78-9dc4-f2c94de43fd6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.357862] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 585.358113] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 585.358662] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Deleting the datastore file [datastore1] 2567109b-5916-478e-a169-da093e2f68a7 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 585.358662] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96d6e049-894f-4a77-9222-9e1cfa67fa0e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.371601] env[61960]: DEBUG oslo_vmware.api [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Waiting for the task: (returnval){ [ 585.371601] env[61960]: value = "task-435493" [ 585.371601] env[61960]: _type = "Task" [ 585.371601] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.383671] env[61960]: DEBUG oslo_vmware.api [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Task: {'id': task-435493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.387287] env[61960]: DEBUG nova.scheduler.client.report [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 585.493611] env[61960]: DEBUG nova.network.neutron [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Updating instance_info_cache with network_info: [{"id": "9584444d-6832-4470-b4e3-04130fb9a551", "address": "fa:16:3e:57:d0:d3", "network": {"id": "b221f521-caae-4063-a8e7-0b0810cb62a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-707467614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e457744b6f41498ba5c032830823e93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9584444d-68", "ovs_interfaceid": "9584444d-6832-4470-b4e3-04130fb9a551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.669788] env[61960]: DEBUG nova.compute.manager [req-3882203c-0079-4d55-b16a-0eb579a49360 req-6a80cee0-366b-48d2-9575-89d240a03d46 service nova] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Received event network-vif-plugged-9584444d-6832-4470-b4e3-04130fb9a551 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 585.670013] env[61960]: DEBUG oslo_concurrency.lockutils [req-3882203c-0079-4d55-b16a-0eb579a49360 req-6a80cee0-366b-48d2-9575-89d240a03d46 service nova] Acquiring lock "e9bb2909-0eaa-4bfb-93a3-0b35c493422e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.670232] env[61960]: DEBUG oslo_concurrency.lockutils [req-3882203c-0079-4d55-b16a-0eb579a49360 req-6a80cee0-366b-48d2-9575-89d240a03d46 service nova] Lock "e9bb2909-0eaa-4bfb-93a3-0b35c493422e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.670508] env[61960]: DEBUG oslo_concurrency.lockutils [req-3882203c-0079-4d55-b16a-0eb579a49360 req-6a80cee0-366b-48d2-9575-89d240a03d46 service nova] Lock "e9bb2909-0eaa-4bfb-93a3-0b35c493422e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.670552] env[61960]: DEBUG nova.compute.manager [req-3882203c-0079-4d55-b16a-0eb579a49360 req-6a80cee0-366b-48d2-9575-89d240a03d46 service nova] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] No waiting events found dispatching network-vif-plugged-9584444d-6832-4470-b4e3-04130fb9a551 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 585.670706] env[61960]: WARNING nova.compute.manager [req-3882203c-0079-4d55-b16a-0eb579a49360 req-6a80cee0-366b-48d2-9575-89d240a03d46 service nova] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Received unexpected event network-vif-plugged-9584444d-6832-4470-b4e3-04130fb9a551 for instance with vm_state building and task_state spawning. [ 585.882814] env[61960]: DEBUG oslo_vmware.api [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Task: {'id': task-435493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171703} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.883328] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 585.883634] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 585.883928] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 585.885372] env[61960]: INFO nova.compute.manager [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 585.885372] env[61960]: DEBUG oslo.service.loopingcall [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 585.885372] env[61960]: DEBUG nova.compute.manager [-] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 585.885372] env[61960]: DEBUG nova.network.neutron [-] [instance: 2567109b-5916-478e-a169-da093e2f68a7] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 585.896242] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.896242] env[61960]: DEBUG nova.compute.manager [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 585.896242] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.291s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.897867] env[61960]: INFO nova.compute.claims [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 585.997315] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Releasing lock "refresh_cache-e9bb2909-0eaa-4bfb-93a3-0b35c493422e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.997315] env[61960]: DEBUG nova.compute.manager [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Instance network_info: |[{"id": "9584444d-6832-4470-b4e3-04130fb9a551", "address": "fa:16:3e:57:d0:d3", "network": {"id": "b221f521-caae-4063-a8e7-0b0810cb62a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-707467614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e457744b6f41498ba5c032830823e93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9584444d-68", "ovs_interfaceid": "9584444d-6832-4470-b4e3-04130fb9a551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 585.997546] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:d0:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9584444d-6832-4470-b4e3-04130fb9a551', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 586.009330] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Creating folder: Project (e457744b6f41498ba5c032830823e93a). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 586.009670] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6f7c9ed-edb4-4799-95bc-001ecf74f71a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.021349] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Created folder: Project (e457744b6f41498ba5c032830823e93a) in parent group-v115929. [ 586.021547] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Creating folder: Instances. Parent ref: group-v115968. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 586.021785] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-167ec703-97b4-472a-a05d-c8d67130102c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.032084] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Created folder: Instances in parent group-v115968. [ 586.032236] env[61960]: DEBUG oslo.service.loopingcall [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 586.032436] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 586.032647] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e92dbf3-be1a-4045-92d0-4733f8cd358e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.053736] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 586.053736] env[61960]: value = "task-435496" [ 586.053736] env[61960]: _type = "Task" [ 586.053736] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.062046] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435496, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.138161] env[61960]: DEBUG nova.compute.manager [req-1fa840fa-9020-4440-8c8a-f15034c30bb8 req-6fc3598a-33d5-41ef-a6a8-472fece4211f service nova] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Received event network-changed-8e52453e-a0fa-4865-8dcd-5ba6ec45cced {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 586.138161] env[61960]: DEBUG nova.compute.manager [req-1fa840fa-9020-4440-8c8a-f15034c30bb8 req-6fc3598a-33d5-41ef-a6a8-472fece4211f service nova] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Refreshing instance network info cache due to event network-changed-8e52453e-a0fa-4865-8dcd-5ba6ec45cced. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 586.138612] env[61960]: DEBUG oslo_concurrency.lockutils [req-1fa840fa-9020-4440-8c8a-f15034c30bb8 req-6fc3598a-33d5-41ef-a6a8-472fece4211f service nova] Acquiring lock "refresh_cache-e238d97c-522e-4c5e-8143-29b71e832871" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.139460] env[61960]: DEBUG oslo_concurrency.lockutils [req-1fa840fa-9020-4440-8c8a-f15034c30bb8 req-6fc3598a-33d5-41ef-a6a8-472fece4211f service nova] Acquired lock "refresh_cache-e238d97c-522e-4c5e-8143-29b71e832871" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.140252] env[61960]: DEBUG nova.network.neutron [req-1fa840fa-9020-4440-8c8a-f15034c30bb8 req-6fc3598a-33d5-41ef-a6a8-472fece4211f service nova] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Refreshing network info cache for port 8e52453e-a0fa-4865-8dcd-5ba6ec45cced {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 586.402761] env[61960]: DEBUG nova.compute.utils [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 586.410499] env[61960]: DEBUG nova.compute.manager [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 586.410626] env[61960]: DEBUG nova.network.neutron [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 586.540249] env[61960]: DEBUG nova.policy [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd11b7d448ab4afb82733e0fefd3c1c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31c02e032ae04c3bac8dbdeca3c3f5a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 586.568814] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435496, 'name': CreateVM_Task, 'duration_secs': 0.370742} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.568985] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 586.570061] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.570807] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.571145] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.571504] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0571c449-d909-4eba-9181-2014e719d906 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.578858] env[61960]: DEBUG oslo_vmware.api [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Waiting for the task: (returnval){ [ 586.578858] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528edfde-e793-b1e9-7ff6-8b3311470bf9" [ 586.578858] env[61960]: _type = "Task" [ 586.578858] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.590817] env[61960]: DEBUG oslo_vmware.api [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528edfde-e793-b1e9-7ff6-8b3311470bf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.715814] env[61960]: DEBUG nova.network.neutron [-] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.812907] env[61960]: DEBUG nova.network.neutron [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Successfully updated port: ab4dbb26-7cca-47cc-ad1e-ee78989677cf {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 586.912095] env[61960]: DEBUG nova.compute.manager [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 586.993371] env[61960]: DEBUG nova.network.neutron [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Successfully created port: 28e6aad8-2d42-415e-ba8f-39fc435caaaa {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 587.033721] env[61960]: DEBUG nova.network.neutron [req-1fa840fa-9020-4440-8c8a-f15034c30bb8 req-6fc3598a-33d5-41ef-a6a8-472fece4211f service nova] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Updated VIF entry in instance network info cache for port 8e52453e-a0fa-4865-8dcd-5ba6ec45cced. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 587.034087] env[61960]: DEBUG nova.network.neutron [req-1fa840fa-9020-4440-8c8a-f15034c30bb8 req-6fc3598a-33d5-41ef-a6a8-472fece4211f service nova] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Updating instance_info_cache with network_info: [{"id": "8e52453e-a0fa-4865-8dcd-5ba6ec45cced", "address": "fa:16:3e:41:62:3b", "network": {"id": "cb867a40-9fab-470c-92f4-eba9ab1ac662", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-729924318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01c68009e098457c9cac9db48b09c7cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e52453e-a0", "ovs_interfaceid": "8e52453e-a0fa-4865-8dcd-5ba6ec45cced", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.093900] env[61960]: DEBUG oslo_vmware.api [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528edfde-e793-b1e9-7ff6-8b3311470bf9, 'name': SearchDatastore_Task, 'duration_secs': 0.009973} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.094219] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.094447] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 587.094681] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.094824] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.095013] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 587.095573] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30d28f9f-cfe5-4343-a34e-83f782750f1a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.106231] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 587.106432] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 587.107238] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65b52d5f-e2ab-4465-8882-c67291f5c9e5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.115038] env[61960]: DEBUG oslo_vmware.api [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Waiting for the task: (returnval){ [ 587.115038] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5217252b-8495-4ae7-d04a-7d452843162d" [ 587.115038] env[61960]: _type = "Task" [ 587.115038] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.128749] env[61960]: DEBUG oslo_vmware.api [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5217252b-8495-4ae7-d04a-7d452843162d, 'name': SearchDatastore_Task, 'duration_secs': 0.009721} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.130099] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8d338df-e24d-4876-97b8-3e68e3f2311d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.136528] env[61960]: DEBUG oslo_vmware.api [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Waiting for the task: (returnval){ [ 587.136528] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52e699cb-4c4e-b39d-be7e-2406f6267e49" [ 587.136528] env[61960]: _type = "Task" [ 587.136528] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.149416] env[61960]: DEBUG oslo_vmware.api [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52e699cb-4c4e-b39d-be7e-2406f6267e49, 'name': SearchDatastore_Task, 'duration_secs': 0.009581} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.149581] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.149973] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] e9bb2909-0eaa-4bfb-93a3-0b35c493422e/e9bb2909-0eaa-4bfb-93a3-0b35c493422e.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 587.150147] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73bd8fdf-f14a-4e7c-99da-60a4bb1acb2e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.158591] env[61960]: DEBUG oslo_vmware.api [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Waiting for the task: (returnval){ [ 587.158591] env[61960]: value = "task-435501" [ 587.158591] env[61960]: _type = "Task" [ 587.158591] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.172690] env[61960]: DEBUG oslo_vmware.api [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.219555] env[61960]: INFO nova.compute.manager [-] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Took 1.33 seconds to deallocate network for instance. [ 587.316550] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "refresh_cache-d96217b7-2f67-421c-b977-b660bdff8dd4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.316822] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquired lock "refresh_cache-d96217b7-2f67-421c-b977-b660bdff8dd4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.316822] env[61960]: DEBUG nova.network.neutron [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 587.478680] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6926b9-5876-44a9-bb2a-3a32eda41129 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.490162] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c623725d-bcac-4bc3-824d-e40e73f64b1d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.536693] env[61960]: DEBUG oslo_concurrency.lockutils [req-1fa840fa-9020-4440-8c8a-f15034c30bb8 req-6fc3598a-33d5-41ef-a6a8-472fece4211f service nova] Releasing lock "refresh_cache-e238d97c-522e-4c5e-8143-29b71e832871" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.537958] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1209e65e-570e-4aaa-b983-cbcc00f31d63 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.549544] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee072d4-1b82-4412-8621-8ed4891396e8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.570674] env[61960]: DEBUG nova.compute.provider_tree [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.576913] env[61960]: DEBUG oslo_concurrency.lockutils [None req-af00a06f-18ec-414b-8196-6f6cb2015ea0 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Acquiring lock "061597d3-af80-4eb7-8225-63fcdc3a1ab1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.577256] env[61960]: DEBUG oslo_concurrency.lockutils [None req-af00a06f-18ec-414b-8196-6f6cb2015ea0 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Lock "061597d3-af80-4eb7-8225-63fcdc3a1ab1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.577555] env[61960]: DEBUG oslo_concurrency.lockutils [None req-af00a06f-18ec-414b-8196-6f6cb2015ea0 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Acquiring lock "061597d3-af80-4eb7-8225-63fcdc3a1ab1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.577716] env[61960]: DEBUG oslo_concurrency.lockutils [None req-af00a06f-18ec-414b-8196-6f6cb2015ea0 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Lock "061597d3-af80-4eb7-8225-63fcdc3a1ab1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.577878] env[61960]: DEBUG oslo_concurrency.lockutils [None req-af00a06f-18ec-414b-8196-6f6cb2015ea0 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Lock "061597d3-af80-4eb7-8225-63fcdc3a1ab1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.582610] env[61960]: INFO nova.compute.manager [None req-af00a06f-18ec-414b-8196-6f6cb2015ea0 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Terminating instance [ 587.586603] env[61960]: DEBUG nova.compute.manager [None req-af00a06f-18ec-414b-8196-6f6cb2015ea0 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 587.586655] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-af00a06f-18ec-414b-8196-6f6cb2015ea0 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 587.587581] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a68703-a7b6-4a43-ad20-6ae28183f68d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.599130] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-af00a06f-18ec-414b-8196-6f6cb2015ea0 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 587.599858] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f96eb09-3dd3-4a8f-a728-19589bfd9b18 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.609160] env[61960]: DEBUG oslo_vmware.api [None req-af00a06f-18ec-414b-8196-6f6cb2015ea0 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Waiting for the task: (returnval){ [ 587.609160] env[61960]: value = "task-435502" [ 587.609160] env[61960]: _type = "Task" [ 587.609160] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.620706] env[61960]: DEBUG oslo_vmware.api [None req-af00a06f-18ec-414b-8196-6f6cb2015ea0 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Task: {'id': task-435502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.670936] env[61960]: DEBUG oslo_vmware.api [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468414} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.671754] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] e9bb2909-0eaa-4bfb-93a3-0b35c493422e/e9bb2909-0eaa-4bfb-93a3-0b35c493422e.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 587.671754] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 587.671754] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7328b8d4-f208-4fda-8321-3456d23e9793 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.679484] env[61960]: DEBUG oslo_vmware.api [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Waiting for the task: (returnval){ [ 587.679484] env[61960]: value = "task-435503" [ 587.679484] env[61960]: _type = "Task" [ 587.679484] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.688794] env[61960]: DEBUG oslo_vmware.api [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.733675] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.877231] env[61960]: DEBUG nova.network.neutron [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 587.926640] env[61960]: DEBUG nova.compute.manager [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 587.960156] env[61960]: DEBUG nova.virt.hardware [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 587.960413] env[61960]: DEBUG nova.virt.hardware [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 587.960567] env[61960]: DEBUG nova.virt.hardware [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 587.960742] env[61960]: DEBUG nova.virt.hardware [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 587.961246] env[61960]: DEBUG nova.virt.hardware [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 587.961246] env[61960]: DEBUG nova.virt.hardware [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 587.961246] env[61960]: DEBUG nova.virt.hardware [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 587.961383] env[61960]: DEBUG nova.virt.hardware [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 587.961577] env[61960]: DEBUG nova.virt.hardware [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 587.961742] env[61960]: DEBUG nova.virt.hardware [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 587.961914] env[61960]: DEBUG nova.virt.hardware [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 587.962798] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f276f6ac-1833-4f50-9ef0-7eb421a4d5fc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.971900] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fdab6b-4cee-4222-ae11-bab126c74708 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.076971] env[61960]: DEBUG nova.scheduler.client.report [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 588.127557] env[61960]: DEBUG oslo_vmware.api [None req-af00a06f-18ec-414b-8196-6f6cb2015ea0 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Task: {'id': task-435502, 'name': PowerOffVM_Task, 'duration_secs': 0.206131} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.130809] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-af00a06f-18ec-414b-8196-6f6cb2015ea0 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 588.131191] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-af00a06f-18ec-414b-8196-6f6cb2015ea0 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 588.131402] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db31a9d5-60c1-4792-a87b-eed1f03f2794 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.190380] env[61960]: DEBUG oslo_vmware.api [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066819} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.194084] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 588.195072] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc74146-f0d2-4e08-a4a0-972a4466ff41 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.220676] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] e9bb2909-0eaa-4bfb-93a3-0b35c493422e/e9bb2909-0eaa-4bfb-93a3-0b35c493422e.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 588.223123] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a124157b-3782-4e2a-b459-dbd5280d4011 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.238719] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-af00a06f-18ec-414b-8196-6f6cb2015ea0 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 588.239166] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-af00a06f-18ec-414b-8196-6f6cb2015ea0 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 588.239397] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-af00a06f-18ec-414b-8196-6f6cb2015ea0 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Deleting the datastore file [datastore1] 061597d3-af80-4eb7-8225-63fcdc3a1ab1 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 588.240588] env[61960]: DEBUG nova.compute.manager [req-e3f02f7b-d331-4446-b444-3f53441424da req-8807c1cb-9b65-4be6-9bac-821f8313115f service nova] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Received event network-changed-9584444d-6832-4470-b4e3-04130fb9a551 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 588.240744] env[61960]: DEBUG nova.compute.manager [req-e3f02f7b-d331-4446-b444-3f53441424da req-8807c1cb-9b65-4be6-9bac-821f8313115f service nova] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Refreshing instance network info cache due to event network-changed-9584444d-6832-4470-b4e3-04130fb9a551. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 588.241215] env[61960]: DEBUG oslo_concurrency.lockutils [req-e3f02f7b-d331-4446-b444-3f53441424da req-8807c1cb-9b65-4be6-9bac-821f8313115f service nova] Acquiring lock "refresh_cache-e9bb2909-0eaa-4bfb-93a3-0b35c493422e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.241357] env[61960]: DEBUG oslo_concurrency.lockutils [req-e3f02f7b-d331-4446-b444-3f53441424da req-8807c1cb-9b65-4be6-9bac-821f8313115f service nova] Acquired lock "refresh_cache-e9bb2909-0eaa-4bfb-93a3-0b35c493422e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.242066] env[61960]: DEBUG nova.network.neutron [req-e3f02f7b-d331-4446-b444-3f53441424da req-8807c1cb-9b65-4be6-9bac-821f8313115f service nova] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Refreshing network info cache for port 9584444d-6832-4470-b4e3-04130fb9a551 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 588.243037] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7039e67-cc89-431a-bbd8-e69bc3583e2a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.253474] env[61960]: DEBUG oslo_vmware.api [None req-af00a06f-18ec-414b-8196-6f6cb2015ea0 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Waiting for the task: (returnval){ [ 588.253474] env[61960]: value = "task-435506" [ 588.253474] env[61960]: _type = "Task" [ 588.253474] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.253769] env[61960]: DEBUG oslo_vmware.api [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Waiting for the task: (returnval){ [ 588.253769] env[61960]: value = "task-435505" [ 588.253769] env[61960]: _type = "Task" [ 588.253769] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.255463] env[61960]: DEBUG nova.network.neutron [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Updating instance_info_cache with network_info: [{"id": "ab4dbb26-7cca-47cc-ad1e-ee78989677cf", "address": "fa:16:3e:d5:9f:8c", "network": {"id": "5e3a56ae-603f-4ff2-b663-6907f89c584e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1959624710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c02e032ae04c3bac8dbdeca3c3f5a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab4dbb26-7c", "ovs_interfaceid": "ab4dbb26-7cca-47cc-ad1e-ee78989677cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.276297] env[61960]: DEBUG oslo_vmware.api [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435505, 'name': ReconfigVM_Task} progress is 10%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.276727] env[61960]: DEBUG oslo_vmware.api [None req-af00a06f-18ec-414b-8196-6f6cb2015ea0 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Task: {'id': task-435506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.581790] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.582400] env[61960]: DEBUG nova.compute.manager [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 588.585501] env[61960]: DEBUG oslo_concurrency.lockutils [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.104s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.585710] env[61960]: DEBUG oslo_concurrency.lockutils [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.593747] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.219s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.595383] env[61960]: INFO nova.compute.claims [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.631307] env[61960]: INFO nova.scheduler.client.report [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Deleted allocations for instance 1a02e309-1403-4d0e-8fb5-65e90274f3a7 [ 588.764248] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Releasing lock "refresh_cache-d96217b7-2f67-421c-b977-b660bdff8dd4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.764248] env[61960]: DEBUG nova.compute.manager [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Instance network_info: |[{"id": "ab4dbb26-7cca-47cc-ad1e-ee78989677cf", "address": "fa:16:3e:d5:9f:8c", "network": {"id": "5e3a56ae-603f-4ff2-b663-6907f89c584e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1959624710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c02e032ae04c3bac8dbdeca3c3f5a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab4dbb26-7c", "ovs_interfaceid": "ab4dbb26-7cca-47cc-ad1e-ee78989677cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 588.771600] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:9f:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab4dbb26-7cca-47cc-ad1e-ee78989677cf', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 588.779770] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Creating folder: Project (31c02e032ae04c3bac8dbdeca3c3f5a5). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 588.781745] env[61960]: DEBUG nova.compute.manager [req-281fec89-e7e7-4dc2-b233-1932d893c113 req-7e0c2e95-0b59-4b35-b64c-bdc91c62a180 service nova] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Received event network-vif-deleted-760248c6-8fd6-4b16-8ec2-acdcc26b5bee {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 588.782108] env[61960]: DEBUG nova.compute.manager [req-281fec89-e7e7-4dc2-b233-1932d893c113 req-7e0c2e95-0b59-4b35-b64c-bdc91c62a180 service nova] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Received event network-vif-plugged-ab4dbb26-7cca-47cc-ad1e-ee78989677cf {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 588.782402] env[61960]: DEBUG oslo_concurrency.lockutils [req-281fec89-e7e7-4dc2-b233-1932d893c113 req-7e0c2e95-0b59-4b35-b64c-bdc91c62a180 service nova] Acquiring lock "d96217b7-2f67-421c-b977-b660bdff8dd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.782705] env[61960]: DEBUG oslo_concurrency.lockutils [req-281fec89-e7e7-4dc2-b233-1932d893c113 req-7e0c2e95-0b59-4b35-b64c-bdc91c62a180 service nova] Lock "d96217b7-2f67-421c-b977-b660bdff8dd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.783122] env[61960]: DEBUG oslo_concurrency.lockutils [req-281fec89-e7e7-4dc2-b233-1932d893c113 req-7e0c2e95-0b59-4b35-b64c-bdc91c62a180 service nova] Lock "d96217b7-2f67-421c-b977-b660bdff8dd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.783419] env[61960]: DEBUG nova.compute.manager [req-281fec89-e7e7-4dc2-b233-1932d893c113 req-7e0c2e95-0b59-4b35-b64c-bdc91c62a180 service nova] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] No waiting events found dispatching network-vif-plugged-ab4dbb26-7cca-47cc-ad1e-ee78989677cf {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 588.783692] env[61960]: WARNING nova.compute.manager [req-281fec89-e7e7-4dc2-b233-1932d893c113 req-7e0c2e95-0b59-4b35-b64c-bdc91c62a180 service nova] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Received unexpected event network-vif-plugged-ab4dbb26-7cca-47cc-ad1e-ee78989677cf for instance with vm_state building and task_state spawning. [ 588.783977] env[61960]: DEBUG nova.compute.manager [req-281fec89-e7e7-4dc2-b233-1932d893c113 req-7e0c2e95-0b59-4b35-b64c-bdc91c62a180 service nova] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Received event network-changed-ab4dbb26-7cca-47cc-ad1e-ee78989677cf {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 588.784257] env[61960]: DEBUG nova.compute.manager [req-281fec89-e7e7-4dc2-b233-1932d893c113 req-7e0c2e95-0b59-4b35-b64c-bdc91c62a180 service nova] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Refreshing instance network info cache due to event network-changed-ab4dbb26-7cca-47cc-ad1e-ee78989677cf. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 588.784587] env[61960]: DEBUG oslo_concurrency.lockutils [req-281fec89-e7e7-4dc2-b233-1932d893c113 req-7e0c2e95-0b59-4b35-b64c-bdc91c62a180 service nova] Acquiring lock "refresh_cache-d96217b7-2f67-421c-b977-b660bdff8dd4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.784841] env[61960]: DEBUG oslo_concurrency.lockutils [req-281fec89-e7e7-4dc2-b233-1932d893c113 req-7e0c2e95-0b59-4b35-b64c-bdc91c62a180 service nova] Acquired lock "refresh_cache-d96217b7-2f67-421c-b977-b660bdff8dd4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.785239] env[61960]: DEBUG nova.network.neutron [req-281fec89-e7e7-4dc2-b233-1932d893c113 req-7e0c2e95-0b59-4b35-b64c-bdc91c62a180 service nova] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Refreshing network info cache for port ab4dbb26-7cca-47cc-ad1e-ee78989677cf {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 588.790830] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0406b3fc-ca21-4bee-ae73-01e0e08f535a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.799024] env[61960]: DEBUG oslo_vmware.api [None req-af00a06f-18ec-414b-8196-6f6cb2015ea0 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Task: {'id': task-435506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170907} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.803307] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-af00a06f-18ec-414b-8196-6f6cb2015ea0 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 588.805887] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-af00a06f-18ec-414b-8196-6f6cb2015ea0 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 588.805887] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-af00a06f-18ec-414b-8196-6f6cb2015ea0 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 588.805887] env[61960]: INFO nova.compute.manager [None req-af00a06f-18ec-414b-8196-6f6cb2015ea0 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Took 1.22 seconds to destroy the instance on the hypervisor. [ 588.805887] env[61960]: DEBUG oslo.service.loopingcall [None req-af00a06f-18ec-414b-8196-6f6cb2015ea0 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 588.805887] env[61960]: DEBUG oslo_vmware.api [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435505, 'name': ReconfigVM_Task, 'duration_secs': 0.53882} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.806329] env[61960]: DEBUG nova.compute.manager [-] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 588.806329] env[61960]: DEBUG nova.network.neutron [-] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 588.806793] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Reconfigured VM instance instance-0000000f to attach disk [datastore1] e9bb2909-0eaa-4bfb-93a3-0b35c493422e/e9bb2909-0eaa-4bfb-93a3-0b35c493422e.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 588.807653] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-222a8725-991e-4e42-a11e-a0fb7ca19809 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.812774] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Created folder: Project (31c02e032ae04c3bac8dbdeca3c3f5a5) in parent group-v115929. [ 588.812958] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Creating folder: Instances. Parent ref: group-v115974. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 588.813424] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a645fd4b-0021-4261-9911-96ee1459984a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.820554] env[61960]: DEBUG oslo_vmware.api [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Waiting for the task: (returnval){ [ 588.820554] env[61960]: value = "task-435508" [ 588.820554] env[61960]: _type = "Task" [ 588.820554] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.826562] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Created folder: Instances in parent group-v115974. [ 588.827730] env[61960]: DEBUG oslo.service.loopingcall [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 588.827730] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 588.827730] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6aeda30-e2b5-41f0-b78b-ac56dbabb297 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.846405] env[61960]: DEBUG oslo_vmware.api [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435508, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.856316] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 588.856316] env[61960]: value = "task-435510" [ 588.856316] env[61960]: _type = "Task" [ 588.856316] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.863453] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435510, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.025732] env[61960]: DEBUG oslo_concurrency.lockutils [None req-08b526e4-c82a-4faf-af28-ea109de25ede tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Acquiring lock "e238d97c-522e-4c5e-8143-29b71e832871" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.025952] env[61960]: DEBUG oslo_concurrency.lockutils [None req-08b526e4-c82a-4faf-af28-ea109de25ede tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Lock "e238d97c-522e-4c5e-8143-29b71e832871" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.026259] env[61960]: DEBUG oslo_concurrency.lockutils [None req-08b526e4-c82a-4faf-af28-ea109de25ede tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Acquiring lock "e238d97c-522e-4c5e-8143-29b71e832871-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.026354] env[61960]: DEBUG oslo_concurrency.lockutils [None req-08b526e4-c82a-4faf-af28-ea109de25ede tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Lock "e238d97c-522e-4c5e-8143-29b71e832871-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.026628] env[61960]: DEBUG oslo_concurrency.lockutils [None req-08b526e4-c82a-4faf-af28-ea109de25ede tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Lock "e238d97c-522e-4c5e-8143-29b71e832871-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.030017] env[61960]: INFO nova.compute.manager [None req-08b526e4-c82a-4faf-af28-ea109de25ede tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Terminating instance [ 589.035896] env[61960]: DEBUG nova.compute.manager [None req-08b526e4-c82a-4faf-af28-ea109de25ede tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 589.036389] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-08b526e4-c82a-4faf-af28-ea109de25ede tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 589.037066] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938fe160-41bb-4fe6-8ed1-88ff1e4d9b6c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.048984] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b526e4-c82a-4faf-af28-ea109de25ede tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 589.049479] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a72945db-a2f3-4279-ba3d-b55270951af1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.067184] env[61960]: DEBUG oslo_vmware.api [None req-08b526e4-c82a-4faf-af28-ea109de25ede tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Waiting for the task: (returnval){ [ 589.067184] env[61960]: value = "task-435511" [ 589.067184] env[61960]: _type = "Task" [ 589.067184] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.089759] env[61960]: DEBUG oslo_vmware.api [None req-08b526e4-c82a-4faf-af28-ea109de25ede tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Task: {'id': task-435511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.105020] env[61960]: DEBUG nova.compute.utils [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 589.106955] env[61960]: DEBUG nova.compute.manager [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 589.110428] env[61960]: DEBUG nova.network.neutron [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 589.114906] env[61960]: DEBUG nova.network.neutron [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Successfully updated port: 28e6aad8-2d42-415e-ba8f-39fc435caaaa {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 589.143572] env[61960]: DEBUG oslo_concurrency.lockutils [None req-406928d4-20e3-4ab9-8178-02b084b699c6 tempest-ServerDiagnosticsV248Test-1205420472 tempest-ServerDiagnosticsV248Test-1205420472-project-member] Lock "1a02e309-1403-4d0e-8fb5-65e90274f3a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.930s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.241029] env[61960]: DEBUG nova.policy [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3d91602d8bd4b23bfa31722e057c6b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f39e1da71d5e4556a25562d8eb462ab9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 589.333409] env[61960]: DEBUG oslo_vmware.api [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435508, 'name': Rename_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.351456] env[61960]: DEBUG nova.network.neutron [req-e3f02f7b-d331-4446-b444-3f53441424da req-8807c1cb-9b65-4be6-9bac-821f8313115f service nova] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Updated VIF entry in instance network info cache for port 9584444d-6832-4470-b4e3-04130fb9a551. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 589.351456] env[61960]: DEBUG nova.network.neutron [req-e3f02f7b-d331-4446-b444-3f53441424da req-8807c1cb-9b65-4be6-9bac-821f8313115f service nova] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Updating instance_info_cache with network_info: [{"id": "9584444d-6832-4470-b4e3-04130fb9a551", "address": "fa:16:3e:57:d0:d3", "network": {"id": "b221f521-caae-4063-a8e7-0b0810cb62a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-707467614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e457744b6f41498ba5c032830823e93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9584444d-68", "ovs_interfaceid": "9584444d-6832-4470-b4e3-04130fb9a551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.365027] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435510, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.578598] env[61960]: DEBUG oslo_vmware.api [None req-08b526e4-c82a-4faf-af28-ea109de25ede tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Task: {'id': task-435511, 'name': PowerOffVM_Task, 'duration_secs': 0.389406} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.578899] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b526e4-c82a-4faf-af28-ea109de25ede tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 589.579093] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-08b526e4-c82a-4faf-af28-ea109de25ede tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 589.579372] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c849f167-7810-4098-a1e8-3aeb6d262667 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.608190] env[61960]: DEBUG nova.compute.manager [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 589.620251] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "refresh_cache-7ee63cda-4878-4c4c-bc76-c51c798de3fd" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.620377] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquired lock "refresh_cache-7ee63cda-4878-4c4c-bc76-c51c798de3fd" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.620634] env[61960]: DEBUG nova.network.neutron [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 589.670473] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-08b526e4-c82a-4faf-af28-ea109de25ede tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 589.670473] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-08b526e4-c82a-4faf-af28-ea109de25ede tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 589.670473] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b526e4-c82a-4faf-af28-ea109de25ede tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Deleting the datastore file [datastore1] e238d97c-522e-4c5e-8143-29b71e832871 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 589.670473] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-607be167-44ee-4e0b-951a-b349f3657ccf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.678406] env[61960]: DEBUG oslo_vmware.api [None req-08b526e4-c82a-4faf-af28-ea109de25ede tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Waiting for the task: (returnval){ [ 589.678406] env[61960]: value = "task-435514" [ 589.678406] env[61960]: _type = "Task" [ 589.678406] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.693714] env[61960]: DEBUG oslo_vmware.api [None req-08b526e4-c82a-4faf-af28-ea109de25ede tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Task: {'id': task-435514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.835449] env[61960]: DEBUG oslo_vmware.api [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435508, 'name': Rename_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.856691] env[61960]: DEBUG oslo_concurrency.lockutils [req-e3f02f7b-d331-4446-b444-3f53441424da req-8807c1cb-9b65-4be6-9bac-821f8313115f service nova] Releasing lock "refresh_cache-e9bb2909-0eaa-4bfb-93a3-0b35c493422e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.869351] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435510, 'name': CreateVM_Task, 'duration_secs': 0.604332} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.871851] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 589.873074] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.873074] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.873265] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.873468] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0614a16-a264-4772-ac1c-bebcc334ebdb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.879723] env[61960]: DEBUG oslo_vmware.api [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 589.879723] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5210e1e3-8348-c4cb-8e9d-21cff3e23121" [ 589.879723] env[61960]: _type = "Task" [ 589.879723] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.895306] env[61960]: DEBUG oslo_vmware.api [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5210e1e3-8348-c4cb-8e9d-21cff3e23121, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.940973] env[61960]: DEBUG nova.network.neutron [req-281fec89-e7e7-4dc2-b233-1932d893c113 req-7e0c2e95-0b59-4b35-b64c-bdc91c62a180 service nova] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Updated VIF entry in instance network info cache for port ab4dbb26-7cca-47cc-ad1e-ee78989677cf. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 589.941632] env[61960]: DEBUG nova.network.neutron [req-281fec89-e7e7-4dc2-b233-1932d893c113 req-7e0c2e95-0b59-4b35-b64c-bdc91c62a180 service nova] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Updating instance_info_cache with network_info: [{"id": "ab4dbb26-7cca-47cc-ad1e-ee78989677cf", "address": "fa:16:3e:d5:9f:8c", "network": {"id": "5e3a56ae-603f-4ff2-b663-6907f89c584e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1959624710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c02e032ae04c3bac8dbdeca3c3f5a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab4dbb26-7c", "ovs_interfaceid": "ab4dbb26-7cca-47cc-ad1e-ee78989677cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.140458] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c71aea-e06f-4bfb-8238-1a55f72c5e7a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.151430] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d6b493-1035-4227-8a46-e51ee73f8003 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.201116] env[61960]: DEBUG nova.network.neutron [-] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.208698] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae7bd82-dbee-4637-a1a4-35f9e987110a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.219944] env[61960]: DEBUG oslo_vmware.api [None req-08b526e4-c82a-4faf-af28-ea109de25ede tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Task: {'id': task-435514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320385} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.220803] env[61960]: DEBUG nova.network.neutron [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 590.222676] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b526e4-c82a-4faf-af28-ea109de25ede tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 590.222797] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-08b526e4-c82a-4faf-af28-ea109de25ede tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 590.223112] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-08b526e4-c82a-4faf-af28-ea109de25ede tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 590.223192] env[61960]: INFO nova.compute.manager [None req-08b526e4-c82a-4faf-af28-ea109de25ede tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Took 1.19 seconds to destroy the instance on the hypervisor. [ 590.223404] env[61960]: DEBUG oslo.service.loopingcall [None req-08b526e4-c82a-4faf-af28-ea109de25ede tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 590.224659] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e9b213-92be-4bce-8915-61ac462c081b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.228991] env[61960]: DEBUG nova.compute.manager [-] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 590.228991] env[61960]: DEBUG nova.network.neutron [-] [instance: e238d97c-522e-4c5e-8143-29b71e832871] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 590.245793] env[61960]: DEBUG nova.compute.provider_tree [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.341169] env[61960]: DEBUG oslo_vmware.api [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435508, 'name': Rename_Task, 'duration_secs': 1.171235} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.341455] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 590.341700] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b522bb01-98ec-4bde-9b35-2c00d8f2d20a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.354521] env[61960]: DEBUG oslo_vmware.api [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Waiting for the task: (returnval){ [ 590.354521] env[61960]: value = "task-435515" [ 590.354521] env[61960]: _type = "Task" [ 590.354521] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.364232] env[61960]: DEBUG oslo_vmware.api [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.393543] env[61960]: DEBUG oslo_vmware.api [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5210e1e3-8348-c4cb-8e9d-21cff3e23121, 'name': SearchDatastore_Task, 'duration_secs': 0.022716} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.397651] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.397711] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 590.397900] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.398055] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.398234] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 590.398613] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5574bf78-b764-42d4-b272-b193c37c43c0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.417466] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 590.417466] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 590.417466] env[61960]: DEBUG nova.network.neutron [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Successfully created port: 684ccbe3-fd71-4699-9bde-0641cb07d979 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 590.419225] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae78bbe1-6511-41ea-8913-bb83ee283a12 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.427063] env[61960]: DEBUG oslo_vmware.api [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 590.427063] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c4d7b7-96ad-170e-e410-fa29269ffce9" [ 590.427063] env[61960]: _type = "Task" [ 590.427063] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.438162] env[61960]: DEBUG oslo_vmware.api [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c4d7b7-96ad-170e-e410-fa29269ffce9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.444898] env[61960]: DEBUG oslo_concurrency.lockutils [req-281fec89-e7e7-4dc2-b233-1932d893c113 req-7e0c2e95-0b59-4b35-b64c-bdc91c62a180 service nova] Releasing lock "refresh_cache-d96217b7-2f67-421c-b977-b660bdff8dd4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.621548] env[61960]: DEBUG nova.compute.manager [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 590.665215] env[61960]: DEBUG nova.virt.hardware [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 590.665825] env[61960]: DEBUG nova.virt.hardware [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 590.665825] env[61960]: DEBUG nova.virt.hardware [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 590.665825] env[61960]: DEBUG nova.virt.hardware [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 590.666014] env[61960]: DEBUG nova.virt.hardware [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 590.666107] env[61960]: DEBUG nova.virt.hardware [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 590.666342] env[61960]: DEBUG nova.virt.hardware [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 590.666540] env[61960]: DEBUG nova.virt.hardware [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 590.666720] env[61960]: DEBUG nova.virt.hardware [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 590.666884] env[61960]: DEBUG nova.virt.hardware [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 590.667068] env[61960]: DEBUG nova.virt.hardware [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 590.668241] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd3eff3-9df3-43e1-867c-27eed1a189a3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.678452] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ecb9be-16c4-48d8-9952-8ca76c59907e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.704093] env[61960]: INFO nova.compute.manager [-] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Took 1.90 seconds to deallocate network for instance. [ 590.747922] env[61960]: DEBUG nova.scheduler.client.report [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 590.869367] env[61960]: DEBUG oslo_vmware.api [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435515, 'name': PowerOnVM_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.943590] env[61960]: DEBUG oslo_vmware.api [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c4d7b7-96ad-170e-e410-fa29269ffce9, 'name': SearchDatastore_Task, 'duration_secs': 0.040721} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.944920] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73329427-d9c6-4c50-8f7c-d3b2f40a8b27 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.954374] env[61960]: DEBUG oslo_vmware.api [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 590.954374] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bafffa-8775-b2d3-40ed-8f4912ec9e95" [ 590.954374] env[61960]: _type = "Task" [ 590.954374] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.965044] env[61960]: DEBUG oslo_vmware.api [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bafffa-8775-b2d3-40ed-8f4912ec9e95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.084615] env[61960]: DEBUG nova.network.neutron [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Updating instance_info_cache with network_info: [{"id": "28e6aad8-2d42-415e-ba8f-39fc435caaaa", "address": "fa:16:3e:05:be:d6", "network": {"id": "5e3a56ae-603f-4ff2-b663-6907f89c584e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1959624710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c02e032ae04c3bac8dbdeca3c3f5a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28e6aad8-2d", "ovs_interfaceid": "28e6aad8-2d42-415e-ba8f-39fc435caaaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.211753] env[61960]: DEBUG oslo_concurrency.lockutils [None req-af00a06f-18ec-414b-8196-6f6cb2015ea0 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.256019] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.256326] env[61960]: DEBUG nova.compute.manager [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 591.265369] env[61960]: DEBUG oslo_concurrency.lockutils [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.634s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.268498] env[61960]: INFO nova.compute.claims [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.369817] env[61960]: DEBUG oslo_vmware.api [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435515, 'name': PowerOnVM_Task, 'duration_secs': 0.52691} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.370180] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 591.370738] env[61960]: INFO nova.compute.manager [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Took 8.76 seconds to spawn the instance on the hypervisor. [ 591.370738] env[61960]: DEBUG nova.compute.manager [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 591.371329] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c85d18-6ddb-47e8-971f-2340d77ff489 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.441849] env[61960]: DEBUG nova.compute.manager [req-c47f463c-3e99-4e5b-93be-d51883b711f1 req-cdc1d5c8-8c7e-4626-a426-a78c103ccf12 service nova] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Received event network-vif-plugged-28e6aad8-2d42-415e-ba8f-39fc435caaaa {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 591.445147] env[61960]: DEBUG oslo_concurrency.lockutils [req-c47f463c-3e99-4e5b-93be-d51883b711f1 req-cdc1d5c8-8c7e-4626-a426-a78c103ccf12 service nova] Acquiring lock "7ee63cda-4878-4c4c-bc76-c51c798de3fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.445147] env[61960]: DEBUG oslo_concurrency.lockutils [req-c47f463c-3e99-4e5b-93be-d51883b711f1 req-cdc1d5c8-8c7e-4626-a426-a78c103ccf12 service nova] Lock "7ee63cda-4878-4c4c-bc76-c51c798de3fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.445147] env[61960]: DEBUG oslo_concurrency.lockutils [req-c47f463c-3e99-4e5b-93be-d51883b711f1 req-cdc1d5c8-8c7e-4626-a426-a78c103ccf12 service nova] Lock "7ee63cda-4878-4c4c-bc76-c51c798de3fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.445147] env[61960]: DEBUG nova.compute.manager [req-c47f463c-3e99-4e5b-93be-d51883b711f1 req-cdc1d5c8-8c7e-4626-a426-a78c103ccf12 service nova] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] No waiting events found dispatching network-vif-plugged-28e6aad8-2d42-415e-ba8f-39fc435caaaa {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 591.445147] env[61960]: WARNING nova.compute.manager [req-c47f463c-3e99-4e5b-93be-d51883b711f1 req-cdc1d5c8-8c7e-4626-a426-a78c103ccf12 service nova] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Received unexpected event network-vif-plugged-28e6aad8-2d42-415e-ba8f-39fc435caaaa for instance with vm_state building and task_state spawning. [ 591.445386] env[61960]: DEBUG nova.compute.manager [req-c47f463c-3e99-4e5b-93be-d51883b711f1 req-cdc1d5c8-8c7e-4626-a426-a78c103ccf12 service nova] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Received event network-changed-28e6aad8-2d42-415e-ba8f-39fc435caaaa {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 591.445386] env[61960]: DEBUG nova.compute.manager [req-c47f463c-3e99-4e5b-93be-d51883b711f1 req-cdc1d5c8-8c7e-4626-a426-a78c103ccf12 service nova] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Refreshing instance network info cache due to event network-changed-28e6aad8-2d42-415e-ba8f-39fc435caaaa. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 591.445386] env[61960]: DEBUG oslo_concurrency.lockutils [req-c47f463c-3e99-4e5b-93be-d51883b711f1 req-cdc1d5c8-8c7e-4626-a426-a78c103ccf12 service nova] Acquiring lock "refresh_cache-7ee63cda-4878-4c4c-bc76-c51c798de3fd" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.471389] env[61960]: DEBUG oslo_vmware.api [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bafffa-8775-b2d3-40ed-8f4912ec9e95, 'name': SearchDatastore_Task, 'duration_secs': 0.010219} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.471664] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.471938] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] d96217b7-2f67-421c-b977-b660bdff8dd4/d96217b7-2f67-421c-b977-b660bdff8dd4.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 591.472229] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68a6b879-f02d-4666-a669-3581b9f37aad {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.480895] env[61960]: DEBUG oslo_vmware.api [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 591.480895] env[61960]: value = "task-435516" [ 591.480895] env[61960]: _type = "Task" [ 591.480895] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.495646] env[61960]: DEBUG oslo_vmware.api [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.589812] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Releasing lock "refresh_cache-7ee63cda-4878-4c4c-bc76-c51c798de3fd" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.589812] env[61960]: DEBUG nova.compute.manager [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Instance network_info: |[{"id": "28e6aad8-2d42-415e-ba8f-39fc435caaaa", "address": "fa:16:3e:05:be:d6", "network": {"id": "5e3a56ae-603f-4ff2-b663-6907f89c584e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1959624710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c02e032ae04c3bac8dbdeca3c3f5a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28e6aad8-2d", "ovs_interfaceid": "28e6aad8-2d42-415e-ba8f-39fc435caaaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 591.614745] env[61960]: DEBUG oslo_concurrency.lockutils [req-c47f463c-3e99-4e5b-93be-d51883b711f1 req-cdc1d5c8-8c7e-4626-a426-a78c103ccf12 service nova] Acquired lock "refresh_cache-7ee63cda-4878-4c4c-bc76-c51c798de3fd" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.614745] env[61960]: DEBUG nova.network.neutron [req-c47f463c-3e99-4e5b-93be-d51883b711f1 req-cdc1d5c8-8c7e-4626-a426-a78c103ccf12 service nova] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Refreshing network info cache for port 28e6aad8-2d42-415e-ba8f-39fc435caaaa {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 591.614745] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:be:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28e6aad8-2d42-415e-ba8f-39fc435caaaa', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 591.614745] env[61960]: DEBUG oslo.service.loopingcall [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 591.614745] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 591.615172] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d2c8bb6-ba65-4be9-99b0-289381254f8f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.634848] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 591.634848] env[61960]: value = "task-435517" [ 591.634848] env[61960]: _type = "Task" [ 591.634848] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.653935] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435517, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.774292] env[61960]: DEBUG nova.compute.utils [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 591.781785] env[61960]: DEBUG nova.compute.manager [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 591.781785] env[61960]: DEBUG nova.network.neutron [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 591.839504] env[61960]: DEBUG nova.network.neutron [-] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.896243] env[61960]: INFO nova.compute.manager [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Took 37.87 seconds to build instance. [ 591.994996] env[61960]: DEBUG nova.policy [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85bbd57bac934a94acae06075d3d71da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c79deffd23674a5f89784dc83e6ae866', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 591.998606] env[61960]: DEBUG oslo_vmware.api [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507074} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.998606] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] d96217b7-2f67-421c-b977-b660bdff8dd4/d96217b7-2f67-421c-b977-b660bdff8dd4.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 591.998606] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 591.999559] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21943bfa-d7a4-49c5-9755-0be52b9b52f3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.009303] env[61960]: DEBUG oslo_vmware.api [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 592.009303] env[61960]: value = "task-435519" [ 592.009303] env[61960]: _type = "Task" [ 592.009303] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.017121] env[61960]: DEBUG oslo_vmware.api [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.156443] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435517, 'name': CreateVM_Task, 'duration_secs': 0.479067} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.156642] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 592.158208] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.158208] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.158208] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.159836] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a7ca48a-3233-4f30-a9ce-1d5f5138b6f9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.166726] env[61960]: DEBUG oslo_vmware.api [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 592.166726] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52e39a89-b78f-9696-abe6-0d8f1ef0331d" [ 592.166726] env[61960]: _type = "Task" [ 592.166726] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.177089] env[61960]: DEBUG oslo_vmware.api [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52e39a89-b78f-9696-abe6-0d8f1ef0331d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.255021] env[61960]: DEBUG nova.network.neutron [req-c47f463c-3e99-4e5b-93be-d51883b711f1 req-cdc1d5c8-8c7e-4626-a426-a78c103ccf12 service nova] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Updated VIF entry in instance network info cache for port 28e6aad8-2d42-415e-ba8f-39fc435caaaa. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 592.255454] env[61960]: DEBUG nova.network.neutron [req-c47f463c-3e99-4e5b-93be-d51883b711f1 req-cdc1d5c8-8c7e-4626-a426-a78c103ccf12 service nova] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Updating instance_info_cache with network_info: [{"id": "28e6aad8-2d42-415e-ba8f-39fc435caaaa", "address": "fa:16:3e:05:be:d6", "network": {"id": "5e3a56ae-603f-4ff2-b663-6907f89c584e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1959624710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c02e032ae04c3bac8dbdeca3c3f5a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28e6aad8-2d", "ovs_interfaceid": "28e6aad8-2d42-415e-ba8f-39fc435caaaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.281631] env[61960]: DEBUG nova.compute.manager [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 592.343651] env[61960]: INFO nova.compute.manager [-] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Took 2.11 seconds to deallocate network for instance. [ 592.400639] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d3623f60-fdb4-4f37-ae93-a5f37cbd5cd4 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Lock "e9bb2909-0eaa-4bfb-93a3-0b35c493422e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.381s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.522350] env[61960]: DEBUG oslo_vmware.api [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152305} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.522629] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 592.526817] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5e9bdb-6a79-4186-80c5-7344d87b037c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.550516] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] d96217b7-2f67-421c-b977-b660bdff8dd4/d96217b7-2f67-421c-b977-b660bdff8dd4.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 592.554439] env[61960]: DEBUG nova.network.neutron [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Successfully updated port: 684ccbe3-fd71-4699-9bde-0641cb07d979 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 592.556298] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-069e9d6b-b332-4eba-bdcc-6f5aafb1e6a9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.578023] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Acquiring lock "refresh_cache-46bf2f3b-9f41-4043-8b2b-e52e765da72b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.578177] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Acquired lock "refresh_cache-46bf2f3b-9f41-4043-8b2b-e52e765da72b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.578322] env[61960]: DEBUG nova.network.neutron [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 592.591015] env[61960]: DEBUG oslo_vmware.api [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 592.591015] env[61960]: value = "task-435520" [ 592.591015] env[61960]: _type = "Task" [ 592.591015] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.600619] env[61960]: DEBUG oslo_vmware.api [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435520, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.680200] env[61960]: DEBUG oslo_vmware.api [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52e39a89-b78f-9696-abe6-0d8f1ef0331d, 'name': SearchDatastore_Task, 'duration_secs': 0.010447} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.680486] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.680714] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 592.680981] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.681101] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.681328] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 592.681813] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c42da35-23d9-4609-939f-17c486ef7b5b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.693580] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 592.693779] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 592.694597] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-110a2aaa-83a6-4418-8fc5-024d3866eace {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.705095] env[61960]: DEBUG oslo_vmware.api [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 592.705095] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b7be6a-9b6b-ae49-590a-52b47d03ad11" [ 592.705095] env[61960]: _type = "Task" [ 592.705095] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.717726] env[61960]: DEBUG oslo_vmware.api [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b7be6a-9b6b-ae49-590a-52b47d03ad11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.760094] env[61960]: DEBUG oslo_concurrency.lockutils [req-c47f463c-3e99-4e5b-93be-d51883b711f1 req-cdc1d5c8-8c7e-4626-a426-a78c103ccf12 service nova] Releasing lock "refresh_cache-7ee63cda-4878-4c4c-bc76-c51c798de3fd" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.760352] env[61960]: DEBUG nova.compute.manager [req-c47f463c-3e99-4e5b-93be-d51883b711f1 req-cdc1d5c8-8c7e-4626-a426-a78c103ccf12 service nova] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Received event network-vif-deleted-645ff2d0-1f4f-4ccd-941d-89414b9cc3c6 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 592.767070] env[61960]: DEBUG nova.network.neutron [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Successfully created port: 279a4e7a-be50-4feb-85fe-b1d1bdae341e {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 592.854369] env[61960]: DEBUG oslo_concurrency.lockutils [None req-08b526e4-c82a-4faf-af28-ea109de25ede tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.865441] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7705eab4-7aad-44e9-b998-37c58dcecd27 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.878020] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55835a38-a97b-4d3a-86d8-f73a3758b976 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.921023] env[61960]: DEBUG nova.compute.manager [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 592.921506] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93197c2b-4c0f-4a37-8b0e-894b248953e6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.930884] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0fb4af-3691-406d-a11c-489f3fb27d02 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.949302] env[61960]: DEBUG nova.compute.provider_tree [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.101222] env[61960]: DEBUG oslo_vmware.api [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435520, 'name': ReconfigVM_Task, 'duration_secs': 0.364262} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.101222] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Reconfigured VM instance instance-00000010 to attach disk [datastore1] d96217b7-2f67-421c-b977-b660bdff8dd4/d96217b7-2f67-421c-b977-b660bdff8dd4.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 593.101924] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c87b136c-7432-42d7-b5d0-fe01078a1c53 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.111140] env[61960]: DEBUG oslo_vmware.api [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 593.111140] env[61960]: value = "task-435521" [ 593.111140] env[61960]: _type = "Task" [ 593.111140] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.122742] env[61960]: DEBUG oslo_vmware.api [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435521, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.141171] env[61960]: DEBUG nova.network.neutron [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 593.222071] env[61960]: DEBUG oslo_vmware.api [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b7be6a-9b6b-ae49-590a-52b47d03ad11, 'name': SearchDatastore_Task, 'duration_secs': 0.011125} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.225560] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4d99ccc-66b6-4219-b60b-50820913880b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.234516] env[61960]: DEBUG oslo_vmware.api [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 593.234516] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524c11ef-3930-90d6-1384-94e782599f93" [ 593.234516] env[61960]: _type = "Task" [ 593.234516] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.249444] env[61960]: DEBUG oslo_vmware.api [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524c11ef-3930-90d6-1384-94e782599f93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.293870] env[61960]: DEBUG nova.compute.manager [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 593.336643] env[61960]: DEBUG nova.virt.hardware [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 593.338360] env[61960]: DEBUG nova.virt.hardware [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 593.339349] env[61960]: DEBUG nova.virt.hardware [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 593.339349] env[61960]: DEBUG nova.virt.hardware [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 593.339349] env[61960]: DEBUG nova.virt.hardware [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 593.339349] env[61960]: DEBUG nova.virt.hardware [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 593.339614] env[61960]: DEBUG nova.virt.hardware [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 593.339765] env[61960]: DEBUG nova.virt.hardware [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 593.339853] env[61960]: DEBUG nova.virt.hardware [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 593.340046] env[61960]: DEBUG nova.virt.hardware [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 593.343041] env[61960]: DEBUG nova.virt.hardware [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 593.343041] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea37b6e-505e-4b44-aab9-3c89ee07ae86 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.350978] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14873ac7-af81-426e-936c-fe01bc5d2249 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.453504] env[61960]: DEBUG nova.scheduler.client.report [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 593.460453] env[61960]: DEBUG nova.network.neutron [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Updating instance_info_cache with network_info: [{"id": "684ccbe3-fd71-4699-9bde-0641cb07d979", "address": "fa:16:3e:0b:b4:4b", "network": {"id": "937429d7-f520-4ee4-b32d-c1f048dd8c78", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1886321033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39e1da71d5e4556a25562d8eb462ab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap684ccbe3-fd", "ovs_interfaceid": "684ccbe3-fd71-4699-9bde-0641cb07d979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.465436] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.487646] env[61960]: DEBUG nova.compute.manager [req-f828ede7-38f1-4616-b81f-4c369212b81d req-9ec17398-e1a2-45b1-b112-dff8bd51210c service nova] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Received event network-vif-plugged-684ccbe3-fd71-4699-9bde-0641cb07d979 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 593.487967] env[61960]: DEBUG oslo_concurrency.lockutils [req-f828ede7-38f1-4616-b81f-4c369212b81d req-9ec17398-e1a2-45b1-b112-dff8bd51210c service nova] Acquiring lock "46bf2f3b-9f41-4043-8b2b-e52e765da72b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.488316] env[61960]: DEBUG oslo_concurrency.lockutils [req-f828ede7-38f1-4616-b81f-4c369212b81d req-9ec17398-e1a2-45b1-b112-dff8bd51210c service nova] Lock "46bf2f3b-9f41-4043-8b2b-e52e765da72b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.489518] env[61960]: DEBUG oslo_concurrency.lockutils [req-f828ede7-38f1-4616-b81f-4c369212b81d req-9ec17398-e1a2-45b1-b112-dff8bd51210c service nova] Lock "46bf2f3b-9f41-4043-8b2b-e52e765da72b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.489751] env[61960]: DEBUG nova.compute.manager [req-f828ede7-38f1-4616-b81f-4c369212b81d req-9ec17398-e1a2-45b1-b112-dff8bd51210c service nova] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] No waiting events found dispatching network-vif-plugged-684ccbe3-fd71-4699-9bde-0641cb07d979 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 593.489979] env[61960]: WARNING nova.compute.manager [req-f828ede7-38f1-4616-b81f-4c369212b81d req-9ec17398-e1a2-45b1-b112-dff8bd51210c service nova] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Received unexpected event network-vif-plugged-684ccbe3-fd71-4699-9bde-0641cb07d979 for instance with vm_state building and task_state spawning. [ 593.633142] env[61960]: DEBUG oslo_vmware.api [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435521, 'name': Rename_Task, 'duration_secs': 0.155557} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.633271] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 593.633513] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e0a6590-c97f-44f6-8e44-5547e7213275 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.642580] env[61960]: DEBUG oslo_vmware.api [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 593.642580] env[61960]: value = "task-435522" [ 593.642580] env[61960]: _type = "Task" [ 593.642580] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.656332] env[61960]: DEBUG oslo_vmware.api [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.748815] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Acquiring lock "e0348208-2098-4071-97a4-29407a95cd3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.749244] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Lock "e0348208-2098-4071-97a4-29407a95cd3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.749344] env[61960]: DEBUG oslo_vmware.api [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524c11ef-3930-90d6-1384-94e782599f93, 'name': SearchDatastore_Task, 'duration_secs': 0.022141} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.749585] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.749842] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 7ee63cda-4878-4c4c-bc76-c51c798de3fd/7ee63cda-4878-4c4c-bc76-c51c798de3fd.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 593.751224] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-daf3cdc0-5f08-4c45-ac5d-7dd6e7a907e4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.758064] env[61960]: DEBUG oslo_vmware.api [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 593.758064] env[61960]: value = "task-435523" [ 593.758064] env[61960]: _type = "Task" [ 593.758064] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.771435] env[61960]: DEBUG oslo_vmware.api [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.967701] env[61960]: DEBUG oslo_concurrency.lockutils [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.968419] env[61960]: DEBUG nova.compute.manager [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 593.977351] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Releasing lock "refresh_cache-46bf2f3b-9f41-4043-8b2b-e52e765da72b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.978192] env[61960]: DEBUG nova.compute.manager [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Instance network_info: |[{"id": "684ccbe3-fd71-4699-9bde-0641cb07d979", "address": "fa:16:3e:0b:b4:4b", "network": {"id": "937429d7-f520-4ee4-b32d-c1f048dd8c78", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1886321033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39e1da71d5e4556a25562d8eb462ab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap684ccbe3-fd", "ovs_interfaceid": "684ccbe3-fd71-4699-9bde-0641cb07d979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 593.979654] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.583s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.983760] env[61960]: INFO nova.compute.claims [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 593.991606] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:b4:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '684ccbe3-fd71-4699-9bde-0641cb07d979', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 594.002695] env[61960]: DEBUG oslo.service.loopingcall [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 594.002695] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 594.002695] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-515619af-9e78-46f6-96a7-a63cc5ab0985 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.031104] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 594.031104] env[61960]: value = "task-435525" [ 594.031104] env[61960]: _type = "Task" [ 594.031104] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.047120] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435525, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.155650] env[61960]: DEBUG oslo_vmware.api [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435522, 'name': PowerOnVM_Task} progress is 88%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.278920] env[61960]: DEBUG oslo_vmware.api [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510699} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.278920] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 7ee63cda-4878-4c4c-bc76-c51c798de3fd/7ee63cda-4878-4c4c-bc76-c51c798de3fd.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 594.278920] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 594.278920] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebd6aa4c-39bd-4d15-9a6a-ef780e0bf570 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.295620] env[61960]: DEBUG oslo_vmware.api [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 594.295620] env[61960]: value = "task-435526" [ 594.295620] env[61960]: _type = "Task" [ 594.295620] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.310262] env[61960]: DEBUG oslo_vmware.api [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.481928] env[61960]: DEBUG nova.compute.utils [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 594.484020] env[61960]: DEBUG nova.compute.manager [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 594.484230] env[61960]: DEBUG nova.network.neutron [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 594.532042] env[61960]: DEBUG nova.compute.manager [req-c16a1f26-f213-430b-b5cb-3c927d40c16d req-b75ad166-cf71-4757-9757-22d0dba13d84 service nova] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Received event network-vif-deleted-8e52453e-a0fa-4865-8dcd-5ba6ec45cced {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 594.543662] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435525, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.574986] env[61960]: DEBUG nova.policy [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e22014c2b0e405f81a1b751a72dc2dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '538aa8c442fd47c5ad75de04080f17af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 594.658428] env[61960]: DEBUG oslo_vmware.api [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435522, 'name': PowerOnVM_Task, 'duration_secs': 0.867501} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.658428] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 594.658610] env[61960]: INFO nova.compute.manager [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Took 9.41 seconds to spawn the instance on the hypervisor. [ 594.658866] env[61960]: DEBUG nova.compute.manager [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 594.659889] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512d6459-de53-47a3-a34f-2c18cecd5571 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.809140] env[61960]: DEBUG oslo_vmware.api [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072598} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.809460] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 594.810344] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7cfe06-407f-408e-8720-2994dacdb3af {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.844645] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 7ee63cda-4878-4c4c-bc76-c51c798de3fd/7ee63cda-4878-4c4c-bc76-c51c798de3fd.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 594.845039] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d74dd838-a27a-4571-9042-43bccb435a2a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.868031] env[61960]: DEBUG oslo_vmware.api [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 594.868031] env[61960]: value = "task-435527" [ 594.868031] env[61960]: _type = "Task" [ 594.868031] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.876843] env[61960]: DEBUG oslo_vmware.api [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.987094] env[61960]: DEBUG nova.compute.manager [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 595.050076] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435525, 'name': CreateVM_Task, 'duration_secs': 0.528417} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.050076] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 595.050958] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.051144] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.051456] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.051769] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e666180-3ffd-4f22-97b8-78ef3f01b0b7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.061214] env[61960]: DEBUG oslo_vmware.api [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Waiting for the task: (returnval){ [ 595.061214] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52dd75f6-a539-b2c6-5c98-26060a5c1124" [ 595.061214] env[61960]: _type = "Task" [ 595.061214] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.074774] env[61960]: DEBUG oslo_vmware.api [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52dd75f6-a539-b2c6-5c98-26060a5c1124, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.133259] env[61960]: DEBUG nova.network.neutron [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Successfully updated port: 279a4e7a-be50-4feb-85fe-b1d1bdae341e {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 595.187736] env[61960]: INFO nova.compute.manager [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Took 34.62 seconds to build instance. [ 595.357068] env[61960]: DEBUG nova.network.neutron [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Successfully created port: b1eb51a5-d16a-441f-a223-a6c1a8db8339 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 595.398479] env[61960]: DEBUG oslo_vmware.api [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.578098] env[61960]: DEBUG oslo_vmware.api [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52dd75f6-a539-b2c6-5c98-26060a5c1124, 'name': SearchDatastore_Task, 'duration_secs': 0.053603} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.578098] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.578098] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.578098] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.578284] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.578284] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.578760] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f998030-f459-4c3d-ae0a-88b97fd07a49 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.582376] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584fe26d-90c3-41ce-9c71-79f0a6d2016c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.591358] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb2cfd0-fbc6-401c-9d39-b5740765e19e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.597787] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.597987] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 595.633035] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31aba4d4-addd-46a8-a5b3-2337b89f61c9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.636540] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b4b42a-6671-4319-b374-a2378a86e04e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.640315] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "refresh_cache-66396ef9-04a2-4c50-9f3a-c1a398aa36de" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.641119] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired lock "refresh_cache-66396ef9-04a2-4c50-9f3a-c1a398aa36de" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.641119] env[61960]: DEBUG nova.network.neutron [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 595.644213] env[61960]: DEBUG oslo_vmware.api [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Waiting for the task: (returnval){ [ 595.644213] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]529fdb6f-7a15-1c11-87db-2cbb0b56fc7d" [ 595.644213] env[61960]: _type = "Task" [ 595.644213] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.652060] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d469004c-03d8-4d1c-87ca-6c2ab84a3d44 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.662531] env[61960]: DEBUG oslo_vmware.api [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]529fdb6f-7a15-1c11-87db-2cbb0b56fc7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.677650] env[61960]: DEBUG nova.compute.provider_tree [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.692490] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2f5b54ca-3d61-4324-b877-25df0ad572c7 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "d96217b7-2f67-421c-b977-b660bdff8dd4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.813s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.886360] env[61960]: DEBUG oslo_vmware.api [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435527, 'name': ReconfigVM_Task, 'duration_secs': 0.810013} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.886640] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 7ee63cda-4878-4c4c-bc76-c51c798de3fd/7ee63cda-4878-4c4c-bc76-c51c798de3fd.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 595.887297] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9ddba92-645d-4d1c-b17e-17affcad0782 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.895141] env[61960]: DEBUG oslo_vmware.api [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 595.895141] env[61960]: value = "task-435528" [ 595.895141] env[61960]: _type = "Task" [ 595.895141] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.907668] env[61960]: DEBUG oslo_vmware.api [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435528, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.997225] env[61960]: DEBUG nova.compute.manager [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 596.038334] env[61960]: DEBUG nova.virt.hardware [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 596.038737] env[61960]: DEBUG nova.virt.hardware [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 596.039223] env[61960]: DEBUG nova.virt.hardware [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.039223] env[61960]: DEBUG nova.virt.hardware [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 596.039349] env[61960]: DEBUG nova.virt.hardware [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.039429] env[61960]: DEBUG nova.virt.hardware [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 596.039639] env[61960]: DEBUG nova.virt.hardware [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 596.039817] env[61960]: DEBUG nova.virt.hardware [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 596.039990] env[61960]: DEBUG nova.virt.hardware [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 596.040176] env[61960]: DEBUG nova.virt.hardware [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 596.040355] env[61960]: DEBUG nova.virt.hardware [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 596.041505] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d93475e-fd62-4a54-a791-9f7b3405c7cf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.050208] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228ccb36-ac01-4b15-a242-389448bd77d0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.163284] env[61960]: DEBUG oslo_vmware.api [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]529fdb6f-7a15-1c11-87db-2cbb0b56fc7d, 'name': SearchDatastore_Task, 'duration_secs': 0.035745} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.163517] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-426ca60c-c50a-4cc8-929a-372b484e94c5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.174181] env[61960]: DEBUG oslo_vmware.api [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Waiting for the task: (returnval){ [ 596.174181] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]529ba335-e839-f977-bdc9-47b09c91720c" [ 596.174181] env[61960]: _type = "Task" [ 596.174181] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.189153] env[61960]: DEBUG nova.scheduler.client.report [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 596.192959] env[61960]: DEBUG oslo_vmware.api [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]529ba335-e839-f977-bdc9-47b09c91720c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.194893] env[61960]: DEBUG nova.compute.manager [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 596.210154] env[61960]: DEBUG nova.network.neutron [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 596.404691] env[61960]: DEBUG nova.compute.manager [req-a1b7a7e1-1f5d-45c7-88c4-b6774ab189e9 req-0840f7ef-618e-4688-842a-cbae73f46f77 service nova] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Received event network-changed-684ccbe3-fd71-4699-9bde-0641cb07d979 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 596.404951] env[61960]: DEBUG nova.compute.manager [req-a1b7a7e1-1f5d-45c7-88c4-b6774ab189e9 req-0840f7ef-618e-4688-842a-cbae73f46f77 service nova] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Refreshing instance network info cache due to event network-changed-684ccbe3-fd71-4699-9bde-0641cb07d979. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 596.405153] env[61960]: DEBUG oslo_concurrency.lockutils [req-a1b7a7e1-1f5d-45c7-88c4-b6774ab189e9 req-0840f7ef-618e-4688-842a-cbae73f46f77 service nova] Acquiring lock "refresh_cache-46bf2f3b-9f41-4043-8b2b-e52e765da72b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.405297] env[61960]: DEBUG oslo_concurrency.lockutils [req-a1b7a7e1-1f5d-45c7-88c4-b6774ab189e9 req-0840f7ef-618e-4688-842a-cbae73f46f77 service nova] Acquired lock "refresh_cache-46bf2f3b-9f41-4043-8b2b-e52e765da72b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.405481] env[61960]: DEBUG nova.network.neutron [req-a1b7a7e1-1f5d-45c7-88c4-b6774ab189e9 req-0840f7ef-618e-4688-842a-cbae73f46f77 service nova] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Refreshing network info cache for port 684ccbe3-fd71-4699-9bde-0641cb07d979 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 596.413367] env[61960]: DEBUG oslo_vmware.api [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435528, 'name': Rename_Task, 'duration_secs': 0.291722} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.413866] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 596.414114] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dbe7aad-6406-4522-af2f-98beab2f0cff {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.424159] env[61960]: DEBUG oslo_vmware.api [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 596.424159] env[61960]: value = "task-435530" [ 596.424159] env[61960]: _type = "Task" [ 596.424159] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.434437] env[61960]: DEBUG oslo_vmware.api [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.517124] env[61960]: DEBUG nova.network.neutron [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Updating instance_info_cache with network_info: [{"id": "279a4e7a-be50-4feb-85fe-b1d1bdae341e", "address": "fa:16:3e:0e:aa:bd", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap279a4e7a-be", "ovs_interfaceid": "279a4e7a-be50-4feb-85fe-b1d1bdae341e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.689231] env[61960]: DEBUG oslo_vmware.api [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]529ba335-e839-f977-bdc9-47b09c91720c, 'name': SearchDatastore_Task, 'duration_secs': 0.013238} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.689613] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.689951] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 46bf2f3b-9f41-4043-8b2b-e52e765da72b/46bf2f3b-9f41-4043-8b2b-e52e765da72b.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 596.690420] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ccc6c0e-344f-4988-9bc4-e7d38a7a5e8f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.701283] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.701649] env[61960]: DEBUG nova.compute.manager [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 596.708145] env[61960]: DEBUG oslo_vmware.api [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Waiting for the task: (returnval){ [ 596.708145] env[61960]: value = "task-435531" [ 596.708145] env[61960]: _type = "Task" [ 596.708145] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.709793] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.336s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.711402] env[61960]: INFO nova.compute.claims [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.726760] env[61960]: DEBUG oslo_vmware.api [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': task-435531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.747066] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.936896] env[61960]: DEBUG oslo_vmware.api [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435530, 'name': PowerOnVM_Task} progress is 89%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.020279] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Releasing lock "refresh_cache-66396ef9-04a2-4c50-9f3a-c1a398aa36de" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.020843] env[61960]: DEBUG nova.compute.manager [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Instance network_info: |[{"id": "279a4e7a-be50-4feb-85fe-b1d1bdae341e", "address": "fa:16:3e:0e:aa:bd", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap279a4e7a-be", "ovs_interfaceid": "279a4e7a-be50-4feb-85fe-b1d1bdae341e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 597.021384] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:aa:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '279a4e7a-be50-4feb-85fe-b1d1bdae341e', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 597.030701] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Creating folder: Project (c79deffd23674a5f89784dc83e6ae866). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 597.032081] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a9453af-10de-4f18-bda2-47d8e8e48f20 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.049913] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Created folder: Project (c79deffd23674a5f89784dc83e6ae866) in parent group-v115929. [ 597.049913] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Creating folder: Instances. Parent ref: group-v115980. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 597.049913] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a27daa12-de98-40d7-a267-260f9057297d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.067391] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Created folder: Instances in parent group-v115980. [ 597.067785] env[61960]: DEBUG oslo.service.loopingcall [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 597.068081] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 597.068796] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3f4e065-5fe8-4973-8a2a-5f3c07f09693 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.095831] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 597.095831] env[61960]: value = "task-435534" [ 597.095831] env[61960]: _type = "Task" [ 597.095831] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.107553] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435534, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.209107] env[61960]: DEBUG nova.compute.utils [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 597.214399] env[61960]: DEBUG nova.compute.manager [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 597.215064] env[61960]: DEBUG nova.network.neutron [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 597.239982] env[61960]: DEBUG oslo_vmware.api [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': task-435531, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.240946] env[61960]: DEBUG nova.network.neutron [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Successfully updated port: b1eb51a5-d16a-441f-a223-a6c1a8db8339 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 597.278977] env[61960]: DEBUG nova.network.neutron [req-a1b7a7e1-1f5d-45c7-88c4-b6774ab189e9 req-0840f7ef-618e-4688-842a-cbae73f46f77 service nova] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Updated VIF entry in instance network info cache for port 684ccbe3-fd71-4699-9bde-0641cb07d979. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 597.279197] env[61960]: DEBUG nova.network.neutron [req-a1b7a7e1-1f5d-45c7-88c4-b6774ab189e9 req-0840f7ef-618e-4688-842a-cbae73f46f77 service nova] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Updating instance_info_cache with network_info: [{"id": "684ccbe3-fd71-4699-9bde-0641cb07d979", "address": "fa:16:3e:0b:b4:4b", "network": {"id": "937429d7-f520-4ee4-b32d-c1f048dd8c78", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1886321033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39e1da71d5e4556a25562d8eb462ab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap684ccbe3-fd", "ovs_interfaceid": "684ccbe3-fd71-4699-9bde-0641cb07d979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.295075] env[61960]: DEBUG nova.compute.manager [req-0844d227-f013-4fe6-b232-4b338dd4ee90 req-8bea9ab4-e3fc-46e0-9a7e-6d316735aff0 service nova] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Received event network-vif-plugged-279a4e7a-be50-4feb-85fe-b1d1bdae341e {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 597.295556] env[61960]: DEBUG oslo_concurrency.lockutils [req-0844d227-f013-4fe6-b232-4b338dd4ee90 req-8bea9ab4-e3fc-46e0-9a7e-6d316735aff0 service nova] Acquiring lock "66396ef9-04a2-4c50-9f3a-c1a398aa36de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.295681] env[61960]: DEBUG oslo_concurrency.lockutils [req-0844d227-f013-4fe6-b232-4b338dd4ee90 req-8bea9ab4-e3fc-46e0-9a7e-6d316735aff0 service nova] Lock "66396ef9-04a2-4c50-9f3a-c1a398aa36de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.295885] env[61960]: DEBUG oslo_concurrency.lockutils [req-0844d227-f013-4fe6-b232-4b338dd4ee90 req-8bea9ab4-e3fc-46e0-9a7e-6d316735aff0 service nova] Lock "66396ef9-04a2-4c50-9f3a-c1a398aa36de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.296084] env[61960]: DEBUG nova.compute.manager [req-0844d227-f013-4fe6-b232-4b338dd4ee90 req-8bea9ab4-e3fc-46e0-9a7e-6d316735aff0 service nova] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] No waiting events found dispatching network-vif-plugged-279a4e7a-be50-4feb-85fe-b1d1bdae341e {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 597.296311] env[61960]: WARNING nova.compute.manager [req-0844d227-f013-4fe6-b232-4b338dd4ee90 req-8bea9ab4-e3fc-46e0-9a7e-6d316735aff0 service nova] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Received unexpected event network-vif-plugged-279a4e7a-be50-4feb-85fe-b1d1bdae341e for instance with vm_state building and task_state spawning. [ 597.296715] env[61960]: DEBUG nova.compute.manager [req-0844d227-f013-4fe6-b232-4b338dd4ee90 req-8bea9ab4-e3fc-46e0-9a7e-6d316735aff0 service nova] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Received event network-changed-279a4e7a-be50-4feb-85fe-b1d1bdae341e {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 597.296715] env[61960]: DEBUG nova.compute.manager [req-0844d227-f013-4fe6-b232-4b338dd4ee90 req-8bea9ab4-e3fc-46e0-9a7e-6d316735aff0 service nova] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Refreshing instance network info cache due to event network-changed-279a4e7a-be50-4feb-85fe-b1d1bdae341e. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 597.296871] env[61960]: DEBUG oslo_concurrency.lockutils [req-0844d227-f013-4fe6-b232-4b338dd4ee90 req-8bea9ab4-e3fc-46e0-9a7e-6d316735aff0 service nova] Acquiring lock "refresh_cache-66396ef9-04a2-4c50-9f3a-c1a398aa36de" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.297198] env[61960]: DEBUG oslo_concurrency.lockutils [req-0844d227-f013-4fe6-b232-4b338dd4ee90 req-8bea9ab4-e3fc-46e0-9a7e-6d316735aff0 service nova] Acquired lock "refresh_cache-66396ef9-04a2-4c50-9f3a-c1a398aa36de" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.297421] env[61960]: DEBUG nova.network.neutron [req-0844d227-f013-4fe6-b232-4b338dd4ee90 req-8bea9ab4-e3fc-46e0-9a7e-6d316735aff0 service nova] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Refreshing network info cache for port 279a4e7a-be50-4feb-85fe-b1d1bdae341e {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 597.302138] env[61960]: DEBUG oslo_concurrency.lockutils [req-a1b7a7e1-1f5d-45c7-88c4-b6774ab189e9 req-0840f7ef-618e-4688-842a-cbae73f46f77 service nova] Releasing lock "refresh_cache-46bf2f3b-9f41-4043-8b2b-e52e765da72b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.302314] env[61960]: DEBUG nova.compute.manager [req-a1b7a7e1-1f5d-45c7-88c4-b6774ab189e9 req-0840f7ef-618e-4688-842a-cbae73f46f77 service nova] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Received event network-changed-9584444d-6832-4470-b4e3-04130fb9a551 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 597.302361] env[61960]: DEBUG nova.compute.manager [req-a1b7a7e1-1f5d-45c7-88c4-b6774ab189e9 req-0840f7ef-618e-4688-842a-cbae73f46f77 service nova] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Refreshing instance network info cache due to event network-changed-9584444d-6832-4470-b4e3-04130fb9a551. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 597.302574] env[61960]: DEBUG oslo_concurrency.lockutils [req-a1b7a7e1-1f5d-45c7-88c4-b6774ab189e9 req-0840f7ef-618e-4688-842a-cbae73f46f77 service nova] Acquiring lock "refresh_cache-e9bb2909-0eaa-4bfb-93a3-0b35c493422e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.302706] env[61960]: DEBUG oslo_concurrency.lockutils [req-a1b7a7e1-1f5d-45c7-88c4-b6774ab189e9 req-0840f7ef-618e-4688-842a-cbae73f46f77 service nova] Acquired lock "refresh_cache-e9bb2909-0eaa-4bfb-93a3-0b35c493422e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.303344] env[61960]: DEBUG nova.network.neutron [req-a1b7a7e1-1f5d-45c7-88c4-b6774ab189e9 req-0840f7ef-618e-4688-842a-cbae73f46f77 service nova] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Refreshing network info cache for port 9584444d-6832-4470-b4e3-04130fb9a551 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 597.306554] env[61960]: DEBUG nova.policy [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'def1d81b9e8e4b078120763b326f4ffc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e02a6e7b4c4f40919702de4244f0eab3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 597.436451] env[61960]: DEBUG oslo_vmware.api [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435530, 'name': PowerOnVM_Task, 'duration_secs': 0.606707} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.436723] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 597.436918] env[61960]: INFO nova.compute.manager [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Took 9.51 seconds to spawn the instance on the hypervisor. [ 597.437118] env[61960]: DEBUG nova.compute.manager [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 597.437986] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af81e2b1-35f4-4682-ae53-463a05d76690 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.610244] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435534, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.720945] env[61960]: DEBUG nova.compute.manager [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 597.736762] env[61960]: DEBUG oslo_vmware.api [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': task-435531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661088} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.741201] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 46bf2f3b-9f41-4043-8b2b-e52e765da72b/46bf2f3b-9f41-4043-8b2b-e52e765da72b.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 597.741447] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 597.741701] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ae67a1c-9717-4652-aa21-9b69b80d0290 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.743903] env[61960]: DEBUG oslo_concurrency.lockutils [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Acquiring lock "refresh_cache-85eb3bcf-83c5-4420-8d66-d5c0b6595964" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.744542] env[61960]: DEBUG oslo_concurrency.lockutils [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Acquired lock "refresh_cache-85eb3bcf-83c5-4420-8d66-d5c0b6595964" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.744722] env[61960]: DEBUG nova.network.neutron [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 597.755831] env[61960]: DEBUG oslo_vmware.api [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Waiting for the task: (returnval){ [ 597.755831] env[61960]: value = "task-435535" [ 597.755831] env[61960]: _type = "Task" [ 597.755831] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.770606] env[61960]: DEBUG oslo_vmware.api [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': task-435535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.959419] env[61960]: INFO nova.compute.manager [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Took 36.47 seconds to build instance. [ 598.070381] env[61960]: DEBUG nova.network.neutron [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Successfully created port: d98aef44-456f-48df-bff5-b7804ad93a47 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 598.116975] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435534, 'name': CreateVM_Task, 'duration_secs': 0.620865} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.117185] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 598.117910] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.118089] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.118433] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.118736] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ac17066-f5bc-432c-8d3b-b987c720140d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.125652] env[61960]: DEBUG oslo_vmware.api [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 598.125652] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52472d94-4b1f-98c6-b8e7-2686157894cf" [ 598.125652] env[61960]: _type = "Task" [ 598.125652] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.145889] env[61960]: DEBUG oslo_vmware.api [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52472d94-4b1f-98c6-b8e7-2686157894cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.234484] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8788b8ef-e971-46b5-9fde-e4058df51187 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.246223] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b614f9-456b-4fef-9fc9-80375399df80 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.292969] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97b2271-0339-4cbb-a8e1-0d4d728d5b72 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.299852] env[61960]: DEBUG oslo_vmware.api [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': task-435535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231896} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.300574] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 598.301377] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558c86cc-5d1b-4200-a85e-dc9040a878b0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.308059] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df74f0b-c508-4199-be89-de13b5f5bcee {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.329275] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 46bf2f3b-9f41-4043-8b2b-e52e765da72b/46bf2f3b-9f41-4043-8b2b-e52e765da72b.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 598.333999] env[61960]: DEBUG nova.network.neutron [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 598.334768] env[61960]: DEBUG nova.network.neutron [req-a1b7a7e1-1f5d-45c7-88c4-b6774ab189e9 req-0840f7ef-618e-4688-842a-cbae73f46f77 service nova] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Updated VIF entry in instance network info cache for port 9584444d-6832-4470-b4e3-04130fb9a551. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 598.334768] env[61960]: DEBUG nova.network.neutron [req-a1b7a7e1-1f5d-45c7-88c4-b6774ab189e9 req-0840f7ef-618e-4688-842a-cbae73f46f77 service nova] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Updating instance_info_cache with network_info: [{"id": "9584444d-6832-4470-b4e3-04130fb9a551", "address": "fa:16:3e:57:d0:d3", "network": {"id": "b221f521-caae-4063-a8e7-0b0810cb62a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-707467614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e457744b6f41498ba5c032830823e93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9584444d-68", "ovs_interfaceid": "9584444d-6832-4470-b4e3-04130fb9a551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.336627] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8db3b74-b0f1-44d2-8236-1cf687e9db00 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.362070] env[61960]: DEBUG nova.compute.provider_tree [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.373021] env[61960]: DEBUG oslo_vmware.api [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Waiting for the task: (returnval){ [ 598.373021] env[61960]: value = "task-435537" [ 598.373021] env[61960]: _type = "Task" [ 598.373021] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.380791] env[61960]: DEBUG oslo_vmware.api [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': task-435537, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.461270] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3cf92af2-7982-410f-b617-f5120e65f923 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "7ee63cda-4878-4c4c-bc76-c51c798de3fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.690s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.512950] env[61960]: DEBUG nova.network.neutron [req-0844d227-f013-4fe6-b232-4b338dd4ee90 req-8bea9ab4-e3fc-46e0-9a7e-6d316735aff0 service nova] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Updated VIF entry in instance network info cache for port 279a4e7a-be50-4feb-85fe-b1d1bdae341e. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 598.513345] env[61960]: DEBUG nova.network.neutron [req-0844d227-f013-4fe6-b232-4b338dd4ee90 req-8bea9ab4-e3fc-46e0-9a7e-6d316735aff0 service nova] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Updating instance_info_cache with network_info: [{"id": "279a4e7a-be50-4feb-85fe-b1d1bdae341e", "address": "fa:16:3e:0e:aa:bd", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap279a4e7a-be", "ovs_interfaceid": "279a4e7a-be50-4feb-85fe-b1d1bdae341e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.531760] env[61960]: DEBUG nova.network.neutron [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Updating instance_info_cache with network_info: [{"id": "b1eb51a5-d16a-441f-a223-a6c1a8db8339", "address": "fa:16:3e:b4:d1:45", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1eb51a5-d1", "ovs_interfaceid": "b1eb51a5-d16a-441f-a223-a6c1a8db8339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.642637] env[61960]: DEBUG oslo_vmware.api [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52472d94-4b1f-98c6-b8e7-2686157894cf, 'name': SearchDatastore_Task, 'duration_secs': 0.017466} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.645247] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.645247] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 598.645247] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.645247] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.645863] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.647576] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c0a2c7f-850e-461f-8177-bf3222926245 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.659634] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.659851] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 598.661905] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cd3cc33-dceb-46fb-aa60-6da2368efb72 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.672561] env[61960]: DEBUG oslo_vmware.api [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 598.672561] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5238059e-65c8-de0f-87f3-84bfcfcbb517" [ 598.672561] env[61960]: _type = "Task" [ 598.672561] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.682014] env[61960]: DEBUG oslo_vmware.api [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5238059e-65c8-de0f-87f3-84bfcfcbb517, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.739381] env[61960]: DEBUG nova.compute.manager [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 598.768089] env[61960]: DEBUG nova.virt.hardware [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 598.768365] env[61960]: DEBUG nova.virt.hardware [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 598.768522] env[61960]: DEBUG nova.virt.hardware [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.768703] env[61960]: DEBUG nova.virt.hardware [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 598.768845] env[61960]: DEBUG nova.virt.hardware [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.769016] env[61960]: DEBUG nova.virt.hardware [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 598.769510] env[61960]: DEBUG nova.virt.hardware [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 598.769684] env[61960]: DEBUG nova.virt.hardware [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 598.769882] env[61960]: DEBUG nova.virt.hardware [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 598.770067] env[61960]: DEBUG nova.virt.hardware [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 598.770244] env[61960]: DEBUG nova.virt.hardware [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 598.771422] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47375423-7c71-4760-bb91-6bdc7202d0a3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.781742] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9457b4b2-dde3-46e6-92e0-289582cba784 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.853408] env[61960]: DEBUG oslo_concurrency.lockutils [req-a1b7a7e1-1f5d-45c7-88c4-b6774ab189e9 req-0840f7ef-618e-4688-842a-cbae73f46f77 service nova] Releasing lock "refresh_cache-e9bb2909-0eaa-4bfb-93a3-0b35c493422e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.865676] env[61960]: DEBUG nova.scheduler.client.report [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 598.884453] env[61960]: DEBUG oslo_vmware.api [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': task-435537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.964594] env[61960]: DEBUG nova.compute.manager [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 599.016858] env[61960]: DEBUG oslo_concurrency.lockutils [req-0844d227-f013-4fe6-b232-4b338dd4ee90 req-8bea9ab4-e3fc-46e0-9a7e-6d316735aff0 service nova] Releasing lock "refresh_cache-66396ef9-04a2-4c50-9f3a-c1a398aa36de" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.034863] env[61960]: DEBUG oslo_concurrency.lockutils [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Releasing lock "refresh_cache-85eb3bcf-83c5-4420-8d66-d5c0b6595964" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.035223] env[61960]: DEBUG nova.compute.manager [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Instance network_info: |[{"id": "b1eb51a5-d16a-441f-a223-a6c1a8db8339", "address": "fa:16:3e:b4:d1:45", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1eb51a5-d1", "ovs_interfaceid": "b1eb51a5-d16a-441f-a223-a6c1a8db8339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 599.035662] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:d1:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1eb51a5-d16a-441f-a223-a6c1a8db8339', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.047794] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Creating folder: Project (538aa8c442fd47c5ad75de04080f17af). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 599.052254] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f53e69a7-749a-4151-9c7d-8103fa43837f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.063583] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Created folder: Project (538aa8c442fd47c5ad75de04080f17af) in parent group-v115929. [ 599.065023] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Creating folder: Instances. Parent ref: group-v115983. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 599.065023] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d9dbee5-59ea-4d30-ac83-d8dd12c3d10c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.081285] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Created folder: Instances in parent group-v115983. [ 599.081285] env[61960]: DEBUG oslo.service.loopingcall [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 599.081285] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 599.081285] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acb621d3-5a0b-4431-b599-80bd03a7b9fa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.102853] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Acquiring lock "59ed629c-1516-4e93-95dd-482d8acc71af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.103123] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Lock "59ed629c-1516-4e93-95dd-482d8acc71af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.108722] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 599.108722] env[61960]: value = "task-435540" [ 599.108722] env[61960]: _type = "Task" [ 599.108722] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.120919] env[61960]: DEBUG nova.compute.manager [req-2e0c3196-1165-4967-9cf5-99c3c0d2316d req-a5a8563c-9b0c-44e1-a2fc-7849d3dd71bf service nova] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Received event network-vif-plugged-b1eb51a5-d16a-441f-a223-a6c1a8db8339 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 599.121257] env[61960]: DEBUG oslo_concurrency.lockutils [req-2e0c3196-1165-4967-9cf5-99c3c0d2316d req-a5a8563c-9b0c-44e1-a2fc-7849d3dd71bf service nova] Acquiring lock "85eb3bcf-83c5-4420-8d66-d5c0b6595964-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.121555] env[61960]: DEBUG oslo_concurrency.lockutils [req-2e0c3196-1165-4967-9cf5-99c3c0d2316d req-a5a8563c-9b0c-44e1-a2fc-7849d3dd71bf service nova] Lock "85eb3bcf-83c5-4420-8d66-d5c0b6595964-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.121790] env[61960]: DEBUG oslo_concurrency.lockutils [req-2e0c3196-1165-4967-9cf5-99c3c0d2316d req-a5a8563c-9b0c-44e1-a2fc-7849d3dd71bf service nova] Lock "85eb3bcf-83c5-4420-8d66-d5c0b6595964-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.122025] env[61960]: DEBUG nova.compute.manager [req-2e0c3196-1165-4967-9cf5-99c3c0d2316d req-a5a8563c-9b0c-44e1-a2fc-7849d3dd71bf service nova] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] No waiting events found dispatching network-vif-plugged-b1eb51a5-d16a-441f-a223-a6c1a8db8339 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 599.122532] env[61960]: WARNING nova.compute.manager [req-2e0c3196-1165-4967-9cf5-99c3c0d2316d req-a5a8563c-9b0c-44e1-a2fc-7849d3dd71bf service nova] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Received unexpected event network-vif-plugged-b1eb51a5-d16a-441f-a223-a6c1a8db8339 for instance with vm_state building and task_state spawning. [ 599.122824] env[61960]: DEBUG nova.compute.manager [req-2e0c3196-1165-4967-9cf5-99c3c0d2316d req-a5a8563c-9b0c-44e1-a2fc-7849d3dd71bf service nova] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Received event network-changed-b1eb51a5-d16a-441f-a223-a6c1a8db8339 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 599.122873] env[61960]: DEBUG nova.compute.manager [req-2e0c3196-1165-4967-9cf5-99c3c0d2316d req-a5a8563c-9b0c-44e1-a2fc-7849d3dd71bf service nova] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Refreshing instance network info cache due to event network-changed-b1eb51a5-d16a-441f-a223-a6c1a8db8339. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 599.123097] env[61960]: DEBUG oslo_concurrency.lockutils [req-2e0c3196-1165-4967-9cf5-99c3c0d2316d req-a5a8563c-9b0c-44e1-a2fc-7849d3dd71bf service nova] Acquiring lock "refresh_cache-85eb3bcf-83c5-4420-8d66-d5c0b6595964" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.123263] env[61960]: DEBUG oslo_concurrency.lockutils [req-2e0c3196-1165-4967-9cf5-99c3c0d2316d req-a5a8563c-9b0c-44e1-a2fc-7849d3dd71bf service nova] Acquired lock "refresh_cache-85eb3bcf-83c5-4420-8d66-d5c0b6595964" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.123747] env[61960]: DEBUG nova.network.neutron [req-2e0c3196-1165-4967-9cf5-99c3c0d2316d req-a5a8563c-9b0c-44e1-a2fc-7849d3dd71bf service nova] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Refreshing network info cache for port b1eb51a5-d16a-441f-a223-a6c1a8db8339 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 599.129148] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435540, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.186891] env[61960]: DEBUG oslo_vmware.api [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5238059e-65c8-de0f-87f3-84bfcfcbb517, 'name': SearchDatastore_Task, 'duration_secs': 0.035772} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.190378] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d110cfbb-9095-4356-a1f8-f70fa68c0f3c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.198091] env[61960]: DEBUG oslo_vmware.api [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 599.198091] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52d57e92-c723-f510-6dce-ec0a75d8771c" [ 599.198091] env[61960]: _type = "Task" [ 599.198091] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.215901] env[61960]: DEBUG oslo_vmware.api [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52d57e92-c723-f510-6dce-ec0a75d8771c, 'name': SearchDatastore_Task, 'duration_secs': 0.012392} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.216317] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.216454] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 66396ef9-04a2-4c50-9f3a-c1a398aa36de/66396ef9-04a2-4c50-9f3a-c1a398aa36de.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 599.216760] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eedf68a7-bce1-4585-b21f-b6b8eb715a2d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.229298] env[61960]: DEBUG oslo_vmware.api [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 599.229298] env[61960]: value = "task-435541" [ 599.229298] env[61960]: _type = "Task" [ 599.229298] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.241895] env[61960]: DEBUG oslo_vmware.api [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.371771] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.374018] env[61960]: DEBUG nova.compute.manager [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 599.376306] env[61960]: DEBUG oslo_concurrency.lockutils [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.707s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.377992] env[61960]: DEBUG nova.objects.instance [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Lazy-loading 'resources' on Instance uuid 9a8047e7-ce01-4355-bf4e-aef94f6db15e {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 599.400490] env[61960]: DEBUG oslo_vmware.api [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': task-435537, 'name': ReconfigVM_Task, 'duration_secs': 0.809888} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.401561] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 46bf2f3b-9f41-4043-8b2b-e52e765da72b/46bf2f3b-9f41-4043-8b2b-e52e765da72b.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 599.401561] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45445cd4-7b1f-4fad-8d11-9453bd2ee5c1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.410770] env[61960]: DEBUG oslo_vmware.api [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Waiting for the task: (returnval){ [ 599.410770] env[61960]: value = "task-435542" [ 599.410770] env[61960]: _type = "Task" [ 599.410770] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.423283] env[61960]: DEBUG oslo_vmware.api [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': task-435542, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.501630] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.620890] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435540, 'name': CreateVM_Task, 'duration_secs': 0.392424} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.621373] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 599.625026] env[61960]: DEBUG oslo_concurrency.lockutils [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.625026] env[61960]: DEBUG oslo_concurrency.lockutils [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.625026] env[61960]: DEBUG oslo_concurrency.lockutils [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.625026] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43089007-f680-431a-8352-d0b376c18e73 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.632996] env[61960]: DEBUG oslo_vmware.api [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Waiting for the task: (returnval){ [ 599.632996] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5210ebd6-b404-7f5d-939a-040f38f75c96" [ 599.632996] env[61960]: _type = "Task" [ 599.632996] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.643875] env[61960]: DEBUG oslo_vmware.api [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5210ebd6-b404-7f5d-939a-040f38f75c96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.746409] env[61960]: DEBUG oslo_vmware.api [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435541, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.888278] env[61960]: DEBUG nova.compute.utils [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 599.890974] env[61960]: DEBUG nova.compute.manager [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 599.890974] env[61960]: DEBUG nova.network.neutron [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 599.926700] env[61960]: DEBUG oslo_vmware.api [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': task-435542, 'name': Rename_Task, 'duration_secs': 0.471717} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.926868] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 599.927481] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d4f9433-753a-44c0-a787-77e1b7e3de8f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.938221] env[61960]: DEBUG oslo_vmware.api [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Waiting for the task: (returnval){ [ 599.938221] env[61960]: value = "task-435543" [ 599.938221] env[61960]: _type = "Task" [ 599.938221] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.947364] env[61960]: DEBUG nova.network.neutron [req-2e0c3196-1165-4967-9cf5-99c3c0d2316d req-a5a8563c-9b0c-44e1-a2fc-7849d3dd71bf service nova] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Updated VIF entry in instance network info cache for port b1eb51a5-d16a-441f-a223-a6c1a8db8339. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 599.947744] env[61960]: DEBUG nova.network.neutron [req-2e0c3196-1165-4967-9cf5-99c3c0d2316d req-a5a8563c-9b0c-44e1-a2fc-7849d3dd71bf service nova] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Updating instance_info_cache with network_info: [{"id": "b1eb51a5-d16a-441f-a223-a6c1a8db8339", "address": "fa:16:3e:b4:d1:45", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1eb51a5-d1", "ovs_interfaceid": "b1eb51a5-d16a-441f-a223-a6c1a8db8339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.957491] env[61960]: DEBUG oslo_vmware.api [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': task-435543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.147495] env[61960]: DEBUG oslo_vmware.api [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5210ebd6-b404-7f5d-939a-040f38f75c96, 'name': SearchDatastore_Task, 'duration_secs': 0.065669} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.150764] env[61960]: DEBUG oslo_concurrency.lockutils [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.151163] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 600.151532] env[61960]: DEBUG oslo_concurrency.lockutils [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.151781] env[61960]: DEBUG oslo_concurrency.lockutils [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.152084] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.152685] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0876198e-3a48-42a3-ad81-305a066de426 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.167865] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.168592] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 600.171794] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61937541-d2c2-4156-9f67-4fb5e13b6645 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.179068] env[61960]: DEBUG oslo_vmware.api [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Waiting for the task: (returnval){ [ 600.179068] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524bf144-adc0-7cfa-7e12-32cac6d88ef3" [ 600.179068] env[61960]: _type = "Task" [ 600.179068] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.192528] env[61960]: DEBUG oslo_vmware.api [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524bf144-adc0-7cfa-7e12-32cac6d88ef3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.250686] env[61960]: DEBUG oslo_vmware.api [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435541, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554275} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.253949] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 66396ef9-04a2-4c50-9f3a-c1a398aa36de/66396ef9-04a2-4c50-9f3a-c1a398aa36de.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 600.254246] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 600.254801] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-565b1928-7206-4160-8268-478404cfb480 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.264328] env[61960]: DEBUG oslo_vmware.api [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 600.264328] env[61960]: value = "task-435545" [ 600.264328] env[61960]: _type = "Task" [ 600.264328] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.278108] env[61960]: DEBUG oslo_vmware.api [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.315455] env[61960]: DEBUG nova.policy [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7e482cbd4f74507ace3210913d41aa8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be6a7be350b242d6ae545eb187ba2dd0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 600.394279] env[61960]: DEBUG nova.compute.manager [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 600.456949] env[61960]: DEBUG oslo_concurrency.lockutils [req-2e0c3196-1165-4967-9cf5-99c3c0d2316d req-a5a8563c-9b0c-44e1-a2fc-7849d3dd71bf service nova] Releasing lock "refresh_cache-85eb3bcf-83c5-4420-8d66-d5c0b6595964" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.457337] env[61960]: DEBUG oslo_vmware.api [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': task-435543, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.458086] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4745e7-c9ce-4a6f-b600-fee3172b78c4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.466561] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddc50d9-1f37-467f-9490-cf4a73048180 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.501665] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49865d1b-091a-4c7d-a998-550e7af5581b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.510910] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcd1f49-a385-4f89-b252-4d6ea7ea38d6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.526412] env[61960]: DEBUG nova.compute.provider_tree [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.696578] env[61960]: DEBUG oslo_vmware.api [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524bf144-adc0-7cfa-7e12-32cac6d88ef3, 'name': SearchDatastore_Task, 'duration_secs': 0.016285} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.700159] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce881e50-b693-449d-abc2-567a297e6b42 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.707323] env[61960]: DEBUG oslo_vmware.api [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Waiting for the task: (returnval){ [ 600.707323] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52972ced-7877-84e6-80ab-37648d1dd0a5" [ 600.707323] env[61960]: _type = "Task" [ 600.707323] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.718954] env[61960]: DEBUG oslo_vmware.api [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52972ced-7877-84e6-80ab-37648d1dd0a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.775296] env[61960]: DEBUG oslo_vmware.api [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.248875} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.775606] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 600.776567] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ca25fa-0269-4cc7-9ae3-5748ce1357b2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.804026] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 66396ef9-04a2-4c50-9f3a-c1a398aa36de/66396ef9-04a2-4c50-9f3a-c1a398aa36de.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 600.804865] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d09d2c3-7a66-433f-96d0-4842dca28371 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.828092] env[61960]: DEBUG oslo_vmware.api [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 600.828092] env[61960]: value = "task-435546" [ 600.828092] env[61960]: _type = "Task" [ 600.828092] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.837959] env[61960]: DEBUG oslo_vmware.api [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.946699] env[61960]: DEBUG nova.network.neutron [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Successfully updated port: d98aef44-456f-48df-bff5-b7804ad93a47 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 600.964440] env[61960]: DEBUG oslo_vmware.api [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': task-435543, 'name': PowerOnVM_Task} progress is 89%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.034105] env[61960]: DEBUG nova.scheduler.client.report [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 601.225543] env[61960]: DEBUG oslo_vmware.api [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52972ced-7877-84e6-80ab-37648d1dd0a5, 'name': SearchDatastore_Task, 'duration_secs': 0.049167} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.226570] env[61960]: DEBUG oslo_concurrency.lockutils [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.226570] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 85eb3bcf-83c5-4420-8d66-d5c0b6595964/85eb3bcf-83c5-4420-8d66-d5c0b6595964.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 601.226570] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8e81374-94cf-4fe7-ba7a-a5c6ccf66d65 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.236107] env[61960]: DEBUG oslo_vmware.api [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Waiting for the task: (returnval){ [ 601.236107] env[61960]: value = "task-435547" [ 601.236107] env[61960]: _type = "Task" [ 601.236107] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.252887] env[61960]: DEBUG oslo_vmware.api [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Task: {'id': task-435547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.298951] env[61960]: DEBUG nova.network.neutron [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Successfully created port: b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 601.343732] env[61960]: DEBUG oslo_vmware.api [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435546, 'name': ReconfigVM_Task, 'duration_secs': 0.499757} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.344453] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 66396ef9-04a2-4c50-9f3a-c1a398aa36de/66396ef9-04a2-4c50-9f3a-c1a398aa36de.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 601.345448] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a96fd9f-21eb-4fda-9107-03bfb1c5fb1d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.355202] env[61960]: DEBUG oslo_vmware.api [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 601.355202] env[61960]: value = "task-435548" [ 601.355202] env[61960]: _type = "Task" [ 601.355202] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.372624] env[61960]: DEBUG oslo_vmware.api [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435548, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.407659] env[61960]: DEBUG nova.compute.manager [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 601.442042] env[61960]: DEBUG nova.virt.hardware [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 601.442241] env[61960]: DEBUG nova.virt.hardware [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 601.442365] env[61960]: DEBUG nova.virt.hardware [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 601.442542] env[61960]: DEBUG nova.virt.hardware [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 601.442687] env[61960]: DEBUG nova.virt.hardware [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 601.442835] env[61960]: DEBUG nova.virt.hardware [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 601.443671] env[61960]: DEBUG nova.virt.hardware [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 601.443671] env[61960]: DEBUG nova.virt.hardware [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 601.443796] env[61960]: DEBUG nova.virt.hardware [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 601.443942] env[61960]: DEBUG nova.virt.hardware [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 601.444274] env[61960]: DEBUG nova.virt.hardware [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 601.445455] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520cf0b1-868e-44e1-93b8-0cc4327caf01 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.456109] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Acquiring lock "refresh_cache-10117be5-70f2-4f62-81dd-3732ba3bb70c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.456162] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Acquired lock "refresh_cache-10117be5-70f2-4f62-81dd-3732ba3bb70c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.456380] env[61960]: DEBUG nova.network.neutron [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 601.466231] env[61960]: DEBUG oslo_vmware.api [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': task-435543, 'name': PowerOnVM_Task, 'duration_secs': 1.260505} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.467059] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 601.467375] env[61960]: INFO nova.compute.manager [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Took 10.85 seconds to spawn the instance on the hypervisor. [ 601.467528] env[61960]: DEBUG nova.compute.manager [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 601.468908] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d6abfd-6707-43ee-b69e-4b64f6f393de {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.476097] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fbaba3-962b-41e7-8198-33d4429d725c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.538592] env[61960]: DEBUG oslo_concurrency.lockutils [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.541883] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.049s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.543800] env[61960]: INFO nova.compute.claims [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.562410] env[61960]: INFO nova.scheduler.client.report [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Deleted allocations for instance 9a8047e7-ce01-4355-bf4e-aef94f6db15e [ 601.749416] env[61960]: DEBUG oslo_vmware.api [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Task: {'id': task-435547, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.873788] env[61960]: DEBUG oslo_vmware.api [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435548, 'name': Rename_Task, 'duration_secs': 0.308719} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.875056] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 601.876240] env[61960]: DEBUG nova.compute.manager [req-5a4ca1e5-7f28-4824-ba41-3586e155b482 req-31ef9572-e933-4172-82bf-78ca4e9c4010 service nova] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Received event network-vif-plugged-d98aef44-456f-48df-bff5-b7804ad93a47 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 601.876440] env[61960]: DEBUG oslo_concurrency.lockutils [req-5a4ca1e5-7f28-4824-ba41-3586e155b482 req-31ef9572-e933-4172-82bf-78ca4e9c4010 service nova] Acquiring lock "10117be5-70f2-4f62-81dd-3732ba3bb70c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.876646] env[61960]: DEBUG oslo_concurrency.lockutils [req-5a4ca1e5-7f28-4824-ba41-3586e155b482 req-31ef9572-e933-4172-82bf-78ca4e9c4010 service nova] Lock "10117be5-70f2-4f62-81dd-3732ba3bb70c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.876810] env[61960]: DEBUG oslo_concurrency.lockutils [req-5a4ca1e5-7f28-4824-ba41-3586e155b482 req-31ef9572-e933-4172-82bf-78ca4e9c4010 service nova] Lock "10117be5-70f2-4f62-81dd-3732ba3bb70c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.877481] env[61960]: DEBUG nova.compute.manager [req-5a4ca1e5-7f28-4824-ba41-3586e155b482 req-31ef9572-e933-4172-82bf-78ca4e9c4010 service nova] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] No waiting events found dispatching network-vif-plugged-d98aef44-456f-48df-bff5-b7804ad93a47 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 601.877481] env[61960]: WARNING nova.compute.manager [req-5a4ca1e5-7f28-4824-ba41-3586e155b482 req-31ef9572-e933-4172-82bf-78ca4e9c4010 service nova] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Received unexpected event network-vif-plugged-d98aef44-456f-48df-bff5-b7804ad93a47 for instance with vm_state building and task_state spawning. [ 601.877481] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cd15b8b-8f11-4ebd-812e-6fb3a0b1180a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.886547] env[61960]: DEBUG oslo_vmware.api [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 601.886547] env[61960]: value = "task-435549" [ 601.886547] env[61960]: _type = "Task" [ 601.886547] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.897845] env[61960]: DEBUG oslo_vmware.api [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.009532] env[61960]: INFO nova.compute.manager [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Took 39.43 seconds to build instance. [ 602.036377] env[61960]: DEBUG nova.network.neutron [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 602.061641] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "d7de483c-5ab7-47e9-995c-c02d5f07f165" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.061641] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "d7de483c-5ab7-47e9-995c-c02d5f07f165" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.075122] env[61960]: DEBUG oslo_concurrency.lockutils [None req-12444af6-20b9-4d21-b0d5-9a5be9126d2c tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Lock "9a8047e7-ce01-4355-bf4e-aef94f6db15e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.012s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.256337] env[61960]: DEBUG oslo_vmware.api [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Task: {'id': task-435547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594032} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.256615] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 85eb3bcf-83c5-4420-8d66-d5c0b6595964/85eb3bcf-83c5-4420-8d66-d5c0b6595964.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 602.256928] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.257134] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b61fe044-f10a-4c3f-a6cc-424e2d8a500e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.270518] env[61960]: DEBUG oslo_vmware.api [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Waiting for the task: (returnval){ [ 602.270518] env[61960]: value = "task-435551" [ 602.270518] env[61960]: _type = "Task" [ 602.270518] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.282333] env[61960]: DEBUG oslo_vmware.api [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Task: {'id': task-435551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.374970] env[61960]: DEBUG nova.network.neutron [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Updating instance_info_cache with network_info: [{"id": "d98aef44-456f-48df-bff5-b7804ad93a47", "address": "fa:16:3e:c9:9b:bb", "network": {"id": "d00d3f06-193c-4549-9dea-ee6991ca4421", "bridge": "br-int", "label": "tempest-ServersTestJSON-900578603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02a6e7b4c4f40919702de4244f0eab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98aef44-45", "ovs_interfaceid": "d98aef44-456f-48df-bff5-b7804ad93a47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.401952] env[61960]: DEBUG oslo_vmware.api [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435549, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.512032] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bb7d5a85-20b0-4310-a568-6675411a5e9b tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Lock "46bf2f3b-9f41-4043-8b2b-e52e765da72b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.017s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.791863] env[61960]: DEBUG oslo_vmware.api [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Task: {'id': task-435551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142234} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.792210] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.793039] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7f980b-1a0f-47a5-ae01-9e74ffaa18a3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.829365] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 85eb3bcf-83c5-4420-8d66-d5c0b6595964/85eb3bcf-83c5-4420-8d66-d5c0b6595964.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.833751] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81b101d0-9726-4ba9-b71f-cb768b5117a7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.860447] env[61960]: DEBUG oslo_vmware.api [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Waiting for the task: (returnval){ [ 602.860447] env[61960]: value = "task-435552" [ 602.860447] env[61960]: _type = "Task" [ 602.860447] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.873908] env[61960]: DEBUG oslo_vmware.api [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Task: {'id': task-435552, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.878939] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Releasing lock "refresh_cache-10117be5-70f2-4f62-81dd-3732ba3bb70c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.880048] env[61960]: DEBUG nova.compute.manager [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Instance network_info: |[{"id": "d98aef44-456f-48df-bff5-b7804ad93a47", "address": "fa:16:3e:c9:9b:bb", "network": {"id": "d00d3f06-193c-4549-9dea-ee6991ca4421", "bridge": "br-int", "label": "tempest-ServersTestJSON-900578603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02a6e7b4c4f40919702de4244f0eab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98aef44-45", "ovs_interfaceid": "d98aef44-456f-48df-bff5-b7804ad93a47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 602.880220] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:9b:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd98aef44-456f-48df-bff5-b7804ad93a47', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.889175] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Creating folder: Project (e02a6e7b4c4f40919702de4244f0eab3). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 602.889553] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-238c5985-1d9c-44ae-b772-036751835304 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.909665] env[61960]: DEBUG oslo_vmware.api [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435549, 'name': PowerOnVM_Task} progress is 89%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.910816] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Created folder: Project (e02a6e7b4c4f40919702de4244f0eab3) in parent group-v115929. [ 602.910985] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Creating folder: Instances. Parent ref: group-v115986. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 602.911238] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4b24e18-8e39-4be0-9f2f-fd15e8530b30 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.925034] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Created folder: Instances in parent group-v115986. [ 602.925320] env[61960]: DEBUG oslo.service.loopingcall [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 602.925575] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 602.925786] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a75cb565-033a-49a4-a6d3-377b0b3f6a20 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.957611] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.957611] env[61960]: value = "task-435555" [ 602.957611] env[61960]: _type = "Task" [ 602.957611] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.968441] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435555, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.022131] env[61960]: DEBUG nova.compute.manager [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 603.159431] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dde19c-52ee-46ea-8b80-2219c4c6842a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.169308] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c121e250-ca24-43f2-a583-a59ceeaf1a15 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.216822] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc25aea8-3367-4fe9-bfdd-99375dfcba78 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.226440] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cd3a0d-2cc7-4250-8064-119ced6111aa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.890165] env[61960]: DEBUG nova.network.neutron [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Successfully updated port: b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 603.917105] env[61960]: DEBUG nova.compute.provider_tree [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.926063] env[61960]: DEBUG oslo_vmware.api [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435549, 'name': PowerOnVM_Task, 'duration_secs': 1.674398} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.926635] env[61960]: DEBUG oslo_vmware.api [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Task: {'id': task-435552, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.926848] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 603.927487] env[61960]: INFO nova.compute.manager [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Took 10.63 seconds to spawn the instance on the hypervisor. [ 603.927487] env[61960]: DEBUG nova.compute.manager [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 603.928681] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e56f08a-5b68-47ae-92e6-05203580d68f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.935733] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.935987] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435555, 'name': CreateVM_Task, 'duration_secs': 0.50912} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.937185] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 603.937886] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.939063] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.939063] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.939063] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f55fd211-6b80-42fc-8cad-616ac1f73500 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.950312] env[61960]: DEBUG oslo_vmware.api [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Waiting for the task: (returnval){ [ 603.950312] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52e8c86a-f8ec-5b50-9baf-434157fd7036" [ 603.950312] env[61960]: _type = "Task" [ 603.950312] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.960663] env[61960]: DEBUG oslo_vmware.api [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52e8c86a-f8ec-5b50-9baf-434157fd7036, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.099580] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquiring lock "ae66b7c6-c12f-4034-84b8-ab6923fad5f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.099997] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lock "ae66b7c6-c12f-4034-84b8-ab6923fad5f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.399361] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Acquiring lock "refresh_cache-81971040-7836-4cb8-9064-952310391b4a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.399517] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Acquired lock "refresh_cache-81971040-7836-4cb8-9064-952310391b4a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.399719] env[61960]: DEBUG nova.network.neutron [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 604.409961] env[61960]: DEBUG oslo_vmware.api [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Task: {'id': task-435552, 'name': ReconfigVM_Task, 'duration_secs': 1.330461} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.409961] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 85eb3bcf-83c5-4420-8d66-d5c0b6595964/85eb3bcf-83c5-4420-8d66-d5c0b6595964.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 604.410872] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a363fa73-2024-4b7f-9c71-d417e396dd69 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.420921] env[61960]: DEBUG oslo_vmware.api [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Waiting for the task: (returnval){ [ 604.420921] env[61960]: value = "task-435556" [ 604.420921] env[61960]: _type = "Task" [ 604.420921] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.432336] env[61960]: DEBUG nova.scheduler.client.report [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 604.436060] env[61960]: DEBUG oslo_vmware.api [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Task: {'id': task-435556, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.461670] env[61960]: INFO nova.compute.manager [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Took 38.11 seconds to build instance. [ 604.470760] env[61960]: DEBUG oslo_vmware.api [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52e8c86a-f8ec-5b50-9baf-434157fd7036, 'name': SearchDatastore_Task, 'duration_secs': 0.013035} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.471164] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.471292] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.471555] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.472208] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.472208] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.472208] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3152fbbf-aab3-419a-83cf-0cda0598e478 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.484020] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.484020] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 604.484020] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8669d0e-a489-4968-894a-41501726e0af {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.490719] env[61960]: DEBUG oslo_vmware.api [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Waiting for the task: (returnval){ [ 604.490719] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52835598-967e-18b5-26e9-fc71f1b86d64" [ 604.490719] env[61960]: _type = "Task" [ 604.490719] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.504787] env[61960]: DEBUG oslo_vmware.api [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52835598-967e-18b5-26e9-fc71f1b86d64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.726041] env[61960]: DEBUG oslo_concurrency.lockutils [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Acquiring lock "dec63d6c-0b9e-474b-a09a-9420d9d8d366" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.726462] env[61960]: DEBUG oslo_concurrency.lockutils [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Lock "dec63d6c-0b9e-474b-a09a-9420d9d8d366" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.936179] env[61960]: DEBUG oslo_vmware.api [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Task: {'id': task-435556, 'name': Rename_Task, 'duration_secs': 0.154283} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.936546] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 604.936740] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b25b375-0d88-4619-aef5-329513777e76 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.939060] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.397s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.939536] env[61960]: DEBUG nova.compute.manager [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 604.942434] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.636s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.950269] env[61960]: DEBUG nova.network.neutron [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 604.953319] env[61960]: DEBUG oslo_vmware.api [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Waiting for the task: (returnval){ [ 604.953319] env[61960]: value = "task-435557" [ 604.953319] env[61960]: _type = "Task" [ 604.953319] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.965140] env[61960]: DEBUG oslo_vmware.api [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Task: {'id': task-435557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.970015] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c48e04ad-57fb-47dd-8688-b9d6e6e7565d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "66396ef9-04a2-4c50-9f3a-c1a398aa36de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.113s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.008963] env[61960]: DEBUG oslo_vmware.api [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52835598-967e-18b5-26e9-fc71f1b86d64, 'name': SearchDatastore_Task, 'duration_secs': 0.011554} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.009807] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-999542bd-bdde-4724-8b2f-f18088fb723e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.017225] env[61960]: DEBUG oslo_vmware.api [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Waiting for the task: (returnval){ [ 605.017225] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]525c1020-22b6-befe-e736-a076680ab95b" [ 605.017225] env[61960]: _type = "Task" [ 605.017225] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.038515] env[61960]: DEBUG oslo_vmware.api [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]525c1020-22b6-befe-e736-a076680ab95b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.306804] env[61960]: DEBUG nova.compute.manager [req-5ed70d95-744e-4a0b-8f2f-93867b619e3f req-1856bbd5-ac86-4eec-86ab-2f07a8958686 service nova] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Received event network-changed-d98aef44-456f-48df-bff5-b7804ad93a47 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 605.307015] env[61960]: DEBUG nova.compute.manager [req-5ed70d95-744e-4a0b-8f2f-93867b619e3f req-1856bbd5-ac86-4eec-86ab-2f07a8958686 service nova] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Refreshing instance network info cache due to event network-changed-d98aef44-456f-48df-bff5-b7804ad93a47. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 605.307718] env[61960]: DEBUG oslo_concurrency.lockutils [req-5ed70d95-744e-4a0b-8f2f-93867b619e3f req-1856bbd5-ac86-4eec-86ab-2f07a8958686 service nova] Acquiring lock "refresh_cache-10117be5-70f2-4f62-81dd-3732ba3bb70c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.307861] env[61960]: DEBUG oslo_concurrency.lockutils [req-5ed70d95-744e-4a0b-8f2f-93867b619e3f req-1856bbd5-ac86-4eec-86ab-2f07a8958686 service nova] Acquired lock "refresh_cache-10117be5-70f2-4f62-81dd-3732ba3bb70c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.308036] env[61960]: DEBUG nova.network.neutron [req-5ed70d95-744e-4a0b-8f2f-93867b619e3f req-1856bbd5-ac86-4eec-86ab-2f07a8958686 service nova] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Refreshing network info cache for port d98aef44-456f-48df-bff5-b7804ad93a47 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 605.353411] env[61960]: DEBUG nova.network.neutron [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Updating instance_info_cache with network_info: [{"id": "b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1", "address": "fa:16:3e:46:85:81", "network": {"id": "448a8a48-102d-4577-9505-1c793c4ad73e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-222713243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be6a7be350b242d6ae545eb187ba2dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8ebbfcb-a0", "ovs_interfaceid": "b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.454758] env[61960]: INFO nova.compute.claims [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.461254] env[61960]: DEBUG nova.compute.utils [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 605.464761] env[61960]: DEBUG nova.compute.manager [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 605.465818] env[61960]: DEBUG nova.network.neutron [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 605.474338] env[61960]: DEBUG nova.compute.manager [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 605.486932] env[61960]: DEBUG oslo_vmware.api [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Task: {'id': task-435557, 'name': PowerOnVM_Task, 'duration_secs': 0.504984} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.487647] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 605.487647] env[61960]: INFO nova.compute.manager [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Took 9.49 seconds to spawn the instance on the hypervisor. [ 605.487647] env[61960]: DEBUG nova.compute.manager [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 605.488402] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05541a9-d962-40ce-b6bf-5a65329a5255 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.531687] env[61960]: DEBUG oslo_vmware.api [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]525c1020-22b6-befe-e736-a076680ab95b, 'name': SearchDatastore_Task, 'duration_secs': 0.021432} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.532977] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.533244] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 10117be5-70f2-4f62-81dd-3732ba3bb70c/10117be5-70f2-4f62-81dd-3732ba3bb70c.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 605.533514] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d23cf223-b500-487a-99b1-af3a7f2d69b5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.544596] env[61960]: DEBUG oslo_vmware.api [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Waiting for the task: (returnval){ [ 605.544596] env[61960]: value = "task-435558" [ 605.544596] env[61960]: _type = "Task" [ 605.544596] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.555152] env[61960]: DEBUG oslo_vmware.api [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Task: {'id': task-435558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.561236] env[61960]: DEBUG nova.policy [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '146b96a7e8b54f6c8af2437207833412', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28c90a67d185469b88db38fe59c93520', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 605.570734] env[61960]: DEBUG nova.compute.manager [req-3bbfb95b-7217-4563-a9a5-5220307d7578 req-b89bc9c9-674c-4b68-810d-f794944461fd service nova] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Received event network-changed-e4c5c0a8-f8f7-463c-a960-96c3194af65f {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 605.570734] env[61960]: DEBUG nova.compute.manager [req-3bbfb95b-7217-4563-a9a5-5220307d7578 req-b89bc9c9-674c-4b68-810d-f794944461fd service nova] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Refreshing instance network info cache due to event network-changed-e4c5c0a8-f8f7-463c-a960-96c3194af65f. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 605.570734] env[61960]: DEBUG oslo_concurrency.lockutils [req-3bbfb95b-7217-4563-a9a5-5220307d7578 req-b89bc9c9-674c-4b68-810d-f794944461fd service nova] Acquiring lock "refresh_cache-ea093293-99fb-4412-ac10-68d63bfc0229" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.571156] env[61960]: DEBUG oslo_concurrency.lockutils [req-3bbfb95b-7217-4563-a9a5-5220307d7578 req-b89bc9c9-674c-4b68-810d-f794944461fd service nova] Acquired lock "refresh_cache-ea093293-99fb-4412-ac10-68d63bfc0229" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.571477] env[61960]: DEBUG nova.network.neutron [req-3bbfb95b-7217-4563-a9a5-5220307d7578 req-b89bc9c9-674c-4b68-810d-f794944461fd service nova] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Refreshing network info cache for port e4c5c0a8-f8f7-463c-a960-96c3194af65f {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 605.674806] env[61960]: DEBUG oslo_concurrency.lockutils [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquiring lock "f3f132e9-44db-4e66-b01a-e16f8626bf37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.675084] env[61960]: DEBUG oslo_concurrency.lockutils [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lock "f3f132e9-44db-4e66-b01a-e16f8626bf37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.858942] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Releasing lock "refresh_cache-81971040-7836-4cb8-9064-952310391b4a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.858942] env[61960]: DEBUG nova.compute.manager [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Instance network_info: |[{"id": "b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1", "address": "fa:16:3e:46:85:81", "network": {"id": "448a8a48-102d-4577-9505-1c793c4ad73e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-222713243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be6a7be350b242d6ae545eb187ba2dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8ebbfcb-a0", "ovs_interfaceid": "b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 605.859437] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:85:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 605.868782] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Creating folder: Project (be6a7be350b242d6ae545eb187ba2dd0). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 605.869122] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1897d48b-b44b-471c-b33c-c667d45b5b93 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.880497] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Created folder: Project (be6a7be350b242d6ae545eb187ba2dd0) in parent group-v115929. [ 605.880791] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Creating folder: Instances. Parent ref: group-v115989. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 605.881041] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07ea3eb8-6474-43c0-b345-59a7d7e0a361 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.893064] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Created folder: Instances in parent group-v115989. [ 605.893064] env[61960]: DEBUG oslo.service.loopingcall [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 605.893064] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81971040-7836-4cb8-9064-952310391b4a] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 605.893064] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3cf757b-677c-46eb-8bed-1537479791a8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.914118] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 605.914118] env[61960]: value = "task-435561" [ 605.914118] env[61960]: _type = "Task" [ 605.914118] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.924159] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435561, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.966907] env[61960]: INFO nova.compute.resource_tracker [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Updating resource usage from migration 85a67f02-f597-44e2-ae86-c67601ffc2ff [ 605.974743] env[61960]: DEBUG nova.compute.manager [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 606.013097] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.020585] env[61960]: INFO nova.compute.manager [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Took 39.42 seconds to build instance. [ 606.061908] env[61960]: DEBUG oslo_vmware.api [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Task: {'id': task-435558, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.157655] env[61960]: DEBUG nova.network.neutron [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Successfully created port: b475b601-4f90-457a-bd44-fde098fc5a9e {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 606.394689] env[61960]: DEBUG nova.network.neutron [req-5ed70d95-744e-4a0b-8f2f-93867b619e3f req-1856bbd5-ac86-4eec-86ab-2f07a8958686 service nova] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Updated VIF entry in instance network info cache for port d98aef44-456f-48df-bff5-b7804ad93a47. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 606.395068] env[61960]: DEBUG nova.network.neutron [req-5ed70d95-744e-4a0b-8f2f-93867b619e3f req-1856bbd5-ac86-4eec-86ab-2f07a8958686 service nova] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Updating instance_info_cache with network_info: [{"id": "d98aef44-456f-48df-bff5-b7804ad93a47", "address": "fa:16:3e:c9:9b:bb", "network": {"id": "d00d3f06-193c-4549-9dea-ee6991ca4421", "bridge": "br-int", "label": "tempest-ServersTestJSON-900578603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02a6e7b4c4f40919702de4244f0eab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98aef44-45", "ovs_interfaceid": "d98aef44-456f-48df-bff5-b7804ad93a47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.405268] env[61960]: DEBUG nova.network.neutron [req-3bbfb95b-7217-4563-a9a5-5220307d7578 req-b89bc9c9-674c-4b68-810d-f794944461fd service nova] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Updated VIF entry in instance network info cache for port e4c5c0a8-f8f7-463c-a960-96c3194af65f. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 606.405773] env[61960]: DEBUG nova.network.neutron [req-3bbfb95b-7217-4563-a9a5-5220307d7578 req-b89bc9c9-674c-4b68-810d-f794944461fd service nova] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Updating instance_info_cache with network_info: [{"id": "e4c5c0a8-f8f7-463c-a960-96c3194af65f", "address": "fa:16:3e:6a:9b:fe", "network": {"id": "937429d7-f520-4ee4-b32d-c1f048dd8c78", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1886321033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39e1da71d5e4556a25562d8eb462ab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4c5c0a8-f8", "ovs_interfaceid": "e4c5c0a8-f8f7-463c-a960-96c3194af65f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.427877] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435561, 'name': CreateVM_Task, 'duration_secs': 0.461751} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.428084] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81971040-7836-4cb8-9064-952310391b4a] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 606.428765] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.428933] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.429584] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.429584] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d040ca20-c10f-4737-902c-e826db080d84 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.442839] env[61960]: DEBUG oslo_vmware.api [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Waiting for the task: (returnval){ [ 606.442839] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5267fb68-9b61-4144-c013-18cb85a75b4a" [ 606.442839] env[61960]: _type = "Task" [ 606.442839] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.461784] env[61960]: DEBUG oslo_vmware.api [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5267fb68-9b61-4144-c013-18cb85a75b4a, 'name': SearchDatastore_Task, 'duration_secs': 0.013174} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.462091] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.462325] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.462549] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.462693] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.462869] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.463148] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34f9b571-e80a-4896-8c6c-645e113f0577 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.475933] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.476150] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 606.476930] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c2e809f-ea2a-4222-94de-bf489733eec9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.489136] env[61960]: DEBUG oslo_vmware.api [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Waiting for the task: (returnval){ [ 606.489136] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528f3a6d-6e59-07df-df1e-a3ecc7a3281a" [ 606.489136] env[61960]: _type = "Task" [ 606.489136] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.500788] env[61960]: DEBUG oslo_vmware.api [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528f3a6d-6e59-07df-df1e-a3ecc7a3281a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.523900] env[61960]: DEBUG oslo_concurrency.lockutils [None req-08dd9fcb-ddef-420c-a3ed-4f298598725e tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Lock "85eb3bcf-83c5-4420-8d66-d5c0b6595964" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.271s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.558317] env[61960]: DEBUG oslo_vmware.api [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Task: {'id': task-435558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764451} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.558317] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 10117be5-70f2-4f62-81dd-3732ba3bb70c/10117be5-70f2-4f62-81dd-3732ba3bb70c.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 606.558317] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.558317] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be438211-81f1-4954-b64f-06ea2c332f17 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.570704] env[61960]: DEBUG oslo_vmware.api [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Waiting for the task: (returnval){ [ 606.570704] env[61960]: value = "task-435562" [ 606.570704] env[61960]: _type = "Task" [ 606.570704] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.578179] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d744415e-0e48-4432-bca8-99f9e6f6db69 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.584670] env[61960]: DEBUG oslo_vmware.api [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Task: {'id': task-435562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.590351] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d343141-4901-4e6b-b0ae-d2a582586a33 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.623566] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380f42c9-b958-4273-910f-0cc438b8e36e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.632363] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50d4d55-7eb5-4b48-ac88-7f4b3529e3c4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.649010] env[61960]: DEBUG nova.compute.provider_tree [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.791259] env[61960]: DEBUG oslo_concurrency.lockutils [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Acquiring lock "ff9c99c7-43b2-479e-a171-269edf1aa75d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.791259] env[61960]: DEBUG oslo_concurrency.lockutils [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Lock "ff9c99c7-43b2-479e-a171-269edf1aa75d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.898566] env[61960]: DEBUG oslo_concurrency.lockutils [req-5ed70d95-744e-4a0b-8f2f-93867b619e3f req-1856bbd5-ac86-4eec-86ab-2f07a8958686 service nova] Releasing lock "refresh_cache-10117be5-70f2-4f62-81dd-3732ba3bb70c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.898840] env[61960]: DEBUG nova.compute.manager [req-5ed70d95-744e-4a0b-8f2f-93867b619e3f req-1856bbd5-ac86-4eec-86ab-2f07a8958686 service nova] [instance: 81971040-7836-4cb8-9064-952310391b4a] Received event network-vif-plugged-b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 606.899119] env[61960]: DEBUG oslo_concurrency.lockutils [req-5ed70d95-744e-4a0b-8f2f-93867b619e3f req-1856bbd5-ac86-4eec-86ab-2f07a8958686 service nova] Acquiring lock "81971040-7836-4cb8-9064-952310391b4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.899264] env[61960]: DEBUG oslo_concurrency.lockutils [req-5ed70d95-744e-4a0b-8f2f-93867b619e3f req-1856bbd5-ac86-4eec-86ab-2f07a8958686 service nova] Lock "81971040-7836-4cb8-9064-952310391b4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.899439] env[61960]: DEBUG oslo_concurrency.lockutils [req-5ed70d95-744e-4a0b-8f2f-93867b619e3f req-1856bbd5-ac86-4eec-86ab-2f07a8958686 service nova] Lock "81971040-7836-4cb8-9064-952310391b4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.899592] env[61960]: DEBUG nova.compute.manager [req-5ed70d95-744e-4a0b-8f2f-93867b619e3f req-1856bbd5-ac86-4eec-86ab-2f07a8958686 service nova] [instance: 81971040-7836-4cb8-9064-952310391b4a] No waiting events found dispatching network-vif-plugged-b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 606.899752] env[61960]: WARNING nova.compute.manager [req-5ed70d95-744e-4a0b-8f2f-93867b619e3f req-1856bbd5-ac86-4eec-86ab-2f07a8958686 service nova] [instance: 81971040-7836-4cb8-9064-952310391b4a] Received unexpected event network-vif-plugged-b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1 for instance with vm_state building and task_state spawning. [ 606.899910] env[61960]: DEBUG nova.compute.manager [req-5ed70d95-744e-4a0b-8f2f-93867b619e3f req-1856bbd5-ac86-4eec-86ab-2f07a8958686 service nova] [instance: 81971040-7836-4cb8-9064-952310391b4a] Received event network-changed-b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 606.900074] env[61960]: DEBUG nova.compute.manager [req-5ed70d95-744e-4a0b-8f2f-93867b619e3f req-1856bbd5-ac86-4eec-86ab-2f07a8958686 service nova] [instance: 81971040-7836-4cb8-9064-952310391b4a] Refreshing instance network info cache due to event network-changed-b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 606.900257] env[61960]: DEBUG oslo_concurrency.lockutils [req-5ed70d95-744e-4a0b-8f2f-93867b619e3f req-1856bbd5-ac86-4eec-86ab-2f07a8958686 service nova] Acquiring lock "refresh_cache-81971040-7836-4cb8-9064-952310391b4a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.900394] env[61960]: DEBUG oslo_concurrency.lockutils [req-5ed70d95-744e-4a0b-8f2f-93867b619e3f req-1856bbd5-ac86-4eec-86ab-2f07a8958686 service nova] Acquired lock "refresh_cache-81971040-7836-4cb8-9064-952310391b4a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.900554] env[61960]: DEBUG nova.network.neutron [req-5ed70d95-744e-4a0b-8f2f-93867b619e3f req-1856bbd5-ac86-4eec-86ab-2f07a8958686 service nova] [instance: 81971040-7836-4cb8-9064-952310391b4a] Refreshing network info cache for port b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 606.910065] env[61960]: DEBUG oslo_concurrency.lockutils [req-3bbfb95b-7217-4563-a9a5-5220307d7578 req-b89bc9c9-674c-4b68-810d-f794944461fd service nova] Releasing lock "refresh_cache-ea093293-99fb-4412-ac10-68d63bfc0229" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.991375] env[61960]: DEBUG nova.compute.manager [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 607.012175] env[61960]: DEBUG oslo_vmware.api [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528f3a6d-6e59-07df-df1e-a3ecc7a3281a, 'name': SearchDatastore_Task, 'duration_secs': 0.015114} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.015762] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cdc09b8-648b-4607-97ca-a21283f353fd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.022345] env[61960]: DEBUG oslo_vmware.api [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Waiting for the task: (returnval){ [ 607.022345] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526eb8fa-28f6-22ae-11d6-a83aa5f71015" [ 607.022345] env[61960]: _type = "Task" [ 607.022345] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.028539] env[61960]: DEBUG nova.virt.hardware [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 607.030945] env[61960]: DEBUG nova.virt.hardware [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 607.030945] env[61960]: DEBUG nova.virt.hardware [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.030945] env[61960]: DEBUG nova.virt.hardware [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 607.030945] env[61960]: DEBUG nova.virt.hardware [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.030945] env[61960]: DEBUG nova.virt.hardware [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 607.031166] env[61960]: DEBUG nova.virt.hardware [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 607.031248] env[61960]: DEBUG nova.virt.hardware [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 607.031423] env[61960]: DEBUG nova.virt.hardware [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 607.031585] env[61960]: DEBUG nova.virt.hardware [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 607.031806] env[61960]: DEBUG nova.virt.hardware [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 607.032154] env[61960]: DEBUG nova.compute.manager [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 607.035815] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45cfa01-c960-44cb-b633-bc5980d7fe97 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.046694] env[61960]: DEBUG oslo_vmware.api [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526eb8fa-28f6-22ae-11d6-a83aa5f71015, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.051761] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c43159-0e2a-4455-899f-414758ba54c3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.080884] env[61960]: DEBUG oslo_vmware.api [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Task: {'id': task-435562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.502751} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.081170] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.081950] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3a51a6-1312-490d-8b59-eaa8874cd99f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.119123] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 10117be5-70f2-4f62-81dd-3732ba3bb70c/10117be5-70f2-4f62-81dd-3732ba3bb70c.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.119123] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cd17c5c-a43c-4e48-80a7-c7b98c73095f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.128832] env[61960]: DEBUG oslo_vmware.api [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Waiting for the task: (returnval){ [ 607.128832] env[61960]: value = "task-435563" [ 607.128832] env[61960]: _type = "Task" [ 607.128832] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.138670] env[61960]: DEBUG oslo_vmware.api [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Task: {'id': task-435563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.154364] env[61960]: DEBUG nova.scheduler.client.report [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 607.543645] env[61960]: DEBUG oslo_vmware.api [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526eb8fa-28f6-22ae-11d6-a83aa5f71015, 'name': SearchDatastore_Task, 'duration_secs': 0.021334} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.548196] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.548485] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 81971040-7836-4cb8-9064-952310391b4a/81971040-7836-4cb8-9064-952310391b4a.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 607.554664] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6b5f024-4d01-4c55-ba68-a065d4c21f8a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.561530] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquiring lock "315c4d67-8e15-47d8-8943-8d10fc746815" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.562285] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lock "315c4d67-8e15-47d8-8943-8d10fc746815" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.572317] env[61960]: DEBUG oslo_vmware.api [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Waiting for the task: (returnval){ [ 607.572317] env[61960]: value = "task-435564" [ 607.572317] env[61960]: _type = "Task" [ 607.572317] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.588790] env[61960]: DEBUG oslo_vmware.api [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Task: {'id': task-435564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.607608] env[61960]: DEBUG oslo_concurrency.lockutils [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.642617] env[61960]: DEBUG oslo_vmware.api [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Task: {'id': task-435563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.656879] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.714s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.657193] env[61960]: INFO nova.compute.manager [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Migrating [ 607.657455] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.657829] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquired lock "compute-rpcapi-router" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.659022] env[61960]: DEBUG oslo_concurrency.lockutils [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.980s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.663020] env[61960]: INFO nova.compute.claims [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.005798] env[61960]: DEBUG nova.network.neutron [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Successfully updated port: b475b601-4f90-457a-bd44-fde098fc5a9e {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 608.031069] env[61960]: DEBUG nova.network.neutron [req-5ed70d95-744e-4a0b-8f2f-93867b619e3f req-1856bbd5-ac86-4eec-86ab-2f07a8958686 service nova] [instance: 81971040-7836-4cb8-9064-952310391b4a] Updated VIF entry in instance network info cache for port b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 608.034708] env[61960]: DEBUG nova.network.neutron [req-5ed70d95-744e-4a0b-8f2f-93867b619e3f req-1856bbd5-ac86-4eec-86ab-2f07a8958686 service nova] [instance: 81971040-7836-4cb8-9064-952310391b4a] Updating instance_info_cache with network_info: [{"id": "b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1", "address": "fa:16:3e:46:85:81", "network": {"id": "448a8a48-102d-4577-9505-1c793c4ad73e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-222713243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be6a7be350b242d6ae545eb187ba2dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8ebbfcb-a0", "ovs_interfaceid": "b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.086820] env[61960]: DEBUG oslo_vmware.api [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Task: {'id': task-435564, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.142872] env[61960]: DEBUG oslo_vmware.api [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Task: {'id': task-435563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.169056] env[61960]: INFO nova.compute.rpcapi [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 608.169730] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Releasing lock "compute-rpcapi-router" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.509782] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Acquiring lock "refresh_cache-1e7e2f23-4fc9-45a3-9f60-8222fa73cc52" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.509937] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Acquired lock "refresh_cache-1e7e2f23-4fc9-45a3-9f60-8222fa73cc52" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.510168] env[61960]: DEBUG nova.network.neutron [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 608.531353] env[61960]: DEBUG nova.compute.manager [None req-e874c115-cbc4-4d73-923b-5174ee8c39f4 tempest-ServerDiagnosticsTest-35262270 tempest-ServerDiagnosticsTest-35262270-project-admin] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 608.532625] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4485446-9ac9-4813-8db0-6b93d6e25313 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.538140] env[61960]: DEBUG oslo_concurrency.lockutils [req-5ed70d95-744e-4a0b-8f2f-93867b619e3f req-1856bbd5-ac86-4eec-86ab-2f07a8958686 service nova] Releasing lock "refresh_cache-81971040-7836-4cb8-9064-952310391b4a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.543835] env[61960]: INFO nova.compute.manager [None req-e874c115-cbc4-4d73-923b-5174ee8c39f4 tempest-ServerDiagnosticsTest-35262270 tempest-ServerDiagnosticsTest-35262270-project-admin] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Retrieving diagnostics [ 608.544645] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce193097-9859-4363-be3c-7790eeb1e706 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.591996] env[61960]: DEBUG oslo_vmware.api [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Task: {'id': task-435564, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.640755] env[61960]: DEBUG oslo_vmware.api [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Task: {'id': task-435563, 'name': ReconfigVM_Task, 'duration_secs': 1.346813} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.641052] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 10117be5-70f2-4f62-81dd-3732ba3bb70c/10117be5-70f2-4f62-81dd-3732ba3bb70c.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.641885] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a076cdf-09dd-49b9-9f82-07a7f8529730 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.649985] env[61960]: DEBUG oslo_vmware.api [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Waiting for the task: (returnval){ [ 608.649985] env[61960]: value = "task-435565" [ 608.649985] env[61960]: _type = "Task" [ 608.649985] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.660247] env[61960]: DEBUG oslo_vmware.api [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Task: {'id': task-435565, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.700813] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquiring lock "refresh_cache-9d79bbb7-73e3-4af6-8595-b8d3ebd4378c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.701008] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquired lock "refresh_cache-9d79bbb7-73e3-4af6-8595-b8d3ebd4378c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.701229] env[61960]: DEBUG nova.network.neutron [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 608.951930] env[61960]: DEBUG nova.compute.manager [req-a3281fe1-adf8-409a-a363-ab46536a418c req-cfb12fe1-d3bf-4a74-be2c-bf5a69e4c31c service nova] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Received event network-changed-e4c5c0a8-f8f7-463c-a960-96c3194af65f {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 608.951930] env[61960]: DEBUG nova.compute.manager [req-a3281fe1-adf8-409a-a363-ab46536a418c req-cfb12fe1-d3bf-4a74-be2c-bf5a69e4c31c service nova] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Refreshing instance network info cache due to event network-changed-e4c5c0a8-f8f7-463c-a960-96c3194af65f. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 608.951930] env[61960]: DEBUG oslo_concurrency.lockutils [req-a3281fe1-adf8-409a-a363-ab46536a418c req-cfb12fe1-d3bf-4a74-be2c-bf5a69e4c31c service nova] Acquiring lock "refresh_cache-ea093293-99fb-4412-ac10-68d63bfc0229" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.951930] env[61960]: DEBUG oslo_concurrency.lockutils [req-a3281fe1-adf8-409a-a363-ab46536a418c req-cfb12fe1-d3bf-4a74-be2c-bf5a69e4c31c service nova] Acquired lock "refresh_cache-ea093293-99fb-4412-ac10-68d63bfc0229" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.951930] env[61960]: DEBUG nova.network.neutron [req-a3281fe1-adf8-409a-a363-ab46536a418c req-cfb12fe1-d3bf-4a74-be2c-bf5a69e4c31c service nova] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Refreshing network info cache for port e4c5c0a8-f8f7-463c-a960-96c3194af65f {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 609.048850] env[61960]: DEBUG nova.network.neutron [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 609.095981] env[61960]: DEBUG oslo_vmware.api [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Task: {'id': task-435564, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.167010] env[61960]: DEBUG oslo_vmware.api [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Task: {'id': task-435565, 'name': Rename_Task, 'duration_secs': 0.193568} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.168702] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 609.169494] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21abee6-d256-441c-9fe7-f1f111c22a22 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.172107] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f36f690-8eab-4c7c-a72e-f7deb6e4d906 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.190020] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34046bb8-0de1-47e8-a090-7b3be1a42534 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.193408] env[61960]: DEBUG oslo_vmware.api [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Waiting for the task: (returnval){ [ 609.193408] env[61960]: value = "task-435566" [ 609.193408] env[61960]: _type = "Task" [ 609.193408] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.244171] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47340b83-105b-4c28-8411-1bcc65be57b7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.250630] env[61960]: DEBUG oslo_vmware.api [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Task: {'id': task-435566, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.259356] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d03b6f-14d8-407b-b376-fff8795f0116 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.280640] env[61960]: DEBUG nova.compute.provider_tree [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 609.285290] env[61960]: DEBUG nova.compute.manager [req-aee6c8fa-4941-4b49-987c-95930d32a8fd req-d1a6482e-4790-4e52-bf14-73c9094dda65 service nova] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Received event network-changed-279a4e7a-be50-4feb-85fe-b1d1bdae341e {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 609.285290] env[61960]: DEBUG nova.compute.manager [req-aee6c8fa-4941-4b49-987c-95930d32a8fd req-d1a6482e-4790-4e52-bf14-73c9094dda65 service nova] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Refreshing instance network info cache due to event network-changed-279a4e7a-be50-4feb-85fe-b1d1bdae341e. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 609.285290] env[61960]: DEBUG oslo_concurrency.lockutils [req-aee6c8fa-4941-4b49-987c-95930d32a8fd req-d1a6482e-4790-4e52-bf14-73c9094dda65 service nova] Acquiring lock "refresh_cache-66396ef9-04a2-4c50-9f3a-c1a398aa36de" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.285290] env[61960]: DEBUG oslo_concurrency.lockutils [req-aee6c8fa-4941-4b49-987c-95930d32a8fd req-d1a6482e-4790-4e52-bf14-73c9094dda65 service nova] Acquired lock "refresh_cache-66396ef9-04a2-4c50-9f3a-c1a398aa36de" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.285290] env[61960]: DEBUG nova.network.neutron [req-aee6c8fa-4941-4b49-987c-95930d32a8fd req-d1a6482e-4790-4e52-bf14-73c9094dda65 service nova] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Refreshing network info cache for port 279a4e7a-be50-4feb-85fe-b1d1bdae341e {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 609.324647] env[61960]: DEBUG nova.network.neutron [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Updating instance_info_cache with network_info: [{"id": "b475b601-4f90-457a-bd44-fde098fc5a9e", "address": "fa:16:3e:57:9f:c9", "network": {"id": "ca81e6a8-84d6-4c66-beb0-503a78cc2713", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1504179891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c90a67d185469b88db38fe59c93520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb475b601-4f", "ovs_interfaceid": "b475b601-4f90-457a-bd44-fde098fc5a9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.591782] env[61960]: DEBUG oslo_vmware.api [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Task: {'id': task-435564, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.907171} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.592038] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 81971040-7836-4cb8-9064-952310391b4a/81971040-7836-4cb8-9064-952310391b4a.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 609.592264] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.592518] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-221edc02-7216-4836-97f2-9464e0f6200e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.600830] env[61960]: DEBUG oslo_vmware.api [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Waiting for the task: (returnval){ [ 609.600830] env[61960]: value = "task-435567" [ 609.600830] env[61960]: _type = "Task" [ 609.600830] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.623877] env[61960]: DEBUG oslo_vmware.api [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Task: {'id': task-435567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.626344] env[61960]: DEBUG nova.network.neutron [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Updating instance_info_cache with network_info: [{"id": "a584832f-1476-446a-8ddc-fa5f2cc45262", "address": "fa:16:3e:4a:95:3e", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa584832f-14", "ovs_interfaceid": "a584832f-1476-446a-8ddc-fa5f2cc45262", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.704752] env[61960]: DEBUG oslo_vmware.api [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Task: {'id': task-435566, 'name': PowerOnVM_Task, 'duration_secs': 0.484181} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.705273] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 609.705576] env[61960]: INFO nova.compute.manager [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Took 10.97 seconds to spawn the instance on the hypervisor. [ 609.706222] env[61960]: DEBUG nova.compute.manager [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 609.707916] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6214d986-9f2d-47ad-9f87-b918656c9ccc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.764554] env[61960]: DEBUG nova.network.neutron [req-a3281fe1-adf8-409a-a363-ab46536a418c req-cfb12fe1-d3bf-4a74-be2c-bf5a69e4c31c service nova] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Updated VIF entry in instance network info cache for port e4c5c0a8-f8f7-463c-a960-96c3194af65f. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 609.764881] env[61960]: DEBUG nova.network.neutron [req-a3281fe1-adf8-409a-a363-ab46536a418c req-cfb12fe1-d3bf-4a74-be2c-bf5a69e4c31c service nova] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Updating instance_info_cache with network_info: [{"id": "e4c5c0a8-f8f7-463c-a960-96c3194af65f", "address": "fa:16:3e:6a:9b:fe", "network": {"id": "937429d7-f520-4ee4-b32d-c1f048dd8c78", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1886321033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39e1da71d5e4556a25562d8eb462ab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4c5c0a8-f8", "ovs_interfaceid": "e4c5c0a8-f8f7-463c-a960-96c3194af65f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.804373] env[61960]: ERROR nova.scheduler.client.report [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [req-83036da7-5fcb-4ffc-9c9f-422ce6920af0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-83036da7-5fcb-4ffc-9c9f-422ce6920af0"}]} [ 609.827516] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Releasing lock "refresh_cache-1e7e2f23-4fc9-45a3-9f60-8222fa73cc52" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.827857] env[61960]: DEBUG nova.compute.manager [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Instance network_info: |[{"id": "b475b601-4f90-457a-bd44-fde098fc5a9e", "address": "fa:16:3e:57:9f:c9", "network": {"id": "ca81e6a8-84d6-4c66-beb0-503a78cc2713", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1504179891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c90a67d185469b88db38fe59c93520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb475b601-4f", "ovs_interfaceid": "b475b601-4f90-457a-bd44-fde098fc5a9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 609.828342] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:9f:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b475b601-4f90-457a-bd44-fde098fc5a9e', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.835930] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Creating folder: Project (28c90a67d185469b88db38fe59c93520). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 609.837566] env[61960]: DEBUG nova.scheduler.client.report [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 609.839591] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48d23c23-19a5-43d8-81bc-502160f9348b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.855337] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Created folder: Project (28c90a67d185469b88db38fe59c93520) in parent group-v115929. [ 609.855337] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Creating folder: Instances. Parent ref: group-v115992. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 609.855337] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-027a2340-5878-4e35-9a3e-e13613c857d1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.858282] env[61960]: DEBUG nova.scheduler.client.report [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 609.858482] env[61960]: DEBUG nova.compute.provider_tree [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 609.865553] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Created folder: Instances in parent group-v115992. [ 609.865801] env[61960]: DEBUG oslo.service.loopingcall [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 609.866028] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 609.866243] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6ee6a9b-bac9-44be-b4d5-d1dea6faf132 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.886966] env[61960]: DEBUG nova.scheduler.client.report [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 609.897124] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.897124] env[61960]: value = "task-435570" [ 609.897124] env[61960]: _type = "Task" [ 609.897124] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.905931] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435570, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.908395] env[61960]: DEBUG nova.scheduler.client.report [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 610.045995] env[61960]: DEBUG nova.network.neutron [req-aee6c8fa-4941-4b49-987c-95930d32a8fd req-d1a6482e-4790-4e52-bf14-73c9094dda65 service nova] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Updated VIF entry in instance network info cache for port 279a4e7a-be50-4feb-85fe-b1d1bdae341e. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 610.046462] env[61960]: DEBUG nova.network.neutron [req-aee6c8fa-4941-4b49-987c-95930d32a8fd req-d1a6482e-4790-4e52-bf14-73c9094dda65 service nova] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Updating instance_info_cache with network_info: [{"id": "279a4e7a-be50-4feb-85fe-b1d1bdae341e", "address": "fa:16:3e:0e:aa:bd", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap279a4e7a-be", "ovs_interfaceid": "279a4e7a-be50-4feb-85fe-b1d1bdae341e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.112642] env[61960]: DEBUG oslo_vmware.api [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Task: {'id': task-435567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.301499} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.116063] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.117902] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca0c697-bee7-4320-b713-fb90a6ddde73 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.119928] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Acquiring lock "85eb3bcf-83c5-4420-8d66-d5c0b6595964" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.120361] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Lock "85eb3bcf-83c5-4420-8d66-d5c0b6595964" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.120580] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Acquiring lock "85eb3bcf-83c5-4420-8d66-d5c0b6595964-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.120778] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Lock "85eb3bcf-83c5-4420-8d66-d5c0b6595964-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.121123] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Lock "85eb3bcf-83c5-4420-8d66-d5c0b6595964-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.123971] env[61960]: INFO nova.compute.manager [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Terminating instance [ 610.137815] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Releasing lock "refresh_cache-9d79bbb7-73e3-4af6-8595-b8d3ebd4378c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.151707] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 81971040-7836-4cb8-9064-952310391b4a/81971040-7836-4cb8-9064-952310391b4a.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.156332] env[61960]: DEBUG nova.compute.manager [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 610.156586] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 610.157173] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afd5823f-1bc7-4654-8f94-5f6c6057e4e7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.175190] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1931065f-4087-4601-8362-8933ea727889 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.193213] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 610.193213] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f5c759a-b6fe-402e-954a-7876f60ff725 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.193632] env[61960]: DEBUG oslo_vmware.api [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Waiting for the task: (returnval){ [ 610.193632] env[61960]: value = "task-435571" [ 610.193632] env[61960]: _type = "Task" [ 610.193632] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.198782] env[61960]: DEBUG oslo_vmware.api [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Waiting for the task: (returnval){ [ 610.198782] env[61960]: value = "task-435572" [ 610.198782] env[61960]: _type = "Task" [ 610.198782] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.204735] env[61960]: DEBUG oslo_vmware.api [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Task: {'id': task-435571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.210801] env[61960]: DEBUG oslo_vmware.api [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Task: {'id': task-435572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.234374] env[61960]: INFO nova.compute.manager [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Took 37.87 seconds to build instance. [ 610.267227] env[61960]: DEBUG oslo_concurrency.lockutils [req-a3281fe1-adf8-409a-a363-ab46536a418c req-cfb12fe1-d3bf-4a74-be2c-bf5a69e4c31c service nova] Releasing lock "refresh_cache-ea093293-99fb-4412-ac10-68d63bfc0229" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.267503] env[61960]: DEBUG nova.compute.manager [req-a3281fe1-adf8-409a-a363-ab46536a418c req-cfb12fe1-d3bf-4a74-be2c-bf5a69e4c31c service nova] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Received event network-changed-684ccbe3-fd71-4699-9bde-0641cb07d979 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 610.267687] env[61960]: DEBUG nova.compute.manager [req-a3281fe1-adf8-409a-a363-ab46536a418c req-cfb12fe1-d3bf-4a74-be2c-bf5a69e4c31c service nova] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Refreshing instance network info cache due to event network-changed-684ccbe3-fd71-4699-9bde-0641cb07d979. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 610.267900] env[61960]: DEBUG oslo_concurrency.lockutils [req-a3281fe1-adf8-409a-a363-ab46536a418c req-cfb12fe1-d3bf-4a74-be2c-bf5a69e4c31c service nova] Acquiring lock "refresh_cache-46bf2f3b-9f41-4043-8b2b-e52e765da72b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.268044] env[61960]: DEBUG oslo_concurrency.lockutils [req-a3281fe1-adf8-409a-a363-ab46536a418c req-cfb12fe1-d3bf-4a74-be2c-bf5a69e4c31c service nova] Acquired lock "refresh_cache-46bf2f3b-9f41-4043-8b2b-e52e765da72b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.268209] env[61960]: DEBUG nova.network.neutron [req-a3281fe1-adf8-409a-a363-ab46536a418c req-cfb12fe1-d3bf-4a74-be2c-bf5a69e4c31c service nova] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Refreshing network info cache for port 684ccbe3-fd71-4699-9bde-0641cb07d979 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 610.409391] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435570, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.528704] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d113f2-4319-4d1f-bf0d-c3c8b125186a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.537713] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59965523-4111-4d71-b751-fe1c3796c3ac {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.568945] env[61960]: DEBUG oslo_concurrency.lockutils [req-aee6c8fa-4941-4b49-987c-95930d32a8fd req-d1a6482e-4790-4e52-bf14-73c9094dda65 service nova] Releasing lock "refresh_cache-66396ef9-04a2-4c50-9f3a-c1a398aa36de" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.570185] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96911053-b777-477f-8711-01ba2aa2021a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.578644] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd08aed-d8bf-43a7-8812-812e839d4530 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.593196] env[61960]: DEBUG nova.compute.provider_tree [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 610.713187] env[61960]: DEBUG oslo_vmware.api [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Task: {'id': task-435572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.716802] env[61960]: DEBUG oslo_vmware.api [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Task: {'id': task-435571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.736818] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2ee54318-22be-4e44-8c53-1a4815fd7dce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Lock "10117be5-70f2-4f62-81dd-3732ba3bb70c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.116s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.917043] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435570, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.130826] env[61960]: DEBUG nova.scheduler.client.report [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 51 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 611.130826] env[61960]: DEBUG nova.compute.provider_tree [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 51 to 52 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 611.131546] env[61960]: DEBUG nova.compute.provider_tree [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 611.170336] env[61960]: DEBUG nova.network.neutron [req-a3281fe1-adf8-409a-a363-ab46536a418c req-cfb12fe1-d3bf-4a74-be2c-bf5a69e4c31c service nova] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Updated VIF entry in instance network info cache for port 684ccbe3-fd71-4699-9bde-0641cb07d979. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 611.170722] env[61960]: DEBUG nova.network.neutron [req-a3281fe1-adf8-409a-a363-ab46536a418c req-cfb12fe1-d3bf-4a74-be2c-bf5a69e4c31c service nova] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Updating instance_info_cache with network_info: [{"id": "684ccbe3-fd71-4699-9bde-0641cb07d979", "address": "fa:16:3e:0b:b4:4b", "network": {"id": "937429d7-f520-4ee4-b32d-c1f048dd8c78", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1886321033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39e1da71d5e4556a25562d8eb462ab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap684ccbe3-fd", "ovs_interfaceid": "684ccbe3-fd71-4699-9bde-0641cb07d979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.210747] env[61960]: DEBUG oslo_vmware.api [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Task: {'id': task-435571, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.217081] env[61960]: DEBUG oslo_vmware.api [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Task: {'id': task-435572, 'name': PowerOffVM_Task, 'duration_secs': 0.921031} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.217367] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 611.217572] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 611.217830] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0321dd48-de01-4627-85da-eaa5c7fbad58 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.240468] env[61960]: DEBUG nova.compute.manager [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 611.293950] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 611.294193] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 611.294376] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Deleting the datastore file [datastore1] 85eb3bcf-83c5-4420-8d66-d5c0b6595964 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 611.296803] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73810d00-02f3-4bb4-9a40-0a7bad5ec6c8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.304526] env[61960]: DEBUG oslo_vmware.api [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Waiting for the task: (returnval){ [ 611.304526] env[61960]: value = "task-435574" [ 611.304526] env[61960]: _type = "Task" [ 611.304526] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.316025] env[61960]: DEBUG oslo_vmware.api [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Task: {'id': task-435574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.412955] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435570, 'name': CreateVM_Task, 'duration_secs': 1.352037} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.413120] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 611.413889] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.414056] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.414622] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.415022] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b897dce5-372b-466f-bf71-e6b9e4beffb2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.422668] env[61960]: DEBUG oslo_vmware.api [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Waiting for the task: (returnval){ [ 611.422668] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5240fcd2-46c2-c912-8869-876bce5acdc7" [ 611.422668] env[61960]: _type = "Task" [ 611.422668] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.435959] env[61960]: DEBUG oslo_vmware.api [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5240fcd2-46c2-c912-8869-876bce5acdc7, 'name': SearchDatastore_Task, 'duration_secs': 0.009493} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.436198] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.436434] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.436714] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.436867] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.437062] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.437343] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10ce5478-048c-4ffe-b326-b4c227a2eed0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.450427] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.450593] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 611.451406] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d22ab58-5baf-4fe3-b55c-d90404ccabdb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.458335] env[61960]: DEBUG oslo_vmware.api [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Waiting for the task: (returnval){ [ 611.458335] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52cfc357-f80e-b96d-cb82-ae93d34e50fd" [ 611.458335] env[61960]: _type = "Task" [ 611.458335] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.468025] env[61960]: DEBUG oslo_vmware.api [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52cfc357-f80e-b96d-cb82-ae93d34e50fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.611311] env[61960]: DEBUG nova.compute.manager [req-277a845b-f1ca-48d6-a11e-9840374c6aa3 req-05d527ef-7c4b-4c71-acc9-449a0a1e0dd3 service nova] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Received event network-vif-plugged-b475b601-4f90-457a-bd44-fde098fc5a9e {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 611.611311] env[61960]: DEBUG oslo_concurrency.lockutils [req-277a845b-f1ca-48d6-a11e-9840374c6aa3 req-05d527ef-7c4b-4c71-acc9-449a0a1e0dd3 service nova] Acquiring lock "1e7e2f23-4fc9-45a3-9f60-8222fa73cc52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.611311] env[61960]: DEBUG oslo_concurrency.lockutils [req-277a845b-f1ca-48d6-a11e-9840374c6aa3 req-05d527ef-7c4b-4c71-acc9-449a0a1e0dd3 service nova] Lock "1e7e2f23-4fc9-45a3-9f60-8222fa73cc52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.611311] env[61960]: DEBUG oslo_concurrency.lockutils [req-277a845b-f1ca-48d6-a11e-9840374c6aa3 req-05d527ef-7c4b-4c71-acc9-449a0a1e0dd3 service nova] Lock "1e7e2f23-4fc9-45a3-9f60-8222fa73cc52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.611311] env[61960]: DEBUG nova.compute.manager [req-277a845b-f1ca-48d6-a11e-9840374c6aa3 req-05d527ef-7c4b-4c71-acc9-449a0a1e0dd3 service nova] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] No waiting events found dispatching network-vif-plugged-b475b601-4f90-457a-bd44-fde098fc5a9e {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 611.611563] env[61960]: WARNING nova.compute.manager [req-277a845b-f1ca-48d6-a11e-9840374c6aa3 req-05d527ef-7c4b-4c71-acc9-449a0a1e0dd3 service nova] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Received unexpected event network-vif-plugged-b475b601-4f90-457a-bd44-fde098fc5a9e for instance with vm_state building and task_state spawning. [ 611.611769] env[61960]: DEBUG nova.compute.manager [req-277a845b-f1ca-48d6-a11e-9840374c6aa3 req-05d527ef-7c4b-4c71-acc9-449a0a1e0dd3 service nova] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Received event network-changed-b475b601-4f90-457a-bd44-fde098fc5a9e {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 611.612138] env[61960]: DEBUG nova.compute.manager [req-277a845b-f1ca-48d6-a11e-9840374c6aa3 req-05d527ef-7c4b-4c71-acc9-449a0a1e0dd3 service nova] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Refreshing instance network info cache due to event network-changed-b475b601-4f90-457a-bd44-fde098fc5a9e. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 611.612484] env[61960]: DEBUG oslo_concurrency.lockutils [req-277a845b-f1ca-48d6-a11e-9840374c6aa3 req-05d527ef-7c4b-4c71-acc9-449a0a1e0dd3 service nova] Acquiring lock "refresh_cache-1e7e2f23-4fc9-45a3-9f60-8222fa73cc52" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.612766] env[61960]: DEBUG oslo_concurrency.lockutils [req-277a845b-f1ca-48d6-a11e-9840374c6aa3 req-05d527ef-7c4b-4c71-acc9-449a0a1e0dd3 service nova] Acquired lock "refresh_cache-1e7e2f23-4fc9-45a3-9f60-8222fa73cc52" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.613052] env[61960]: DEBUG nova.network.neutron [req-277a845b-f1ca-48d6-a11e-9840374c6aa3 req-05d527ef-7c4b-4c71-acc9-449a0a1e0dd3 service nova] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Refreshing network info cache for port b475b601-4f90-457a-bd44-fde098fc5a9e {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 611.636378] env[61960]: DEBUG oslo_concurrency.lockutils [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.977s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.637273] env[61960]: DEBUG nova.compute.manager [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 611.640130] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0694996b-6158-4b0f-bc93-cf2decc0caf6 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.546s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.640512] env[61960]: DEBUG nova.objects.instance [None req-0694996b-6158-4b0f-bc93-cf2decc0caf6 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lazy-loading 'resources' on Instance uuid 46cef7c4-93a2-4751-bddb-39b874016f63 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 611.674046] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ebbadd-3033-433d-8153-bbc54067696b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.676428] env[61960]: DEBUG oslo_concurrency.lockutils [req-a3281fe1-adf8-409a-a363-ab46536a418c req-cfb12fe1-d3bf-4a74-be2c-bf5a69e4c31c service nova] Releasing lock "refresh_cache-46bf2f3b-9f41-4043-8b2b-e52e765da72b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.708034] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Updating instance '9d79bbb7-73e3-4af6-8595-b8d3ebd4378c' progress to 0 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 611.730243] env[61960]: DEBUG oslo_vmware.api [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Task: {'id': task-435571, 'name': ReconfigVM_Task, 'duration_secs': 1.060393} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.730579] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 81971040-7836-4cb8-9064-952310391b4a/81971040-7836-4cb8-9064-952310391b4a.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.731294] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e600f6da-961d-49e8-8dac-709625f5237c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.740308] env[61960]: DEBUG oslo_vmware.api [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Waiting for the task: (returnval){ [ 611.740308] env[61960]: value = "task-435575" [ 611.740308] env[61960]: _type = "Task" [ 611.740308] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.752838] env[61960]: DEBUG oslo_vmware.api [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Task: {'id': task-435575, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.766537] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.816412] env[61960]: DEBUG oslo_vmware.api [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Task: {'id': task-435574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140942} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.816412] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.816412] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 611.816412] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 611.816661] env[61960]: INFO nova.compute.manager [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Took 1.66 seconds to destroy the instance on the hypervisor. [ 611.816661] env[61960]: DEBUG oslo.service.loopingcall [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 611.816886] env[61960]: DEBUG nova.compute.manager [-] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 611.816969] env[61960]: DEBUG nova.network.neutron [-] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 611.970517] env[61960]: DEBUG oslo_vmware.api [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52cfc357-f80e-b96d-cb82-ae93d34e50fd, 'name': SearchDatastore_Task, 'duration_secs': 0.021765} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.971353] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-840f394a-1c5a-4a44-bc98-f5b667a8d44b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.979873] env[61960]: DEBUG oslo_vmware.api [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Waiting for the task: (returnval){ [ 611.979873] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52dcdf8d-939d-f6a8-293b-56fe822d7397" [ 611.979873] env[61960]: _type = "Task" [ 611.979873] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.988141] env[61960]: DEBUG oslo_vmware.api [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52dcdf8d-939d-f6a8-293b-56fe822d7397, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.146961] env[61960]: DEBUG nova.compute.utils [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 612.149795] env[61960]: DEBUG nova.compute.manager [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 612.151050] env[61960]: DEBUG nova.network.neutron [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 612.158378] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8cbcf5f7-fa72-4f3b-bf1c-a875567fe74d tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Acquiring lock "46bf2f3b-9f41-4043-8b2b-e52e765da72b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.158660] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8cbcf5f7-fa72-4f3b-bf1c-a875567fe74d tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Lock "46bf2f3b-9f41-4043-8b2b-e52e765da72b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.158869] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8cbcf5f7-fa72-4f3b-bf1c-a875567fe74d tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Acquiring lock "46bf2f3b-9f41-4043-8b2b-e52e765da72b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.159042] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8cbcf5f7-fa72-4f3b-bf1c-a875567fe74d tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Lock "46bf2f3b-9f41-4043-8b2b-e52e765da72b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.159206] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8cbcf5f7-fa72-4f3b-bf1c-a875567fe74d tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Lock "46bf2f3b-9f41-4043-8b2b-e52e765da72b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.165577] env[61960]: INFO nova.compute.manager [None req-8cbcf5f7-fa72-4f3b-bf1c-a875567fe74d tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Terminating instance [ 612.167222] env[61960]: DEBUG nova.compute.manager [None req-8cbcf5f7-fa72-4f3b-bf1c-a875567fe74d tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 612.167465] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbcf5f7-fa72-4f3b-bf1c-a875567fe74d tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 612.173781] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5cddff-8191-42db-8481-10a1739b280e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.185651] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cbcf5f7-fa72-4f3b-bf1c-a875567fe74d tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 612.185989] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da8bf55a-7bab-4213-974a-fbc3bd4faf1c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.196946] env[61960]: DEBUG oslo_vmware.api [None req-8cbcf5f7-fa72-4f3b-bf1c-a875567fe74d tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Waiting for the task: (returnval){ [ 612.196946] env[61960]: value = "task-435576" [ 612.196946] env[61960]: _type = "Task" [ 612.196946] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.208804] env[61960]: DEBUG oslo_vmware.api [None req-8cbcf5f7-fa72-4f3b-bf1c-a875567fe74d tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': task-435576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.224266] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 612.228726] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7259867c-3d4a-4e4f-8b87-a55cf4fb6f57 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.240896] env[61960]: DEBUG oslo_vmware.api [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 612.240896] env[61960]: value = "task-435577" [ 612.240896] env[61960]: _type = "Task" [ 612.240896] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.255658] env[61960]: DEBUG nova.policy [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0a46193dae3462a89d585587f25ebac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a183cfc227f249ebab6a6e536cafbf2f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 612.267205] env[61960]: DEBUG oslo_vmware.api [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Task: {'id': task-435575, 'name': Rename_Task, 'duration_secs': 0.152917} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.267914] env[61960]: DEBUG oslo_vmware.api [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.270420] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 612.270596] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa4ec511-d2d3-4a0e-aa82-576a05540ef2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.282378] env[61960]: DEBUG oslo_vmware.api [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Waiting for the task: (returnval){ [ 612.282378] env[61960]: value = "task-435578" [ 612.282378] env[61960]: _type = "Task" [ 612.282378] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.294353] env[61960]: DEBUG oslo_vmware.api [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Task: {'id': task-435578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.489681] env[61960]: DEBUG oslo_vmware.api [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52dcdf8d-939d-f6a8-293b-56fe822d7397, 'name': SearchDatastore_Task, 'duration_secs': 0.009686} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.492399] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.492676] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52/1e7e2f23-4fc9-45a3-9f60-8222fa73cc52.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 612.494247] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e56cb37-4750-4b64-86c4-60f5fe6bad45 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.502847] env[61960]: DEBUG oslo_vmware.api [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Waiting for the task: (returnval){ [ 612.502847] env[61960]: value = "task-435579" [ 612.502847] env[61960]: _type = "Task" [ 612.502847] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.514222] env[61960]: DEBUG oslo_vmware.api [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Task: {'id': task-435579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.544278] env[61960]: DEBUG nova.network.neutron [req-277a845b-f1ca-48d6-a11e-9840374c6aa3 req-05d527ef-7c4b-4c71-acc9-449a0a1e0dd3 service nova] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Updated VIF entry in instance network info cache for port b475b601-4f90-457a-bd44-fde098fc5a9e. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 612.544655] env[61960]: DEBUG nova.network.neutron [req-277a845b-f1ca-48d6-a11e-9840374c6aa3 req-05d527ef-7c4b-4c71-acc9-449a0a1e0dd3 service nova] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Updating instance_info_cache with network_info: [{"id": "b475b601-4f90-457a-bd44-fde098fc5a9e", "address": "fa:16:3e:57:9f:c9", "network": {"id": "ca81e6a8-84d6-4c66-beb0-503a78cc2713", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1504179891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c90a67d185469b88db38fe59c93520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb475b601-4f", "ovs_interfaceid": "b475b601-4f90-457a-bd44-fde098fc5a9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.580804] env[61960]: DEBUG nova.network.neutron [-] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.650387] env[61960]: DEBUG nova.compute.manager [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 612.720214] env[61960]: DEBUG oslo_vmware.api [None req-8cbcf5f7-fa72-4f3b-bf1c-a875567fe74d tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': task-435576, 'name': PowerOffVM_Task, 'duration_secs': 0.267106} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.722439] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cbcf5f7-fa72-4f3b-bf1c-a875567fe74d tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 612.722827] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbcf5f7-fa72-4f3b-bf1c-a875567fe74d tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 612.730653] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-734f69d6-115b-488a-bbb1-e02983a30f74 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.762851] env[61960]: DEBUG oslo_vmware.api [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435577, 'name': PowerOffVM_Task, 'duration_secs': 0.230898} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.763245] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 612.763464] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Updating instance '9d79bbb7-73e3-4af6-8595-b8d3ebd4378c' progress to 17 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 612.792836] env[61960]: DEBUG nova.compute.manager [req-d3693b2a-fac6-4d86-966b-2a1cd7978b83 req-e84b8b8d-2c5f-42be-aa9b-8283c6cdc9ca service nova] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Received event network-vif-deleted-b1eb51a5-d16a-441f-a223-a6c1a8db8339 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 612.810296] env[61960]: DEBUG oslo_vmware.api [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Task: {'id': task-435578, 'name': PowerOnVM_Task, 'duration_secs': 0.469873} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.810296] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 612.810296] env[61960]: INFO nova.compute.manager [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Took 11.40 seconds to spawn the instance on the hypervisor. [ 612.810296] env[61960]: DEBUG nova.compute.manager [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 612.811229] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cbfab0-4320-4ff1-b74e-58a365444607 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.844130] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7507beb4-e3c9-4946-9d24-e362e8715740 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.855781] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b10aff2-5779-41ed-8105-4c1f23040b33 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.862380] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbcf5f7-fa72-4f3b-bf1c-a875567fe74d tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 612.863094] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbcf5f7-fa72-4f3b-bf1c-a875567fe74d tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 612.863094] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cbcf5f7-fa72-4f3b-bf1c-a875567fe74d tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Deleting the datastore file [datastore1] 46bf2f3b-9f41-4043-8b2b-e52e765da72b {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 612.863743] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97a4877b-c020-4d05-8351-2f9aee7647ff {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.898448] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff2a7f6-013b-4ec1-90e2-eef2bb156971 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.901775] env[61960]: DEBUG oslo_vmware.api [None req-8cbcf5f7-fa72-4f3b-bf1c-a875567fe74d tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Waiting for the task: (returnval){ [ 612.901775] env[61960]: value = "task-435581" [ 612.901775] env[61960]: _type = "Task" [ 612.901775] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.910323] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e41413f-b261-4c2e-b13c-d7d2c0086dcb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.918771] env[61960]: DEBUG oslo_vmware.api [None req-8cbcf5f7-fa72-4f3b-bf1c-a875567fe74d tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': task-435581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.931097] env[61960]: DEBUG nova.compute.provider_tree [None req-0694996b-6158-4b0f-bc93-cf2decc0caf6 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.967110] env[61960]: DEBUG nova.network.neutron [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Successfully created port: 4ffdc342-4bf5-4f97-9de6-2bbe25da12c9 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 613.015817] env[61960]: DEBUG oslo_vmware.api [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Task: {'id': task-435579, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.047645] env[61960]: DEBUG oslo_concurrency.lockutils [req-277a845b-f1ca-48d6-a11e-9840374c6aa3 req-05d527ef-7c4b-4c71-acc9-449a0a1e0dd3 service nova] Releasing lock "refresh_cache-1e7e2f23-4fc9-45a3-9f60-8222fa73cc52" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.047924] env[61960]: DEBUG nova.compute.manager [req-277a845b-f1ca-48d6-a11e-9840374c6aa3 req-05d527ef-7c4b-4c71-acc9-449a0a1e0dd3 service nova] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Received event network-changed-684ccbe3-fd71-4699-9bde-0641cb07d979 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 613.048110] env[61960]: DEBUG nova.compute.manager [req-277a845b-f1ca-48d6-a11e-9840374c6aa3 req-05d527ef-7c4b-4c71-acc9-449a0a1e0dd3 service nova] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Refreshing instance network info cache due to event network-changed-684ccbe3-fd71-4699-9bde-0641cb07d979. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 613.048562] env[61960]: DEBUG oslo_concurrency.lockutils [req-277a845b-f1ca-48d6-a11e-9840374c6aa3 req-05d527ef-7c4b-4c71-acc9-449a0a1e0dd3 service nova] Acquiring lock "refresh_cache-46bf2f3b-9f41-4043-8b2b-e52e765da72b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.048562] env[61960]: DEBUG oslo_concurrency.lockutils [req-277a845b-f1ca-48d6-a11e-9840374c6aa3 req-05d527ef-7c4b-4c71-acc9-449a0a1e0dd3 service nova] Acquired lock "refresh_cache-46bf2f3b-9f41-4043-8b2b-e52e765da72b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.048705] env[61960]: DEBUG nova.network.neutron [req-277a845b-f1ca-48d6-a11e-9840374c6aa3 req-05d527ef-7c4b-4c71-acc9-449a0a1e0dd3 service nova] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Refreshing network info cache for port 684ccbe3-fd71-4699-9bde-0641cb07d979 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 613.084123] env[61960]: INFO nova.compute.manager [-] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Took 1.27 seconds to deallocate network for instance. [ 613.273700] env[61960]: DEBUG nova.virt.hardware [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:07:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 613.276937] env[61960]: DEBUG nova.virt.hardware [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 613.276937] env[61960]: DEBUG nova.virt.hardware [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.276937] env[61960]: DEBUG nova.virt.hardware [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 613.276937] env[61960]: DEBUG nova.virt.hardware [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.276937] env[61960]: DEBUG nova.virt.hardware [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 613.276937] env[61960]: DEBUG nova.virt.hardware [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 613.277214] env[61960]: DEBUG nova.virt.hardware [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 613.277214] env[61960]: DEBUG nova.virt.hardware [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 613.277214] env[61960]: DEBUG nova.virt.hardware [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 613.277214] env[61960]: DEBUG nova.virt.hardware [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 613.280491] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec21f19b-8bc4-464b-b5b9-6b0ebf432025 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.298073] env[61960]: DEBUG oslo_vmware.api [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 613.298073] env[61960]: value = "task-435582" [ 613.298073] env[61960]: _type = "Task" [ 613.298073] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.308112] env[61960]: DEBUG oslo_vmware.api [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435582, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.338251] env[61960]: INFO nova.compute.manager [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Took 39.99 seconds to build instance. [ 613.412879] env[61960]: DEBUG oslo_vmware.api [None req-8cbcf5f7-fa72-4f3b-bf1c-a875567fe74d tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': task-435581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.532682} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.413115] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cbcf5f7-fa72-4f3b-bf1c-a875567fe74d tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 613.413361] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbcf5f7-fa72-4f3b-bf1c-a875567fe74d tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 613.413601] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbcf5f7-fa72-4f3b-bf1c-a875567fe74d tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 613.413816] env[61960]: INFO nova.compute.manager [None req-8cbcf5f7-fa72-4f3b-bf1c-a875567fe74d tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Took 1.25 seconds to destroy the instance on the hypervisor. [ 613.414103] env[61960]: DEBUG oslo.service.loopingcall [None req-8cbcf5f7-fa72-4f3b-bf1c-a875567fe74d tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 613.414430] env[61960]: DEBUG nova.compute.manager [-] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 613.414430] env[61960]: DEBUG nova.network.neutron [-] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 613.434151] env[61960]: DEBUG nova.scheduler.client.report [None req-0694996b-6158-4b0f-bc93-cf2decc0caf6 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 613.515849] env[61960]: DEBUG oslo_vmware.api [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Task: {'id': task-435579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592941} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.518085] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52/1e7e2f23-4fc9-45a3-9f60-8222fa73cc52.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 613.518316] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.518613] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-298d356a-4e0b-49ec-a685-4d3e9e5edf09 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.526696] env[61960]: DEBUG oslo_vmware.api [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Waiting for the task: (returnval){ [ 613.526696] env[61960]: value = "task-435583" [ 613.526696] env[61960]: _type = "Task" [ 613.526696] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.535792] env[61960]: DEBUG oslo_vmware.api [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Task: {'id': task-435583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.591078] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.660855] env[61960]: DEBUG nova.compute.manager [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 613.701996] env[61960]: DEBUG nova.virt.hardware [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 613.701996] env[61960]: DEBUG nova.virt.hardware [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 613.701996] env[61960]: DEBUG nova.virt.hardware [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.702312] env[61960]: DEBUG nova.virt.hardware [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 613.702312] env[61960]: DEBUG nova.virt.hardware [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.702312] env[61960]: DEBUG nova.virt.hardware [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 613.702428] env[61960]: DEBUG nova.virt.hardware [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 613.704174] env[61960]: DEBUG nova.virt.hardware [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 613.704174] env[61960]: DEBUG nova.virt.hardware [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 613.704174] env[61960]: DEBUG nova.virt.hardware [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 613.704174] env[61960]: DEBUG nova.virt.hardware [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 613.704321] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3e1ff9-f1fc-4911-b0ef-9dd4ba997817 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.715272] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89e64a1-df58-4543-a421-cd23c517f9a6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.808561] env[61960]: DEBUG oslo_vmware.api [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435582, 'name': ReconfigVM_Task, 'duration_secs': 0.288299} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.808811] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Updating instance '9d79bbb7-73e3-4af6-8595-b8d3ebd4378c' progress to 33 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 613.842404] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1d9247ac-1679-4f32-b5bd-c2dc1bc64138 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Lock "81971040-7836-4cb8-9064-952310391b4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.450s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.943780] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0694996b-6158-4b0f-bc93-cf2decc0caf6 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.303s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.945985] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.212s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.946289] env[61960]: DEBUG nova.objects.instance [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Lazy-loading 'resources' on Instance uuid 2567109b-5916-478e-a169-da093e2f68a7 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 613.969018] env[61960]: INFO nova.scheduler.client.report [None req-0694996b-6158-4b0f-bc93-cf2decc0caf6 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Deleted allocations for instance 46cef7c4-93a2-4751-bddb-39b874016f63 [ 614.038454] env[61960]: DEBUG oslo_vmware.api [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Task: {'id': task-435583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.336583} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.042018] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.042018] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daaa495e-d8ac-4ff0-9453-e889f5fc09df {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.062727] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52/1e7e2f23-4fc9-45a3-9f60-8222fa73cc52.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.063385] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b2539b8-1c29-4362-b406-28c958748250 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.086052] env[61960]: DEBUG oslo_vmware.api [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Waiting for the task: (returnval){ [ 614.086052] env[61960]: value = "task-435584" [ 614.086052] env[61960]: _type = "Task" [ 614.086052] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.092652] env[61960]: DEBUG oslo_vmware.api [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Task: {'id': task-435584, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.206439] env[61960]: DEBUG nova.network.neutron [req-277a845b-f1ca-48d6-a11e-9840374c6aa3 req-05d527ef-7c4b-4c71-acc9-449a0a1e0dd3 service nova] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Updated VIF entry in instance network info cache for port 684ccbe3-fd71-4699-9bde-0641cb07d979. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 614.206785] env[61960]: DEBUG nova.network.neutron [req-277a845b-f1ca-48d6-a11e-9840374c6aa3 req-05d527ef-7c4b-4c71-acc9-449a0a1e0dd3 service nova] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Updating instance_info_cache with network_info: [{"id": "684ccbe3-fd71-4699-9bde-0641cb07d979", "address": "fa:16:3e:0b:b4:4b", "network": {"id": "937429d7-f520-4ee4-b32d-c1f048dd8c78", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1886321033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39e1da71d5e4556a25562d8eb462ab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap684ccbe3-fd", "ovs_interfaceid": "684ccbe3-fd71-4699-9bde-0641cb07d979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.272983] env[61960]: DEBUG nova.network.neutron [-] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.315997] env[61960]: DEBUG nova.virt.hardware [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 614.316430] env[61960]: DEBUG nova.virt.hardware [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 614.316430] env[61960]: DEBUG nova.virt.hardware [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.317230] env[61960]: DEBUG nova.virt.hardware [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 614.317230] env[61960]: DEBUG nova.virt.hardware [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.317230] env[61960]: DEBUG nova.virt.hardware [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 614.317230] env[61960]: DEBUG nova.virt.hardware [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 614.317367] env[61960]: DEBUG nova.virt.hardware [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 614.317530] env[61960]: DEBUG nova.virt.hardware [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 614.317718] env[61960]: DEBUG nova.virt.hardware [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 614.317898] env[61960]: DEBUG nova.virt.hardware [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 614.323399] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Reconfiguring VM instance instance-0000000c to detach disk 2000 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 614.324247] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ee98da1-46d0-4cac-8bed-8792418ea0ac {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.346032] env[61960]: DEBUG oslo_vmware.api [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 614.346032] env[61960]: value = "task-435585" [ 614.346032] env[61960]: _type = "Task" [ 614.346032] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.349946] env[61960]: DEBUG nova.compute.manager [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 614.362302] env[61960]: DEBUG oslo_vmware.api [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435585, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.414789] env[61960]: DEBUG nova.compute.manager [req-980452b6-3084-4a4f-b4ba-886c3d412b50 req-57540c00-c13e-4c7f-b98e-3909b51d3919 service nova] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Received event network-changed-d98aef44-456f-48df-bff5-b7804ad93a47 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 614.414994] env[61960]: DEBUG nova.compute.manager [req-980452b6-3084-4a4f-b4ba-886c3d412b50 req-57540c00-c13e-4c7f-b98e-3909b51d3919 service nova] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Refreshing instance network info cache due to event network-changed-d98aef44-456f-48df-bff5-b7804ad93a47. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 614.415236] env[61960]: DEBUG oslo_concurrency.lockutils [req-980452b6-3084-4a4f-b4ba-886c3d412b50 req-57540c00-c13e-4c7f-b98e-3909b51d3919 service nova] Acquiring lock "refresh_cache-10117be5-70f2-4f62-81dd-3732ba3bb70c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.415447] env[61960]: DEBUG oslo_concurrency.lockutils [req-980452b6-3084-4a4f-b4ba-886c3d412b50 req-57540c00-c13e-4c7f-b98e-3909b51d3919 service nova] Acquired lock "refresh_cache-10117be5-70f2-4f62-81dd-3732ba3bb70c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.415534] env[61960]: DEBUG nova.network.neutron [req-980452b6-3084-4a4f-b4ba-886c3d412b50 req-57540c00-c13e-4c7f-b98e-3909b51d3919 service nova] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Refreshing network info cache for port d98aef44-456f-48df-bff5-b7804ad93a47 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 614.476200] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0694996b-6158-4b0f-bc93-cf2decc0caf6 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "46cef7c4-93a2-4751-bddb-39b874016f63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.527s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.596932] env[61960]: DEBUG oslo_vmware.api [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Task: {'id': task-435584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.711056] env[61960]: DEBUG oslo_concurrency.lockutils [req-277a845b-f1ca-48d6-a11e-9840374c6aa3 req-05d527ef-7c4b-4c71-acc9-449a0a1e0dd3 service nova] Releasing lock "refresh_cache-46bf2f3b-9f41-4043-8b2b-e52e765da72b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.775921] env[61960]: INFO nova.compute.manager [-] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Took 1.36 seconds to deallocate network for instance. [ 614.859815] env[61960]: DEBUG oslo_vmware.api [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435585, 'name': ReconfigVM_Task, 'duration_secs': 0.184293} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.863186] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Reconfigured VM instance instance-0000000c to detach disk 2000 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 614.866772] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4989d9b-c6b4-4163-af09-c337b95db931 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.893081] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c/9d79bbb7-73e3-4af6-8595-b8d3ebd4378c.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.898214] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.898568] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-442d59e0-eb7f-4c51-91ce-5c16b80b40b3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.925925] env[61960]: DEBUG oslo_vmware.api [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 614.925925] env[61960]: value = "task-435586" [ 614.925925] env[61960]: _type = "Task" [ 614.925925] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.942061] env[61960]: DEBUG oslo_vmware.api [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.049175] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d3f8cf-1357-4ef5-85da-a4cb18542724 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.057405] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce1b0c6-3974-45dc-b15d-2fae3ce53cfd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.093971] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdcd42c-f8bf-472c-a0a3-de24f5ae1b97 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.112388] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18da5627-798a-4f3f-a804-b48483ba20e0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.117012] env[61960]: DEBUG oslo_vmware.api [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Task: {'id': task-435584, 'name': ReconfigVM_Task, 'duration_secs': 0.828944} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.117328] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52/1e7e2f23-4fc9-45a3-9f60-8222fa73cc52.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.119171] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe3b05e2-810f-4346-ae65-269db7c9cda7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.130273] env[61960]: DEBUG nova.compute.provider_tree [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 615.133807] env[61960]: DEBUG oslo_vmware.api [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Waiting for the task: (returnval){ [ 615.133807] env[61960]: value = "task-435587" [ 615.133807] env[61960]: _type = "Task" [ 615.133807] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.145569] env[61960]: DEBUG oslo_vmware.api [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Task: {'id': task-435587, 'name': Rename_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.291254] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8cbcf5f7-fa72-4f3b-bf1c-a875567fe74d tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.394089] env[61960]: DEBUG nova.compute.manager [req-414d4064-ecd6-4351-b9a4-d5be0d04c3d4 req-a9d881c0-466b-4476-a2df-191b9aec23ea service nova] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Received event network-vif-deleted-684ccbe3-fd71-4699-9bde-0641cb07d979 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 615.439828] env[61960]: DEBUG oslo_vmware.api [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435586, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.580640] env[61960]: DEBUG nova.network.neutron [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Successfully updated port: 4ffdc342-4bf5-4f97-9de6-2bbe25da12c9 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.657962] env[61960]: DEBUG oslo_vmware.api [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Task: {'id': task-435587, 'name': Rename_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.689354] env[61960]: DEBUG nova.scheduler.client.report [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 52 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 615.689354] env[61960]: DEBUG nova.compute.provider_tree [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 52 to 53 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 615.689354] env[61960]: DEBUG nova.compute.provider_tree [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 615.758035] env[61960]: DEBUG oslo_concurrency.lockutils [None req-281fb9f3-74ad-40f6-a12b-625a9b3940f5 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquiring lock "9068983c-71dd-44eb-923c-5774ac7d0b60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.758035] env[61960]: DEBUG oslo_concurrency.lockutils [None req-281fb9f3-74ad-40f6-a12b-625a9b3940f5 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Lock "9068983c-71dd-44eb-923c-5774ac7d0b60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.758035] env[61960]: DEBUG oslo_concurrency.lockutils [None req-281fb9f3-74ad-40f6-a12b-625a9b3940f5 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquiring lock "9068983c-71dd-44eb-923c-5774ac7d0b60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.758035] env[61960]: DEBUG oslo_concurrency.lockutils [None req-281fb9f3-74ad-40f6-a12b-625a9b3940f5 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Lock "9068983c-71dd-44eb-923c-5774ac7d0b60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.758250] env[61960]: DEBUG oslo_concurrency.lockutils [None req-281fb9f3-74ad-40f6-a12b-625a9b3940f5 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Lock "9068983c-71dd-44eb-923c-5774ac7d0b60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.761360] env[61960]: INFO nova.compute.manager [None req-281fb9f3-74ad-40f6-a12b-625a9b3940f5 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Terminating instance [ 615.763524] env[61960]: DEBUG nova.compute.manager [None req-281fb9f3-74ad-40f6-a12b-625a9b3940f5 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 615.763719] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-281fb9f3-74ad-40f6-a12b-625a9b3940f5 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 615.764845] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f932e436-9d09-43ac-bf81-7c9d59e254ac {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.775106] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-281fb9f3-74ad-40f6-a12b-625a9b3940f5 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 615.775188] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37c5d4f8-657d-4527-8d7b-17acb6e37b1d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.784961] env[61960]: DEBUG oslo_vmware.api [None req-281fb9f3-74ad-40f6-a12b-625a9b3940f5 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for the task: (returnval){ [ 615.784961] env[61960]: value = "task-435588" [ 615.784961] env[61960]: _type = "Task" [ 615.784961] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.794990] env[61960]: DEBUG oslo_vmware.api [None req-281fb9f3-74ad-40f6-a12b-625a9b3940f5 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.924157] env[61960]: DEBUG nova.network.neutron [req-980452b6-3084-4a4f-b4ba-886c3d412b50 req-57540c00-c13e-4c7f-b98e-3909b51d3919 service nova] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Updated VIF entry in instance network info cache for port d98aef44-456f-48df-bff5-b7804ad93a47. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 615.924622] env[61960]: DEBUG nova.network.neutron [req-980452b6-3084-4a4f-b4ba-886c3d412b50 req-57540c00-c13e-4c7f-b98e-3909b51d3919 service nova] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Updating instance_info_cache with network_info: [{"id": "d98aef44-456f-48df-bff5-b7804ad93a47", "address": "fa:16:3e:c9:9b:bb", "network": {"id": "d00d3f06-193c-4549-9dea-ee6991ca4421", "bridge": "br-int", "label": "tempest-ServersTestJSON-900578603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02a6e7b4c4f40919702de4244f0eab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98aef44-45", "ovs_interfaceid": "d98aef44-456f-48df-bff5-b7804ad93a47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.952370] env[61960]: DEBUG oslo_vmware.api [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435586, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.084708] env[61960]: DEBUG oslo_concurrency.lockutils [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Acquiring lock "refresh_cache-451a923d-3c88-4b5d-be2c-dfcc248f9e81" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.084708] env[61960]: DEBUG oslo_concurrency.lockutils [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Acquired lock "refresh_cache-451a923d-3c88-4b5d-be2c-dfcc248f9e81" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.084708] env[61960]: DEBUG nova.network.neutron [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 616.154935] env[61960]: DEBUG oslo_vmware.api [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Task: {'id': task-435587, 'name': Rename_Task, 'duration_secs': 0.899606} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.154935] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 616.154935] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cef2b2f-18de-44bd-b264-d02299e01763 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.164158] env[61960]: DEBUG oslo_vmware.api [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Waiting for the task: (returnval){ [ 616.164158] env[61960]: value = "task-435589" [ 616.164158] env[61960]: _type = "Task" [ 616.164158] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.190582] env[61960]: DEBUG oslo_vmware.api [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Task: {'id': task-435589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.197715] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.201032] env[61960]: DEBUG oslo_concurrency.lockutils [None req-af00a06f-18ec-414b-8196-6f6cb2015ea0 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.989s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.201032] env[61960]: DEBUG nova.objects.instance [None req-af00a06f-18ec-414b-8196-6f6cb2015ea0 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Lazy-loading 'resources' on Instance uuid 061597d3-af80-4eb7-8225-63fcdc3a1ab1 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 616.231136] env[61960]: INFO nova.scheduler.client.report [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Deleted allocations for instance 2567109b-5916-478e-a169-da093e2f68a7 [ 616.300885] env[61960]: DEBUG oslo_vmware.api [None req-281fb9f3-74ad-40f6-a12b-625a9b3940f5 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435588, 'name': PowerOffVM_Task, 'duration_secs': 0.336053} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.301358] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-281fb9f3-74ad-40f6-a12b-625a9b3940f5 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 616.301609] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-281fb9f3-74ad-40f6-a12b-625a9b3940f5 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 616.301986] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d81c0ab6-ac8d-4263-9d44-87f2e64694d2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.393780] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-281fb9f3-74ad-40f6-a12b-625a9b3940f5 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 616.394010] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-281fb9f3-74ad-40f6-a12b-625a9b3940f5 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 616.394206] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-281fb9f3-74ad-40f6-a12b-625a9b3940f5 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Deleting the datastore file [datastore1] 9068983c-71dd-44eb-923c-5774ac7d0b60 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 616.394477] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53a77f5e-37d9-47b3-a9b6-4e0f9a2a75f5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.404573] env[61960]: DEBUG oslo_vmware.api [None req-281fb9f3-74ad-40f6-a12b-625a9b3940f5 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for the task: (returnval){ [ 616.404573] env[61960]: value = "task-435591" [ 616.404573] env[61960]: _type = "Task" [ 616.404573] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.413614] env[61960]: DEBUG oslo_vmware.api [None req-281fb9f3-74ad-40f6-a12b-625a9b3940f5 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.427370] env[61960]: DEBUG oslo_concurrency.lockutils [req-980452b6-3084-4a4f-b4ba-886c3d412b50 req-57540c00-c13e-4c7f-b98e-3909b51d3919 service nova] Releasing lock "refresh_cache-10117be5-70f2-4f62-81dd-3732ba3bb70c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.427673] env[61960]: DEBUG nova.compute.manager [req-980452b6-3084-4a4f-b4ba-886c3d412b50 req-57540c00-c13e-4c7f-b98e-3909b51d3919 service nova] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Received event network-changed-e4c5c0a8-f8f7-463c-a960-96c3194af65f {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 616.427846] env[61960]: DEBUG nova.compute.manager [req-980452b6-3084-4a4f-b4ba-886c3d412b50 req-57540c00-c13e-4c7f-b98e-3909b51d3919 service nova] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Refreshing instance network info cache due to event network-changed-e4c5c0a8-f8f7-463c-a960-96c3194af65f. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 616.428774] env[61960]: DEBUG oslo_concurrency.lockutils [req-980452b6-3084-4a4f-b4ba-886c3d412b50 req-57540c00-c13e-4c7f-b98e-3909b51d3919 service nova] Acquiring lock "refresh_cache-ea093293-99fb-4412-ac10-68d63bfc0229" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.428774] env[61960]: DEBUG oslo_concurrency.lockutils [req-980452b6-3084-4a4f-b4ba-886c3d412b50 req-57540c00-c13e-4c7f-b98e-3909b51d3919 service nova] Acquired lock "refresh_cache-ea093293-99fb-4412-ac10-68d63bfc0229" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.428774] env[61960]: DEBUG nova.network.neutron [req-980452b6-3084-4a4f-b4ba-886c3d412b50 req-57540c00-c13e-4c7f-b98e-3909b51d3919 service nova] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Refreshing network info cache for port e4c5c0a8-f8f7-463c-a960-96c3194af65f {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 616.443614] env[61960]: DEBUG oslo_vmware.api [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435586, 'name': ReconfigVM_Task, 'duration_secs': 1.294948} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.444613] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c/9d79bbb7-73e3-4af6-8595-b8d3ebd4378c.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.444911] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Updating instance '9d79bbb7-73e3-4af6-8595-b8d3ebd4378c' progress to 50 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 616.638025] env[61960]: DEBUG nova.network.neutron [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 616.676920] env[61960]: DEBUG oslo_vmware.api [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Task: {'id': task-435589, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.748275] env[61960]: DEBUG oslo_concurrency.lockutils [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquiring lock "7c9c967b-a4f8-4eeb-a637-c2cdb967508b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.748275] env[61960]: DEBUG oslo_concurrency.lockutils [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Lock "7c9c967b-a4f8-4eeb-a637-c2cdb967508b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.748275] env[61960]: DEBUG oslo_concurrency.lockutils [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquiring lock "7c9c967b-a4f8-4eeb-a637-c2cdb967508b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.748275] env[61960]: DEBUG oslo_concurrency.lockutils [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Lock "7c9c967b-a4f8-4eeb-a637-c2cdb967508b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.748794] env[61960]: DEBUG oslo_concurrency.lockutils [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Lock "7c9c967b-a4f8-4eeb-a637-c2cdb967508b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.749908] env[61960]: INFO nova.compute.manager [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Terminating instance [ 616.751673] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f8ed6980-b784-4fad-a26b-3bd25a0e49af tempest-ServerExternalEventsTest-139602742 tempest-ServerExternalEventsTest-139602742-project-member] Lock "2567109b-5916-478e-a169-da093e2f68a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.036s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.755364] env[61960]: DEBUG nova.compute.manager [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 616.755565] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 616.757046] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea196a18-5a2d-482f-8a27-17ef9cedc5d2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.766122] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 616.772072] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19a98aa7-194a-4304-8585-cb0dbe332e7c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.787890] env[61960]: DEBUG oslo_vmware.api [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for the task: (returnval){ [ 616.787890] env[61960]: value = "task-435592" [ 616.787890] env[61960]: _type = "Task" [ 616.787890] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.805250] env[61960]: DEBUG oslo_vmware.api [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.881024] env[61960]: DEBUG nova.network.neutron [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Updating instance_info_cache with network_info: [{"id": "4ffdc342-4bf5-4f97-9de6-2bbe25da12c9", "address": "fa:16:3e:c8:b5:f5", "network": {"id": "daa14bc0-2436-48d0-82f1-8a1ead30f471", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1343954725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a183cfc227f249ebab6a6e536cafbf2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ffdc342-4b", "ovs_interfaceid": "4ffdc342-4bf5-4f97-9de6-2bbe25da12c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.920697] env[61960]: DEBUG oslo_vmware.api [None req-281fb9f3-74ad-40f6-a12b-625a9b3940f5 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344222} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.920951] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-281fb9f3-74ad-40f6-a12b-625a9b3940f5 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 616.921150] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-281fb9f3-74ad-40f6-a12b-625a9b3940f5 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 616.921395] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-281fb9f3-74ad-40f6-a12b-625a9b3940f5 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 616.921492] env[61960]: INFO nova.compute.manager [None req-281fb9f3-74ad-40f6-a12b-625a9b3940f5 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Took 1.16 seconds to destroy the instance on the hypervisor. [ 616.921751] env[61960]: DEBUG oslo.service.loopingcall [None req-281fb9f3-74ad-40f6-a12b-625a9b3940f5 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 616.922530] env[61960]: DEBUG nova.compute.manager [-] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 616.922530] env[61960]: DEBUG nova.network.neutron [-] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 616.956735] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e39395-ec3e-40a5-a40a-6a4f4eb65d38 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.983595] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9c42b7c6-e6b7-4a13-8057-27ff7358ad61 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Acquiring lock "46bf2f3b-9f41-4043-8b2b-e52e765da72b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.988713] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a0c33b-203f-410f-85df-fe2ff10d5e65 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.014011] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Updating instance '9d79bbb7-73e3-4af6-8595-b8d3ebd4378c' progress to 67 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 617.111823] env[61960]: DEBUG nova.compute.manager [req-7beaffa7-e879-4c7f-bd32-aa8e1f997a06 req-29f416c3-616f-4d96-9fab-ab6d498520c9 service nova] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Received event network-vif-plugged-4ffdc342-4bf5-4f97-9de6-2bbe25da12c9 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 617.113349] env[61960]: DEBUG oslo_concurrency.lockutils [req-7beaffa7-e879-4c7f-bd32-aa8e1f997a06 req-29f416c3-616f-4d96-9fab-ab6d498520c9 service nova] Acquiring lock "451a923d-3c88-4b5d-be2c-dfcc248f9e81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.113349] env[61960]: DEBUG oslo_concurrency.lockutils [req-7beaffa7-e879-4c7f-bd32-aa8e1f997a06 req-29f416c3-616f-4d96-9fab-ab6d498520c9 service nova] Lock "451a923d-3c88-4b5d-be2c-dfcc248f9e81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.113349] env[61960]: DEBUG oslo_concurrency.lockutils [req-7beaffa7-e879-4c7f-bd32-aa8e1f997a06 req-29f416c3-616f-4d96-9fab-ab6d498520c9 service nova] Lock "451a923d-3c88-4b5d-be2c-dfcc248f9e81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.113349] env[61960]: DEBUG nova.compute.manager [req-7beaffa7-e879-4c7f-bd32-aa8e1f997a06 req-29f416c3-616f-4d96-9fab-ab6d498520c9 service nova] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] No waiting events found dispatching network-vif-plugged-4ffdc342-4bf5-4f97-9de6-2bbe25da12c9 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 617.113349] env[61960]: WARNING nova.compute.manager [req-7beaffa7-e879-4c7f-bd32-aa8e1f997a06 req-29f416c3-616f-4d96-9fab-ab6d498520c9 service nova] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Received unexpected event network-vif-plugged-4ffdc342-4bf5-4f97-9de6-2bbe25da12c9 for instance with vm_state building and task_state spawning. [ 617.113658] env[61960]: DEBUG nova.compute.manager [req-7beaffa7-e879-4c7f-bd32-aa8e1f997a06 req-29f416c3-616f-4d96-9fab-ab6d498520c9 service nova] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Received event network-changed-4ffdc342-4bf5-4f97-9de6-2bbe25da12c9 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 617.113658] env[61960]: DEBUG nova.compute.manager [req-7beaffa7-e879-4c7f-bd32-aa8e1f997a06 req-29f416c3-616f-4d96-9fab-ab6d498520c9 service nova] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Refreshing instance network info cache due to event network-changed-4ffdc342-4bf5-4f97-9de6-2bbe25da12c9. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 617.113658] env[61960]: DEBUG oslo_concurrency.lockutils [req-7beaffa7-e879-4c7f-bd32-aa8e1f997a06 req-29f416c3-616f-4d96-9fab-ab6d498520c9 service nova] Acquiring lock "refresh_cache-451a923d-3c88-4b5d-be2c-dfcc248f9e81" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.198577] env[61960]: DEBUG oslo_vmware.api [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Task: {'id': task-435589, 'name': PowerOnVM_Task, 'duration_secs': 0.944369} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.199261] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 617.199392] env[61960]: INFO nova.compute.manager [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Took 10.21 seconds to spawn the instance on the hypervisor. [ 617.199696] env[61960]: DEBUG nova.compute.manager [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 617.204965] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba99fffc-bb27-44f4-a1b8-fb12b391a14e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.304021] env[61960]: DEBUG oslo_vmware.api [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435592, 'name': PowerOffVM_Task, 'duration_secs': 0.299982} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.304328] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 617.304509] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 617.304943] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f72bd254-f90f-49aa-a5c1-3a8d04310ffd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.373192] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b34f68-0cd3-4c19-8b3b-8a0492f72ffa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.383458] env[61960]: DEBUG oslo_concurrency.lockutils [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Releasing lock "refresh_cache-451a923d-3c88-4b5d-be2c-dfcc248f9e81" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.383458] env[61960]: DEBUG nova.compute.manager [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Instance network_info: |[{"id": "4ffdc342-4bf5-4f97-9de6-2bbe25da12c9", "address": "fa:16:3e:c8:b5:f5", "network": {"id": "daa14bc0-2436-48d0-82f1-8a1ead30f471", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1343954725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a183cfc227f249ebab6a6e536cafbf2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ffdc342-4b", "ovs_interfaceid": "4ffdc342-4bf5-4f97-9de6-2bbe25da12c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 617.384056] env[61960]: DEBUG oslo_concurrency.lockutils [req-7beaffa7-e879-4c7f-bd32-aa8e1f997a06 req-29f416c3-616f-4d96-9fab-ab6d498520c9 service nova] Acquired lock "refresh_cache-451a923d-3c88-4b5d-be2c-dfcc248f9e81" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.384056] env[61960]: DEBUG nova.network.neutron [req-7beaffa7-e879-4c7f-bd32-aa8e1f997a06 req-29f416c3-616f-4d96-9fab-ab6d498520c9 service nova] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Refreshing network info cache for port 4ffdc342-4bf5-4f97-9de6-2bbe25da12c9 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 617.384056] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:b5:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ffdc342-4bf5-4f97-9de6-2bbe25da12c9', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.393638] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Creating folder: Project (a183cfc227f249ebab6a6e536cafbf2f). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 617.393638] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c00c5f-3f34-4037-85fc-270e775b97d3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.399828] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c4489f2-3795-4198-9a6b-914ed03a5694 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.402243] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 617.405627] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 617.405627] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Deleting the datastore file [datastore1] 7c9c967b-a4f8-4eeb-a637-c2cdb967508b {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 617.405627] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffdc9576-af94-4831-90ca-0ea97505835a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.435711] env[61960]: DEBUG nova.network.neutron [req-980452b6-3084-4a4f-b4ba-886c3d412b50 req-57540c00-c13e-4c7f-b98e-3909b51d3919 service nova] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Updated VIF entry in instance network info cache for port e4c5c0a8-f8f7-463c-a960-96c3194af65f. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 617.436209] env[61960]: DEBUG nova.network.neutron [req-980452b6-3084-4a4f-b4ba-886c3d412b50 req-57540c00-c13e-4c7f-b98e-3909b51d3919 service nova] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Updating instance_info_cache with network_info: [{"id": "e4c5c0a8-f8f7-463c-a960-96c3194af65f", "address": "fa:16:3e:6a:9b:fe", "network": {"id": "937429d7-f520-4ee4-b32d-c1f048dd8c78", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1886321033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39e1da71d5e4556a25562d8eb462ab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4c5c0a8-f8", "ovs_interfaceid": "e4c5c0a8-f8f7-463c-a960-96c3194af65f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.438292] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f515b0-f085-41e5-89bb-85dceef75dad {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.441444] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Created folder: Project (a183cfc227f249ebab6a6e536cafbf2f) in parent group-v115929. [ 617.441691] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Creating folder: Instances. Parent ref: group-v115995. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 617.443837] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0519acab-bddd-4453-be68-e84f22af7b5f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.445861] env[61960]: DEBUG oslo_vmware.api [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for the task: (returnval){ [ 617.445861] env[61960]: value = "task-435595" [ 617.445861] env[61960]: _type = "Task" [ 617.445861] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.460132] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1335a7fd-aa63-4480-a146-0e16c392ce68 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.465883] env[61960]: DEBUG oslo_vmware.api [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.468325] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Created folder: Instances in parent group-v115995. [ 617.468586] env[61960]: DEBUG oslo.service.loopingcall [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 617.469188] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 617.469406] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48cfe510-72d8-429c-ade9-25f92278d445 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.494084] env[61960]: DEBUG nova.compute.provider_tree [None req-af00a06f-18ec-414b-8196-6f6cb2015ea0 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.501690] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.501690] env[61960]: value = "task-435597" [ 617.501690] env[61960]: _type = "Task" [ 617.501690] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.513586] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435597, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.574756] env[61960]: DEBUG nova.network.neutron [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Port a584832f-1476-446a-8ddc-fa5f2cc45262 binding to destination host cpu-1 is already ACTIVE {{(pid=61960) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 617.717641] env[61960]: DEBUG oslo_concurrency.lockutils [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "383cc933-2136-421f-85cc-e12f1743bd67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.717898] env[61960]: DEBUG oslo_concurrency.lockutils [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "383cc933-2136-421f-85cc-e12f1743bd67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.732325] env[61960]: INFO nova.compute.manager [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Took 39.26 seconds to build instance. [ 617.944300] env[61960]: DEBUG oslo_concurrency.lockutils [req-980452b6-3084-4a4f-b4ba-886c3d412b50 req-57540c00-c13e-4c7f-b98e-3909b51d3919 service nova] Releasing lock "refresh_cache-ea093293-99fb-4412-ac10-68d63bfc0229" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.957510] env[61960]: DEBUG oslo_vmware.api [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Task: {'id': task-435595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237036} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.957799] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 617.957988] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 617.958182] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 617.958360] env[61960]: INFO nova.compute.manager [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Took 1.20 seconds to destroy the instance on the hypervisor. [ 617.958647] env[61960]: DEBUG oslo.service.loopingcall [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 617.958834] env[61960]: DEBUG nova.compute.manager [-] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 617.958931] env[61960]: DEBUG nova.network.neutron [-] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 617.999204] env[61960]: DEBUG nova.scheduler.client.report [None req-af00a06f-18ec-414b-8196-6f6cb2015ea0 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 618.013992] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435597, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.015941] env[61960]: DEBUG nova.network.neutron [-] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.155207] env[61960]: DEBUG nova.compute.manager [req-519b2af5-595c-4d61-8b18-0711f4a5b191 req-8e52fb30-abd2-444a-a27b-018989717752 service nova] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Received event network-changed-e4c5c0a8-f8f7-463c-a960-96c3194af65f {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 618.155207] env[61960]: DEBUG nova.compute.manager [req-519b2af5-595c-4d61-8b18-0711f4a5b191 req-8e52fb30-abd2-444a-a27b-018989717752 service nova] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Refreshing instance network info cache due to event network-changed-e4c5c0a8-f8f7-463c-a960-96c3194af65f. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 618.155207] env[61960]: DEBUG oslo_concurrency.lockutils [req-519b2af5-595c-4d61-8b18-0711f4a5b191 req-8e52fb30-abd2-444a-a27b-018989717752 service nova] Acquiring lock "refresh_cache-ea093293-99fb-4412-ac10-68d63bfc0229" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.155207] env[61960]: DEBUG oslo_concurrency.lockutils [req-519b2af5-595c-4d61-8b18-0711f4a5b191 req-8e52fb30-abd2-444a-a27b-018989717752 service nova] Acquired lock "refresh_cache-ea093293-99fb-4412-ac10-68d63bfc0229" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.157256] env[61960]: DEBUG nova.network.neutron [req-519b2af5-595c-4d61-8b18-0711f4a5b191 req-8e52fb30-abd2-444a-a27b-018989717752 service nova] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Refreshing network info cache for port e4c5c0a8-f8f7-463c-a960-96c3194af65f {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 618.235485] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2608f386-35f3-46b2-b74a-d6aaac919bbe tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Lock "1e7e2f23-4fc9-45a3-9f60-8222fa73cc52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.115s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.376700] env[61960]: DEBUG nova.network.neutron [req-7beaffa7-e879-4c7f-bd32-aa8e1f997a06 req-29f416c3-616f-4d96-9fab-ab6d498520c9 service nova] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Updated VIF entry in instance network info cache for port 4ffdc342-4bf5-4f97-9de6-2bbe25da12c9. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 618.377052] env[61960]: DEBUG nova.network.neutron [req-7beaffa7-e879-4c7f-bd32-aa8e1f997a06 req-29f416c3-616f-4d96-9fab-ab6d498520c9 service nova] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Updating instance_info_cache with network_info: [{"id": "4ffdc342-4bf5-4f97-9de6-2bbe25da12c9", "address": "fa:16:3e:c8:b5:f5", "network": {"id": "daa14bc0-2436-48d0-82f1-8a1ead30f471", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1343954725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a183cfc227f249ebab6a6e536cafbf2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ffdc342-4b", "ovs_interfaceid": "4ffdc342-4bf5-4f97-9de6-2bbe25da12c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.438159] env[61960]: DEBUG oslo_concurrency.lockutils [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquiring lock "e94b6c33-7bfb-4aae-b619-c7da2201cb92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.438766] env[61960]: DEBUG oslo_concurrency.lockutils [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Lock "e94b6c33-7bfb-4aae-b619-c7da2201cb92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.502955] env[61960]: DEBUG oslo_concurrency.lockutils [None req-af00a06f-18ec-414b-8196-6f6cb2015ea0 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.302s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.505400] env[61960]: DEBUG oslo_concurrency.lockutils [None req-08b526e4-c82a-4faf-af28-ea109de25ede tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.651s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.505651] env[61960]: DEBUG nova.objects.instance [None req-08b526e4-c82a-4faf-af28-ea109de25ede tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Lazy-loading 'resources' on Instance uuid e238d97c-522e-4c5e-8143-29b71e832871 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 618.519185] env[61960]: INFO nova.compute.manager [-] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Took 1.60 seconds to deallocate network for instance. [ 618.519465] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435597, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.532328] env[61960]: INFO nova.scheduler.client.report [None req-af00a06f-18ec-414b-8196-6f6cb2015ea0 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Deleted allocations for instance 061597d3-af80-4eb7-8225-63fcdc3a1ab1 [ 618.602273] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquiring lock "9d79bbb7-73e3-4af6-8595-b8d3ebd4378c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.602509] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "9d79bbb7-73e3-4af6-8595-b8d3ebd4378c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.602683] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "9d79bbb7-73e3-4af6-8595-b8d3ebd4378c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.737988] env[61960]: DEBUG nova.compute.manager [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 618.880197] env[61960]: DEBUG oslo_concurrency.lockutils [req-7beaffa7-e879-4c7f-bd32-aa8e1f997a06 req-29f416c3-616f-4d96-9fab-ab6d498520c9 service nova] Releasing lock "refresh_cache-451a923d-3c88-4b5d-be2c-dfcc248f9e81" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.880471] env[61960]: DEBUG nova.compute.manager [req-7beaffa7-e879-4c7f-bd32-aa8e1f997a06 req-29f416c3-616f-4d96-9fab-ab6d498520c9 service nova] [instance: 81971040-7836-4cb8-9064-952310391b4a] Received event network-changed-b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 618.880699] env[61960]: DEBUG nova.compute.manager [req-7beaffa7-e879-4c7f-bd32-aa8e1f997a06 req-29f416c3-616f-4d96-9fab-ab6d498520c9 service nova] [instance: 81971040-7836-4cb8-9064-952310391b4a] Refreshing instance network info cache due to event network-changed-b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 618.880926] env[61960]: DEBUG oslo_concurrency.lockutils [req-7beaffa7-e879-4c7f-bd32-aa8e1f997a06 req-29f416c3-616f-4d96-9fab-ab6d498520c9 service nova] Acquiring lock "refresh_cache-81971040-7836-4cb8-9064-952310391b4a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.881093] env[61960]: DEBUG oslo_concurrency.lockutils [req-7beaffa7-e879-4c7f-bd32-aa8e1f997a06 req-29f416c3-616f-4d96-9fab-ab6d498520c9 service nova] Acquired lock "refresh_cache-81971040-7836-4cb8-9064-952310391b4a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.881259] env[61960]: DEBUG nova.network.neutron [req-7beaffa7-e879-4c7f-bd32-aa8e1f997a06 req-29f416c3-616f-4d96-9fab-ab6d498520c9 service nova] [instance: 81971040-7836-4cb8-9064-952310391b4a] Refreshing network info cache for port b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 618.929880] env[61960]: DEBUG nova.network.neutron [-] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.936269] env[61960]: DEBUG nova.network.neutron [req-519b2af5-595c-4d61-8b18-0711f4a5b191 req-8e52fb30-abd2-444a-a27b-018989717752 service nova] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Updated VIF entry in instance network info cache for port e4c5c0a8-f8f7-463c-a960-96c3194af65f. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 618.936671] env[61960]: DEBUG nova.network.neutron [req-519b2af5-595c-4d61-8b18-0711f4a5b191 req-8e52fb30-abd2-444a-a27b-018989717752 service nova] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Updating instance_info_cache with network_info: [{"id": "e4c5c0a8-f8f7-463c-a960-96c3194af65f", "address": "fa:16:3e:6a:9b:fe", "network": {"id": "937429d7-f520-4ee4-b32d-c1f048dd8c78", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1886321033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39e1da71d5e4556a25562d8eb462ab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4c5c0a8-f8", "ovs_interfaceid": "e4c5c0a8-f8f7-463c-a960-96c3194af65f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.027024] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435597, 'name': CreateVM_Task, 'duration_secs': 1.486275} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.027024] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 619.027024] env[61960]: DEBUG oslo_concurrency.lockutils [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.027024] env[61960]: DEBUG oslo_concurrency.lockutils [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.027024] env[61960]: DEBUG oslo_concurrency.lockutils [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.027617] env[61960]: DEBUG oslo_concurrency.lockutils [None req-281fb9f3-74ad-40f6-a12b-625a9b3940f5 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.027617] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e153584a-d5f3-4e10-b70a-e6e1be67e0e1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.034902] env[61960]: DEBUG oslo_vmware.api [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Waiting for the task: (returnval){ [ 619.034902] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52010f2a-a71f-7260-ae3b-801958ab8e71" [ 619.034902] env[61960]: _type = "Task" [ 619.034902] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.044787] env[61960]: DEBUG oslo_concurrency.lockutils [None req-af00a06f-18ec-414b-8196-6f6cb2015ea0 tempest-ServerMetadataTestJSON-1452872170 tempest-ServerMetadataTestJSON-1452872170-project-member] Lock "061597d3-af80-4eb7-8225-63fcdc3a1ab1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.466s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.052221] env[61960]: DEBUG oslo_vmware.api [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52010f2a-a71f-7260-ae3b-801958ab8e71, 'name': SearchDatastore_Task, 'duration_secs': 0.010154} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.056424] env[61960]: DEBUG oslo_concurrency.lockutils [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.056871] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.057226] env[61960]: DEBUG oslo_concurrency.lockutils [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.057508] env[61960]: DEBUG oslo_concurrency.lockutils [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.059277] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.059277] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-576e8ea7-949f-4e10-bfa0-35aad534cbac {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.069432] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.069636] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 619.075016] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67e62fd2-3365-4b1f-8709-316073adc942 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.082875] env[61960]: DEBUG oslo_vmware.api [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Waiting for the task: (returnval){ [ 619.082875] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520ba0d1-13e8-da9c-f1d5-83405a1d3733" [ 619.082875] env[61960]: _type = "Task" [ 619.082875] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.095991] env[61960]: DEBUG oslo_vmware.api [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520ba0d1-13e8-da9c-f1d5-83405a1d3733, 'name': SearchDatastore_Task, 'duration_secs': 0.009454} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.099817] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb61acc4-461f-46d5-9508-5a2d35698c16 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.107991] env[61960]: DEBUG oslo_vmware.api [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Waiting for the task: (returnval){ [ 619.107991] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bd8278-ab2e-09f8-3c7f-b57ea2b049c7" [ 619.107991] env[61960]: _type = "Task" [ 619.107991] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.120261] env[61960]: DEBUG oslo_vmware.api [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bd8278-ab2e-09f8-3c7f-b57ea2b049c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.180142] env[61960]: DEBUG nova.compute.manager [req-66cdf387-83d3-4e49-b673-e9631d3cdc18 req-16621622-701f-4a85-909f-f7de62a64e02 service nova] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Received event network-vif-deleted-bad90e5f-14f3-4d91-957d-b82284edc83d {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 619.180379] env[61960]: DEBUG nova.compute.manager [req-66cdf387-83d3-4e49-b673-e9631d3cdc18 req-16621622-701f-4a85-909f-f7de62a64e02 service nova] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Received event network-vif-deleted-624d4fb1-feae-4ee7-b60a-7170fe058aa7 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 619.266296] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.311386] env[61960]: DEBUG oslo_concurrency.lockutils [None req-864fba97-3a21-4c26-ae57-2fa3942a5c91 tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Acquiring lock "1e7e2f23-4fc9-45a3-9f60-8222fa73cc52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.311642] env[61960]: DEBUG oslo_concurrency.lockutils [None req-864fba97-3a21-4c26-ae57-2fa3942a5c91 tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Lock "1e7e2f23-4fc9-45a3-9f60-8222fa73cc52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.311856] env[61960]: DEBUG oslo_concurrency.lockutils [None req-864fba97-3a21-4c26-ae57-2fa3942a5c91 tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Acquiring lock "1e7e2f23-4fc9-45a3-9f60-8222fa73cc52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.312052] env[61960]: DEBUG oslo_concurrency.lockutils [None req-864fba97-3a21-4c26-ae57-2fa3942a5c91 tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Lock "1e7e2f23-4fc9-45a3-9f60-8222fa73cc52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.312228] env[61960]: DEBUG oslo_concurrency.lockutils [None req-864fba97-3a21-4c26-ae57-2fa3942a5c91 tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Lock "1e7e2f23-4fc9-45a3-9f60-8222fa73cc52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.314560] env[61960]: INFO nova.compute.manager [None req-864fba97-3a21-4c26-ae57-2fa3942a5c91 tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Terminating instance [ 619.317288] env[61960]: DEBUG nova.compute.manager [None req-864fba97-3a21-4c26-ae57-2fa3942a5c91 tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 619.317535] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-864fba97-3a21-4c26-ae57-2fa3942a5c91 tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 619.318353] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983a27ff-05a6-42a5-848d-8cfc4e40dc06 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.330857] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-864fba97-3a21-4c26-ae57-2fa3942a5c91 tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 619.331120] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d7ca20f-0c29-4dbb-bba2-446222c8d957 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.342057] env[61960]: DEBUG oslo_vmware.api [None req-864fba97-3a21-4c26-ae57-2fa3942a5c91 tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Waiting for the task: (returnval){ [ 619.342057] env[61960]: value = "task-435598" [ 619.342057] env[61960]: _type = "Task" [ 619.342057] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.356891] env[61960]: DEBUG oslo_vmware.api [None req-864fba97-3a21-4c26-ae57-2fa3942a5c91 tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Task: {'id': task-435598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.432261] env[61960]: INFO nova.compute.manager [-] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Took 1.47 seconds to deallocate network for instance. [ 619.443189] env[61960]: DEBUG oslo_concurrency.lockutils [req-519b2af5-595c-4d61-8b18-0711f4a5b191 req-8e52fb30-abd2-444a-a27b-018989717752 service nova] Releasing lock "refresh_cache-ea093293-99fb-4412-ac10-68d63bfc0229" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.632021] env[61960]: DEBUG oslo_vmware.api [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bd8278-ab2e-09f8-3c7f-b57ea2b049c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010307} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.632021] env[61960]: DEBUG oslo_concurrency.lockutils [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.632021] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 451a923d-3c88-4b5d-be2c-dfcc248f9e81/451a923d-3c88-4b5d-be2c-dfcc248f9e81.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 619.632021] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7167a702-f55f-4834-bb59-55152f9f18ba {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.634372] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95696eb6-5961-471a-a2c3-142fb85a9900 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.647951] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56eb967c-9827-46b1-92a3-a8aa3325307e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.651907] env[61960]: DEBUG oslo_vmware.api [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Waiting for the task: (returnval){ [ 619.651907] env[61960]: value = "task-435599" [ 619.651907] env[61960]: _type = "Task" [ 619.651907] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.692419] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f715c07b-f9d8-4791-9116-f1c1f9a0bce0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.699169] env[61960]: DEBUG oslo_vmware.api [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Task: {'id': task-435599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.706027] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5914a49f-47a7-4326-b078-2890ed8f6efa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.723321] env[61960]: DEBUG nova.compute.provider_tree [None req-08b526e4-c82a-4faf-af28-ea109de25ede tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.727777] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquiring lock "refresh_cache-9d79bbb7-73e3-4af6-8595-b8d3ebd4378c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.728056] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquired lock "refresh_cache-9d79bbb7-73e3-4af6-8595-b8d3ebd4378c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.728124] env[61960]: DEBUG nova.network.neutron [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 619.855367] env[61960]: DEBUG oslo_vmware.api [None req-864fba97-3a21-4c26-ae57-2fa3942a5c91 tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Task: {'id': task-435598, 'name': PowerOffVM_Task, 'duration_secs': 0.374745} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.855718] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-864fba97-3a21-4c26-ae57-2fa3942a5c91 tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 619.855891] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-864fba97-3a21-4c26-ae57-2fa3942a5c91 tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 619.856360] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a8a488b-069d-4452-afda-a3d251a45894 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.872126] env[61960]: DEBUG nova.network.neutron [req-7beaffa7-e879-4c7f-bd32-aa8e1f997a06 req-29f416c3-616f-4d96-9fab-ab6d498520c9 service nova] [instance: 81971040-7836-4cb8-9064-952310391b4a] Updated VIF entry in instance network info cache for port b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 619.872566] env[61960]: DEBUG nova.network.neutron [req-7beaffa7-e879-4c7f-bd32-aa8e1f997a06 req-29f416c3-616f-4d96-9fab-ab6d498520c9 service nova] [instance: 81971040-7836-4cb8-9064-952310391b4a] Updating instance_info_cache with network_info: [{"id": "b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1", "address": "fa:16:3e:46:85:81", "network": {"id": "448a8a48-102d-4577-9505-1c793c4ad73e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-222713243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be6a7be350b242d6ae545eb187ba2dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8ebbfcb-a0", "ovs_interfaceid": "b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.939458] env[61960]: DEBUG oslo_concurrency.lockutils [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.942174] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-864fba97-3a21-4c26-ae57-2fa3942a5c91 tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 619.942402] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-864fba97-3a21-4c26-ae57-2fa3942a5c91 tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 619.942589] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-864fba97-3a21-4c26-ae57-2fa3942a5c91 tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Deleting the datastore file [datastore1] 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 619.942870] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-060cc40c-f109-4048-bc52-72b31f97fec1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.951935] env[61960]: DEBUG oslo_vmware.api [None req-864fba97-3a21-4c26-ae57-2fa3942a5c91 tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Waiting for the task: (returnval){ [ 619.951935] env[61960]: value = "task-435601" [ 619.951935] env[61960]: _type = "Task" [ 619.951935] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.963654] env[61960]: DEBUG oslo_vmware.api [None req-864fba97-3a21-4c26-ae57-2fa3942a5c91 tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Task: {'id': task-435601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.163946] env[61960]: DEBUG oslo_vmware.api [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Task: {'id': task-435599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477134} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.164119] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 451a923d-3c88-4b5d-be2c-dfcc248f9e81/451a923d-3c88-4b5d-be2c-dfcc248f9e81.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 620.164451] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.164583] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b787a56-c9c0-43ff-aa05-a081bbb62f2a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.172732] env[61960]: DEBUG oslo_vmware.api [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Waiting for the task: (returnval){ [ 620.172732] env[61960]: value = "task-435602" [ 620.172732] env[61960]: _type = "Task" [ 620.172732] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.181460] env[61960]: DEBUG oslo_vmware.api [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Task: {'id': task-435602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.236020] env[61960]: DEBUG nova.scheduler.client.report [None req-08b526e4-c82a-4faf-af28-ea109de25ede tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 620.375901] env[61960]: DEBUG oslo_concurrency.lockutils [req-7beaffa7-e879-4c7f-bd32-aa8e1f997a06 req-29f416c3-616f-4d96-9fab-ab6d498520c9 service nova] Releasing lock "refresh_cache-81971040-7836-4cb8-9064-952310391b4a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.463183] env[61960]: DEBUG oslo_vmware.api [None req-864fba97-3a21-4c26-ae57-2fa3942a5c91 tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Task: {'id': task-435601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293548} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.463183] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-864fba97-3a21-4c26-ae57-2fa3942a5c91 tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 620.463183] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-864fba97-3a21-4c26-ae57-2fa3942a5c91 tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 620.463183] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-864fba97-3a21-4c26-ae57-2fa3942a5c91 tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 620.463867] env[61960]: INFO nova.compute.manager [None req-864fba97-3a21-4c26-ae57-2fa3942a5c91 tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Took 1.15 seconds to destroy the instance on the hypervisor. [ 620.464282] env[61960]: DEBUG oslo.service.loopingcall [None req-864fba97-3a21-4c26-ae57-2fa3942a5c91 tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 620.464728] env[61960]: DEBUG nova.compute.manager [-] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 620.464991] env[61960]: DEBUG nova.network.neutron [-] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 620.686216] env[61960]: DEBUG oslo_vmware.api [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Task: {'id': task-435602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094677} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.686216] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.686668] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc1b4c8-0c7f-480c-a0b2-ec598ed9e9dc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.714761] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 451a923d-3c88-4b5d-be2c-dfcc248f9e81/451a923d-3c88-4b5d-be2c-dfcc248f9e81.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.715523] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d2bbf48-2521-4c3b-bcc3-9fdb4ef5c6f5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.740654] env[61960]: DEBUG oslo_concurrency.lockutils [None req-08b526e4-c82a-4faf-af28-ea109de25ede tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.744418] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.279s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.747456] env[61960]: INFO nova.compute.claims [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.748837] env[61960]: DEBUG oslo_vmware.api [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Waiting for the task: (returnval){ [ 620.748837] env[61960]: value = "task-435603" [ 620.748837] env[61960]: _type = "Task" [ 620.748837] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.767938] env[61960]: DEBUG oslo_vmware.api [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Task: {'id': task-435603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.773679] env[61960]: INFO nova.scheduler.client.report [None req-08b526e4-c82a-4faf-af28-ea109de25ede tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Deleted allocations for instance e238d97c-522e-4c5e-8143-29b71e832871 [ 621.138050] env[61960]: DEBUG nova.network.neutron [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Updating instance_info_cache with network_info: [{"id": "a584832f-1476-446a-8ddc-fa5f2cc45262", "address": "fa:16:3e:4a:95:3e", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa584832f-14", "ovs_interfaceid": "a584832f-1476-446a-8ddc-fa5f2cc45262", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.268925] env[61960]: DEBUG oslo_vmware.api [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Task: {'id': task-435603, 'name': ReconfigVM_Task, 'duration_secs': 0.451618} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.269489] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 451a923d-3c88-4b5d-be2c-dfcc248f9e81/451a923d-3c88-4b5d-be2c-dfcc248f9e81.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.270153] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b9549f6-fb90-4046-9e38-7939d0d1e2f9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.282419] env[61960]: DEBUG oslo_vmware.api [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Waiting for the task: (returnval){ [ 621.282419] env[61960]: value = "task-435604" [ 621.282419] env[61960]: _type = "Task" [ 621.282419] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.288633] env[61960]: DEBUG oslo_concurrency.lockutils [None req-08b526e4-c82a-4faf-af28-ea109de25ede tempest-FloatingIPsAssociationNegativeTestJSON-368413659 tempest-FloatingIPsAssociationNegativeTestJSON-368413659-project-member] Lock "e238d97c-522e-4c5e-8143-29b71e832871" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.262s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.301494] env[61960]: DEBUG oslo_vmware.api [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Task: {'id': task-435604, 'name': Rename_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.310445] env[61960]: DEBUG nova.compute.manager [req-a65cc46b-33a6-4e6c-8912-0ac4dba3f372 req-6883d872-108b-47c1-bf0a-9899215a3543 service nova] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Received event network-vif-deleted-b475b601-4f90-457a-bd44-fde098fc5a9e {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 621.310763] env[61960]: INFO nova.compute.manager [req-a65cc46b-33a6-4e6c-8912-0ac4dba3f372 req-6883d872-108b-47c1-bf0a-9899215a3543 service nova] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Neutron deleted interface b475b601-4f90-457a-bd44-fde098fc5a9e; detaching it from the instance and deleting it from the info cache [ 621.311056] env[61960]: DEBUG nova.network.neutron [req-a65cc46b-33a6-4e6c-8912-0ac4dba3f372 req-6883d872-108b-47c1-bf0a-9899215a3543 service nova] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.645148] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Releasing lock "refresh_cache-9d79bbb7-73e3-4af6-8595-b8d3ebd4378c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.771299] env[61960]: DEBUG nova.network.neutron [-] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.796620] env[61960]: DEBUG oslo_vmware.api [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Task: {'id': task-435604, 'name': Rename_Task, 'duration_secs': 0.244105} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.797155] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 621.797517] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2edd0318-aa26-484a-a463-1152e092012c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.808095] env[61960]: DEBUG oslo_vmware.api [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Waiting for the task: (returnval){ [ 621.808095] env[61960]: value = "task-435605" [ 621.808095] env[61960]: _type = "Task" [ 621.808095] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.816245] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0568a65-d1a8-4710-a7d2-0fa681d3e5f5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.830744] env[61960]: DEBUG oslo_vmware.api [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Task: {'id': task-435605, 'name': PowerOnVM_Task} progress is 33%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.835641] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67724e9d-36ef-469c-bbb9-a54e1d5a7457 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.872203] env[61960]: DEBUG nova.compute.manager [req-a65cc46b-33a6-4e6c-8912-0ac4dba3f372 req-6883d872-108b-47c1-bf0a-9899215a3543 service nova] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Detach interface failed, port_id=b475b601-4f90-457a-bd44-fde098fc5a9e, reason: Instance 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 622.170015] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdf9bce-ebfb-4a8f-8d4f-3e2140d6eb14 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.204476] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d694a079-5486-4c5d-8b93-8dc5a98e14c9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.212717] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Updating instance '9d79bbb7-73e3-4af6-8595-b8d3ebd4378c' progress to 83 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 622.279878] env[61960]: INFO nova.compute.manager [-] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Took 1.81 seconds to deallocate network for instance. [ 622.325765] env[61960]: DEBUG oslo_vmware.api [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Task: {'id': task-435605, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.390822] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9f8dcb-16cd-48de-a940-3f93afe65b61 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.397589] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bee72a-98c8-45a1-b810-28d0958f7956 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.432099] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d61255-f6ec-482a-87e5-2f81dc28d2e5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.441223] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc809673-708b-4af8-a59a-34142f6f8f5e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.458215] env[61960]: DEBUG nova.compute.provider_tree [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.722210] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 622.722532] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ef2fc09-3c8e-46c1-9585-971b98be87c3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.733507] env[61960]: DEBUG oslo_vmware.api [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 622.733507] env[61960]: value = "task-435606" [ 622.733507] env[61960]: _type = "Task" [ 622.733507] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.742571] env[61960]: DEBUG oslo_vmware.api [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.788607] env[61960]: DEBUG oslo_concurrency.lockutils [None req-864fba97-3a21-4c26-ae57-2fa3942a5c91 tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.821701] env[61960]: DEBUG oslo_vmware.api [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Task: {'id': task-435605, 'name': PowerOnVM_Task, 'duration_secs': 0.788248} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.821926] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 622.822175] env[61960]: INFO nova.compute.manager [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Took 9.16 seconds to spawn the instance on the hypervisor. [ 622.822425] env[61960]: DEBUG nova.compute.manager [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 622.823194] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b51b43-9b1e-4f2c-a397-47e93bce328e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.961036] env[61960]: DEBUG nova.scheduler.client.report [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 623.243822] env[61960]: DEBUG oslo_vmware.api [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435606, 'name': PowerOnVM_Task, 'duration_secs': 0.427711} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.244163] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 623.244387] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f2d78e-f90d-4e71-a68e-f1dff7a904d7 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Updating instance '9d79bbb7-73e3-4af6-8595-b8d3ebd4378c' progress to 100 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 623.341928] env[61960]: INFO nova.compute.manager [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Took 40.68 seconds to build instance. [ 623.469727] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.469727] env[61960]: DEBUG nova.compute.manager [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 623.472586] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.726s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.474286] env[61960]: INFO nova.compute.claims [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.825438] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Acquiring lock "451a923d-3c88-4b5d-be2c-dfcc248f9e81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.848679] env[61960]: DEBUG oslo_concurrency.lockutils [None req-61f5e883-7d88-4a95-a9b3-cdb450fcbb33 tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Lock "451a923d-3c88-4b5d-be2c-dfcc248f9e81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.080s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.849017] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Lock "451a923d-3c88-4b5d-be2c-dfcc248f9e81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.024s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.849240] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Acquiring lock "451a923d-3c88-4b5d-be2c-dfcc248f9e81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.849562] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Lock "451a923d-3c88-4b5d-be2c-dfcc248f9e81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.849983] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Lock "451a923d-3c88-4b5d-be2c-dfcc248f9e81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.853028] env[61960]: INFO nova.compute.manager [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Terminating instance [ 623.856880] env[61960]: DEBUG nova.compute.manager [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 623.857791] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 623.858654] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0f8f87-065a-4bbb-8ae2-946ff7013e72 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.872358] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 623.873185] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cb462e3-14a3-4618-ac9d-5f67d8291f47 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.879262] env[61960]: DEBUG oslo_vmware.api [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Waiting for the task: (returnval){ [ 623.879262] env[61960]: value = "task-435607" [ 623.879262] env[61960]: _type = "Task" [ 623.879262] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.888969] env[61960]: DEBUG oslo_vmware.api [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Task: {'id': task-435607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.979881] env[61960]: DEBUG nova.compute.utils [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 623.989259] env[61960]: DEBUG nova.compute.manager [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 623.989259] env[61960]: DEBUG nova.network.neutron [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 624.048671] env[61960]: DEBUG nova.policy [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '022e7152f23e408ebe025b6c1c170d36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4afdda0bfda54f4dba3833c4e6a27ea1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 624.353805] env[61960]: DEBUG nova.compute.manager [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 624.396241] env[61960]: DEBUG oslo_concurrency.lockutils [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Acquiring lock "8ffa8a2e-f035-483a-86a1-349588495b66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.396611] env[61960]: DEBUG oslo_concurrency.lockutils [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Lock "8ffa8a2e-f035-483a-86a1-349588495b66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.396911] env[61960]: DEBUG oslo_vmware.api [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Task: {'id': task-435607, 'name': PowerOffVM_Task, 'duration_secs': 0.195496} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.397263] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 624.397541] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 624.398114] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f8483c4-e288-4135-afba-29cb28e75d5c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.468027] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 624.468027] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 624.468027] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Deleting the datastore file [datastore1] 451a923d-3c88-4b5d-be2c-dfcc248f9e81 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 624.468027] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cada525-d189-447a-b1fc-448f6a6ea993 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.476903] env[61960]: DEBUG oslo_vmware.api [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Waiting for the task: (returnval){ [ 624.476903] env[61960]: value = "task-435609" [ 624.476903] env[61960]: _type = "Task" [ 624.476903] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.484555] env[61960]: DEBUG oslo_vmware.api [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Task: {'id': task-435609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.490090] env[61960]: DEBUG nova.compute.manager [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 624.493320] env[61960]: DEBUG nova.network.neutron [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Successfully created port: 9316e6e2-2736-4670-a6bd-2db8323534c9 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 624.878983] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.986988] env[61960]: DEBUG oslo_vmware.api [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Task: {'id': task-435609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.045097] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af895c8-320d-473a-8fdf-a0b848f834e5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.052910] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4bd3b7-4ba7-4bac-9451-6c39f4a166b6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.085869] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be399c5-7d87-44c7-8950-114184f6d1c2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.098213] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f76425-1b72-4260-b154-a47c2acb7ef0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.113762] env[61960]: DEBUG nova.compute.provider_tree [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.484806] env[61960]: DEBUG oslo_vmware.api [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Task: {'id': task-435609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.536853} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.485070] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 625.485240] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 625.485422] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 625.485596] env[61960]: INFO nova.compute.manager [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Took 1.63 seconds to destroy the instance on the hypervisor. [ 625.485833] env[61960]: DEBUG oslo.service.loopingcall [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 625.486033] env[61960]: DEBUG nova.compute.manager [-] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 625.486131] env[61960]: DEBUG nova.network.neutron [-] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 625.509507] env[61960]: DEBUG nova.compute.manager [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 625.544848] env[61960]: DEBUG nova.virt.hardware [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 625.544848] env[61960]: DEBUG nova.virt.hardware [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 625.544848] env[61960]: DEBUG nova.virt.hardware [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.544848] env[61960]: DEBUG nova.virt.hardware [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 625.545139] env[61960]: DEBUG nova.virt.hardware [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.545139] env[61960]: DEBUG nova.virt.hardware [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 625.545139] env[61960]: DEBUG nova.virt.hardware [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 625.545285] env[61960]: DEBUG nova.virt.hardware [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 625.545328] env[61960]: DEBUG nova.virt.hardware [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 625.545469] env[61960]: DEBUG nova.virt.hardware [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 625.545639] env[61960]: DEBUG nova.virt.hardware [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 625.548271] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb862d63-1761-4d3e-b86f-c44373a3efbd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.562024] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a53873-2a33-4d6f-9457-cc9fa6be0d9b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.617369] env[61960]: DEBUG nova.scheduler.client.report [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 625.631353] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0d7e6646-ed12-403a-829c-c1248b6f984c tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquiring lock "9d79bbb7-73e3-4af6-8595-b8d3ebd4378c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.631353] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0d7e6646-ed12-403a-829c-c1248b6f984c tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "9d79bbb7-73e3-4af6-8595-b8d3ebd4378c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.631353] env[61960]: DEBUG nova.compute.manager [None req-0d7e6646-ed12-403a-829c-c1248b6f984c tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Going to confirm migration 1 {{(pid=61960) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 625.796776] env[61960]: DEBUG nova.compute.manager [req-089425b2-e107-4b66-902e-6ec14d4e5115 req-b9b384cb-74ca-4162-8c86-26a7aabab7f5 service nova] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Received event network-vif-deleted-4ffdc342-4bf5-4f97-9de6-2bbe25da12c9 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 625.796776] env[61960]: INFO nova.compute.manager [req-089425b2-e107-4b66-902e-6ec14d4e5115 req-b9b384cb-74ca-4162-8c86-26a7aabab7f5 service nova] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Neutron deleted interface 4ffdc342-4bf5-4f97-9de6-2bbe25da12c9; detaching it from the instance and deleting it from the info cache [ 625.796776] env[61960]: DEBUG nova.network.neutron [req-089425b2-e107-4b66-902e-6ec14d4e5115 req-b9b384cb-74ca-4162-8c86-26a7aabab7f5 service nova] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.122986] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.123586] env[61960]: DEBUG nova.compute.manager [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 626.127288] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.626s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.131343] env[61960]: INFO nova.compute.claims [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.241334] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0d7e6646-ed12-403a-829c-c1248b6f984c tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquiring lock "refresh_cache-9d79bbb7-73e3-4af6-8595-b8d3ebd4378c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.241920] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0d7e6646-ed12-403a-829c-c1248b6f984c tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquired lock "refresh_cache-9d79bbb7-73e3-4af6-8595-b8d3ebd4378c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.242147] env[61960]: DEBUG nova.network.neutron [None req-0d7e6646-ed12-403a-829c-c1248b6f984c tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 626.242342] env[61960]: DEBUG nova.objects.instance [None req-0d7e6646-ed12-403a-829c-c1248b6f984c tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lazy-loading 'info_cache' on Instance uuid 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 626.247512] env[61960]: DEBUG nova.network.neutron [-] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.298794] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4be639e-e2de-4611-b38e-b5fb3957be9c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.311122] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d2e26e-bf92-49d2-ae2c-1416fd9a23e6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.349073] env[61960]: DEBUG nova.compute.manager [req-089425b2-e107-4b66-902e-6ec14d4e5115 req-b9b384cb-74ca-4162-8c86-26a7aabab7f5 service nova] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Detach interface failed, port_id=4ffdc342-4bf5-4f97-9de6-2bbe25da12c9, reason: Instance 451a923d-3c88-4b5d-be2c-dfcc248f9e81 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 626.637086] env[61960]: DEBUG nova.compute.utils [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 626.637086] env[61960]: DEBUG nova.compute.manager [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 626.637086] env[61960]: DEBUG nova.network.neutron [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 626.727345] env[61960]: DEBUG nova.network.neutron [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Successfully updated port: 9316e6e2-2736-4670-a6bd-2db8323534c9 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 626.751109] env[61960]: INFO nova.compute.manager [-] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Took 1.26 seconds to deallocate network for instance. [ 626.779138] env[61960]: DEBUG nova.policy [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f800aec1426c4e94a9298a0820945404', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc683e45fca3431ca1b714c00f423861', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 627.142758] env[61960]: DEBUG nova.compute.manager [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 627.229765] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "refresh_cache-6e1853f6-55d9-4659-b865-191a2e107ba1" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.229927] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquired lock "refresh_cache-6e1853f6-55d9-4659-b865-191a2e107ba1" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.230100] env[61960]: DEBUG nova.network.neutron [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 627.257366] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.315248] env[61960]: DEBUG nova.network.neutron [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Successfully created port: 2fe57494-8d6c-45bb-934e-292a6c9517cd {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.673411] env[61960]: DEBUG nova.network.neutron [None req-0d7e6646-ed12-403a-829c-c1248b6f984c tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Updating instance_info_cache with network_info: [{"id": "a584832f-1476-446a-8ddc-fa5f2cc45262", "address": "fa:16:3e:4a:95:3e", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa584832f-14", "ovs_interfaceid": "a584832f-1476-446a-8ddc-fa5f2cc45262", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.725108] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542c4e84-1bc1-4101-89f3-3fed8166a788 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.732767] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a839879-bda3-412d-acd2-537a7f135577 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.772736] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0491fa-0f80-4269-a5e0-1b52104da225 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.781307] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007f2f36-3a3b-4d17-bc96-375007cf4d94 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.796942] env[61960]: DEBUG nova.compute.provider_tree [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.799443] env[61960]: DEBUG nova.network.neutron [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 628.003447] env[61960]: DEBUG nova.network.neutron [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Updating instance_info_cache with network_info: [{"id": "9316e6e2-2736-4670-a6bd-2db8323534c9", "address": "fa:16:3e:66:05:0e", "network": {"id": "62a618a7-78ed-4e31-a719-cf47fa219c16", "bridge": "br-int", "label": "tempest-ImagesTestJSON-839146393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4afdda0bfda54f4dba3833c4e6a27ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9316e6e2-27", "ovs_interfaceid": "9316e6e2-2736-4670-a6bd-2db8323534c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.020135] env[61960]: DEBUG nova.compute.manager [req-c9989e19-447c-4289-a163-3c2a1afdb511 req-3f59fa54-dd33-489d-97d6-8d6ffdbc1139 service nova] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Received event network-vif-plugged-9316e6e2-2736-4670-a6bd-2db8323534c9 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 628.020135] env[61960]: DEBUG oslo_concurrency.lockutils [req-c9989e19-447c-4289-a163-3c2a1afdb511 req-3f59fa54-dd33-489d-97d6-8d6ffdbc1139 service nova] Acquiring lock "6e1853f6-55d9-4659-b865-191a2e107ba1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.020135] env[61960]: DEBUG oslo_concurrency.lockutils [req-c9989e19-447c-4289-a163-3c2a1afdb511 req-3f59fa54-dd33-489d-97d6-8d6ffdbc1139 service nova] Lock "6e1853f6-55d9-4659-b865-191a2e107ba1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.020135] env[61960]: DEBUG oslo_concurrency.lockutils [req-c9989e19-447c-4289-a163-3c2a1afdb511 req-3f59fa54-dd33-489d-97d6-8d6ffdbc1139 service nova] Lock "6e1853f6-55d9-4659-b865-191a2e107ba1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.020135] env[61960]: DEBUG nova.compute.manager [req-c9989e19-447c-4289-a163-3c2a1afdb511 req-3f59fa54-dd33-489d-97d6-8d6ffdbc1139 service nova] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] No waiting events found dispatching network-vif-plugged-9316e6e2-2736-4670-a6bd-2db8323534c9 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 628.020293] env[61960]: WARNING nova.compute.manager [req-c9989e19-447c-4289-a163-3c2a1afdb511 req-3f59fa54-dd33-489d-97d6-8d6ffdbc1139 service nova] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Received unexpected event network-vif-plugged-9316e6e2-2736-4670-a6bd-2db8323534c9 for instance with vm_state building and task_state spawning. [ 628.020466] env[61960]: DEBUG nova.compute.manager [req-c9989e19-447c-4289-a163-3c2a1afdb511 req-3f59fa54-dd33-489d-97d6-8d6ffdbc1139 service nova] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Received event network-changed-9316e6e2-2736-4670-a6bd-2db8323534c9 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 628.020620] env[61960]: DEBUG nova.compute.manager [req-c9989e19-447c-4289-a163-3c2a1afdb511 req-3f59fa54-dd33-489d-97d6-8d6ffdbc1139 service nova] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Refreshing instance network info cache due to event network-changed-9316e6e2-2736-4670-a6bd-2db8323534c9. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 628.020779] env[61960]: DEBUG oslo_concurrency.lockutils [req-c9989e19-447c-4289-a163-3c2a1afdb511 req-3f59fa54-dd33-489d-97d6-8d6ffdbc1139 service nova] Acquiring lock "refresh_cache-6e1853f6-55d9-4659-b865-191a2e107ba1" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.158374] env[61960]: DEBUG nova.compute.manager [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 628.177696] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0d7e6646-ed12-403a-829c-c1248b6f984c tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Releasing lock "refresh_cache-9d79bbb7-73e3-4af6-8595-b8d3ebd4378c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.177975] env[61960]: DEBUG nova.objects.instance [None req-0d7e6646-ed12-403a-829c-c1248b6f984c tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lazy-loading 'migration_context' on Instance uuid 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 628.197092] env[61960]: DEBUG nova.virt.hardware [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 628.197344] env[61960]: DEBUG nova.virt.hardware [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 628.197529] env[61960]: DEBUG nova.virt.hardware [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.197724] env[61960]: DEBUG nova.virt.hardware [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 628.197920] env[61960]: DEBUG nova.virt.hardware [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.198028] env[61960]: DEBUG nova.virt.hardware [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 628.198247] env[61960]: DEBUG nova.virt.hardware [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 628.198417] env[61960]: DEBUG nova.virt.hardware [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 628.198623] env[61960]: DEBUG nova.virt.hardware [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 628.198798] env[61960]: DEBUG nova.virt.hardware [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 628.198975] env[61960]: DEBUG nova.virt.hardware [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 628.200103] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bf2419-6efd-4a22-8cbc-ff46ba7181ed {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.209910] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e954ce-6c3f-4aa4-815d-f2ead9b5fdb6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.303190] env[61960]: DEBUG nova.scheduler.client.report [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 628.506248] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Releasing lock "refresh_cache-6e1853f6-55d9-4659-b865-191a2e107ba1" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.506660] env[61960]: DEBUG nova.compute.manager [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Instance network_info: |[{"id": "9316e6e2-2736-4670-a6bd-2db8323534c9", "address": "fa:16:3e:66:05:0e", "network": {"id": "62a618a7-78ed-4e31-a719-cf47fa219c16", "bridge": "br-int", "label": "tempest-ImagesTestJSON-839146393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4afdda0bfda54f4dba3833c4e6a27ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9316e6e2-27", "ovs_interfaceid": "9316e6e2-2736-4670-a6bd-2db8323534c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 628.507038] env[61960]: DEBUG oslo_concurrency.lockutils [req-c9989e19-447c-4289-a163-3c2a1afdb511 req-3f59fa54-dd33-489d-97d6-8d6ffdbc1139 service nova] Acquired lock "refresh_cache-6e1853f6-55d9-4659-b865-191a2e107ba1" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.507271] env[61960]: DEBUG nova.network.neutron [req-c9989e19-447c-4289-a163-3c2a1afdb511 req-3f59fa54-dd33-489d-97d6-8d6ffdbc1139 service nova] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Refreshing network info cache for port 9316e6e2-2736-4670-a6bd-2db8323534c9 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 628.508618] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:05:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9316e6e2-2736-4670-a6bd-2db8323534c9', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.516147] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Creating folder: Project (4afdda0bfda54f4dba3833c4e6a27ea1). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 628.516713] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c219727-55f3-4f12-91d3-a20aa4ab73db {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.530064] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Created folder: Project (4afdda0bfda54f4dba3833c4e6a27ea1) in parent group-v115929. [ 628.530261] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Creating folder: Instances. Parent ref: group-v115998. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 628.530544] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0abe8675-4b45-4fbe-bdc9-fd3d62d8c93f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.539305] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Created folder: Instances in parent group-v115998. [ 628.539563] env[61960]: DEBUG oslo.service.loopingcall [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 628.540330] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 628.540330] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bc3a694-bbdc-495f-97ce-be445e99b8ba {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.559763] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.559763] env[61960]: value = "task-435612" [ 628.559763] env[61960]: _type = "Task" [ 628.559763] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.567127] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435612, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.681519] env[61960]: DEBUG nova.objects.base [None req-0d7e6646-ed12-403a-829c-c1248b6f984c tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Object Instance<9d79bbb7-73e3-4af6-8595-b8d3ebd4378c> lazy-loaded attributes: info_cache,migration_context {{(pid=61960) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 628.682608] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66a5901-6b96-4d47-9d25-c12d116677bd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.705990] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-668c05da-ad81-4b21-b89c-52862c95b92c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.711965] env[61960]: DEBUG oslo_vmware.api [None req-0d7e6646-ed12-403a-829c-c1248b6f984c tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 628.711965] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52d59f56-e34d-d15c-2bf1-bcc8f5da5971" [ 628.711965] env[61960]: _type = "Task" [ 628.711965] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.721107] env[61960]: DEBUG oslo_vmware.api [None req-0d7e6646-ed12-403a-829c-c1248b6f984c tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52d59f56-e34d-d15c-2bf1-bcc8f5da5971, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.809342] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.810883] env[61960]: DEBUG nova.compute.manager [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 628.812771] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.877s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.814275] env[61960]: INFO nova.compute.claims [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.070623] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435612, 'name': CreateVM_Task, 'duration_secs': 0.301704} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.070808] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 629.071503] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.071670] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.072029] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.072257] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51450180-c9f1-4a8d-acc6-d9a70f02e2dd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.076466] env[61960]: DEBUG oslo_vmware.api [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 629.076466] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524ce90b-93bb-90ff-3336-2a976392044a" [ 629.076466] env[61960]: _type = "Task" [ 629.076466] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.084600] env[61960]: DEBUG oslo_vmware.api [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524ce90b-93bb-90ff-3336-2a976392044a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.221921] env[61960]: DEBUG oslo_vmware.api [None req-0d7e6646-ed12-403a-829c-c1248b6f984c tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52d59f56-e34d-d15c-2bf1-bcc8f5da5971, 'name': SearchDatastore_Task, 'duration_secs': 0.007592} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.222273] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0d7e6646-ed12-403a-829c-c1248b6f984c tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.324133] env[61960]: DEBUG nova.compute.utils [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 629.324133] env[61960]: DEBUG nova.compute.manager [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 629.324133] env[61960]: DEBUG nova.network.neutron [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 629.375848] env[61960]: DEBUG nova.policy [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5c1a870eed14d44adf86f157b8f869a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f6b7e909e134c1e9fa03641abe59726', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 629.593166] env[61960]: DEBUG oslo_vmware.api [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524ce90b-93bb-90ff-3336-2a976392044a, 'name': SearchDatastore_Task, 'duration_secs': 0.008707} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.593166] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.593166] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.593782] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.594436] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.594436] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.595289] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bc1e3be-86dc-42ae-92cc-a5206cb142b5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.603996] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.604215] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 629.604948] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8c46db0-c740-469f-b851-d8f9121b6e17 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.612802] env[61960]: DEBUG oslo_vmware.api [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 629.612802] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5292ee6d-bc16-0fc8-14a7-e141f6d98da1" [ 629.612802] env[61960]: _type = "Task" [ 629.612802] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.625021] env[61960]: DEBUG oslo_vmware.api [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5292ee6d-bc16-0fc8-14a7-e141f6d98da1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.647208] env[61960]: DEBUG nova.network.neutron [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Successfully updated port: 2fe57494-8d6c-45bb-934e-292a6c9517cd {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 629.688672] env[61960]: DEBUG nova.network.neutron [req-c9989e19-447c-4289-a163-3c2a1afdb511 req-3f59fa54-dd33-489d-97d6-8d6ffdbc1139 service nova] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Updated VIF entry in instance network info cache for port 9316e6e2-2736-4670-a6bd-2db8323534c9. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 629.689106] env[61960]: DEBUG nova.network.neutron [req-c9989e19-447c-4289-a163-3c2a1afdb511 req-3f59fa54-dd33-489d-97d6-8d6ffdbc1139 service nova] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Updating instance_info_cache with network_info: [{"id": "9316e6e2-2736-4670-a6bd-2db8323534c9", "address": "fa:16:3e:66:05:0e", "network": {"id": "62a618a7-78ed-4e31-a719-cf47fa219c16", "bridge": "br-int", "label": "tempest-ImagesTestJSON-839146393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4afdda0bfda54f4dba3833c4e6a27ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9316e6e2-27", "ovs_interfaceid": "9316e6e2-2736-4670-a6bd-2db8323534c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.782189] env[61960]: DEBUG nova.network.neutron [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Successfully created port: 58f1d801-7a1e-4811-a7f7-4d160b32d9c2 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 629.829920] env[61960]: DEBUG nova.compute.manager [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 630.048820] env[61960]: DEBUG nova.compute.manager [req-393441ae-ac8f-4f2a-8bb0-abaea45dfb43 req-5fdcb9fd-d480-4b86-a5d1-71f0ab51878a service nova] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Received event network-vif-plugged-2fe57494-8d6c-45bb-934e-292a6c9517cd {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 630.049052] env[61960]: DEBUG oslo_concurrency.lockutils [req-393441ae-ac8f-4f2a-8bb0-abaea45dfb43 req-5fdcb9fd-d480-4b86-a5d1-71f0ab51878a service nova] Acquiring lock "fc3b6192-3a1d-40cd-87ef-6bdba8b8292d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.049260] env[61960]: DEBUG oslo_concurrency.lockutils [req-393441ae-ac8f-4f2a-8bb0-abaea45dfb43 req-5fdcb9fd-d480-4b86-a5d1-71f0ab51878a service nova] Lock "fc3b6192-3a1d-40cd-87ef-6bdba8b8292d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.049426] env[61960]: DEBUG oslo_concurrency.lockutils [req-393441ae-ac8f-4f2a-8bb0-abaea45dfb43 req-5fdcb9fd-d480-4b86-a5d1-71f0ab51878a service nova] Lock "fc3b6192-3a1d-40cd-87ef-6bdba8b8292d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.049592] env[61960]: DEBUG nova.compute.manager [req-393441ae-ac8f-4f2a-8bb0-abaea45dfb43 req-5fdcb9fd-d480-4b86-a5d1-71f0ab51878a service nova] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] No waiting events found dispatching network-vif-plugged-2fe57494-8d6c-45bb-934e-292a6c9517cd {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 630.049756] env[61960]: WARNING nova.compute.manager [req-393441ae-ac8f-4f2a-8bb0-abaea45dfb43 req-5fdcb9fd-d480-4b86-a5d1-71f0ab51878a service nova] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Received unexpected event network-vif-plugged-2fe57494-8d6c-45bb-934e-292a6c9517cd for instance with vm_state building and task_state spawning. [ 630.050621] env[61960]: DEBUG nova.compute.manager [req-393441ae-ac8f-4f2a-8bb0-abaea45dfb43 req-5fdcb9fd-d480-4b86-a5d1-71f0ab51878a service nova] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Received event network-changed-2fe57494-8d6c-45bb-934e-292a6c9517cd {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 630.050791] env[61960]: DEBUG nova.compute.manager [req-393441ae-ac8f-4f2a-8bb0-abaea45dfb43 req-5fdcb9fd-d480-4b86-a5d1-71f0ab51878a service nova] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Refreshing instance network info cache due to event network-changed-2fe57494-8d6c-45bb-934e-292a6c9517cd. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 630.050971] env[61960]: DEBUG oslo_concurrency.lockutils [req-393441ae-ac8f-4f2a-8bb0-abaea45dfb43 req-5fdcb9fd-d480-4b86-a5d1-71f0ab51878a service nova] Acquiring lock "refresh_cache-fc3b6192-3a1d-40cd-87ef-6bdba8b8292d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.051117] env[61960]: DEBUG oslo_concurrency.lockutils [req-393441ae-ac8f-4f2a-8bb0-abaea45dfb43 req-5fdcb9fd-d480-4b86-a5d1-71f0ab51878a service nova] Acquired lock "refresh_cache-fc3b6192-3a1d-40cd-87ef-6bdba8b8292d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.051269] env[61960]: DEBUG nova.network.neutron [req-393441ae-ac8f-4f2a-8bb0-abaea45dfb43 req-5fdcb9fd-d480-4b86-a5d1-71f0ab51878a service nova] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Refreshing network info cache for port 2fe57494-8d6c-45bb-934e-292a6c9517cd {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 630.129579] env[61960]: DEBUG oslo_vmware.api [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5292ee6d-bc16-0fc8-14a7-e141f6d98da1, 'name': SearchDatastore_Task, 'duration_secs': 0.008043} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.130411] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e9b8f56-c88e-458a-b244-d72c0262003d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.137899] env[61960]: DEBUG oslo_vmware.api [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 630.137899] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b6cb6e-6c5f-35a3-d61c-dcfa2ee1e50f" [ 630.137899] env[61960]: _type = "Task" [ 630.137899] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.148242] env[61960]: DEBUG oslo_vmware.api [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b6cb6e-6c5f-35a3-d61c-dcfa2ee1e50f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.151940] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Acquiring lock "refresh_cache-fc3b6192-3a1d-40cd-87ef-6bdba8b8292d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.193124] env[61960]: DEBUG oslo_concurrency.lockutils [req-c9989e19-447c-4289-a163-3c2a1afdb511 req-3f59fa54-dd33-489d-97d6-8d6ffdbc1139 service nova] Releasing lock "refresh_cache-6e1853f6-55d9-4659-b865-191a2e107ba1" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.380916] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6168bdae-6000-4d81-8972-eead18ba421a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.390296] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6606e90-f7dd-4792-8534-4028a5199dbe {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.420390] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dc83b0-b2cc-431f-a994-f0edab057074 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.428109] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca258714-190b-4256-911b-b93c8f6fdfd1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.442798] env[61960]: DEBUG nova.compute.provider_tree [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.592955] env[61960]: DEBUG nova.network.neutron [req-393441ae-ac8f-4f2a-8bb0-abaea45dfb43 req-5fdcb9fd-d480-4b86-a5d1-71f0ab51878a service nova] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 630.649158] env[61960]: DEBUG oslo_vmware.api [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b6cb6e-6c5f-35a3-d61c-dcfa2ee1e50f, 'name': SearchDatastore_Task, 'duration_secs': 0.009276} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.649460] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.650076] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 6e1853f6-55d9-4659-b865-191a2e107ba1/6e1853f6-55d9-4659-b865-191a2e107ba1.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 630.650373] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3e3da49-f8b3-4ec9-a033-79fd957f9207 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.658717] env[61960]: DEBUG oslo_vmware.api [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 630.658717] env[61960]: value = "task-435613" [ 630.658717] env[61960]: _type = "Task" [ 630.658717] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.667208] env[61960]: DEBUG oslo_vmware.api [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.668359] env[61960]: DEBUG nova.network.neutron [req-393441ae-ac8f-4f2a-8bb0-abaea45dfb43 req-5fdcb9fd-d480-4b86-a5d1-71f0ab51878a service nova] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.843679] env[61960]: DEBUG nova.compute.manager [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 630.877036] env[61960]: DEBUG nova.virt.hardware [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 630.877292] env[61960]: DEBUG nova.virt.hardware [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 630.877501] env[61960]: DEBUG nova.virt.hardware [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.877703] env[61960]: DEBUG nova.virt.hardware [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 630.877850] env[61960]: DEBUG nova.virt.hardware [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.877997] env[61960]: DEBUG nova.virt.hardware [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 630.879380] env[61960]: DEBUG nova.virt.hardware [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 630.879569] env[61960]: DEBUG nova.virt.hardware [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 630.879751] env[61960]: DEBUG nova.virt.hardware [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 630.879920] env[61960]: DEBUG nova.virt.hardware [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 630.880110] env[61960]: DEBUG nova.virt.hardware [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 630.881022] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804b6add-1049-44e0-b339-a8187e146fbf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.889418] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d55aa0-60d8-44d9-8f1a-bdb211ea516d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.946106] env[61960]: DEBUG nova.scheduler.client.report [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 631.168898] env[61960]: DEBUG oslo_vmware.api [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453766} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.169192] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 6e1853f6-55d9-4659-b865-191a2e107ba1/6e1853f6-55d9-4659-b865-191a2e107ba1.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 631.169485] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.169973] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd52cc0c-7651-4a53-8809-94394acda8a3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.172768] env[61960]: DEBUG oslo_concurrency.lockutils [req-393441ae-ac8f-4f2a-8bb0-abaea45dfb43 req-5fdcb9fd-d480-4b86-a5d1-71f0ab51878a service nova] Releasing lock "refresh_cache-fc3b6192-3a1d-40cd-87ef-6bdba8b8292d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.173192] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Acquired lock "refresh_cache-fc3b6192-3a1d-40cd-87ef-6bdba8b8292d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.173749] env[61960]: DEBUG nova.network.neutron [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 631.179776] env[61960]: DEBUG oslo_vmware.api [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 631.179776] env[61960]: value = "task-435614" [ 631.179776] env[61960]: _type = "Task" [ 631.179776] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.190432] env[61960]: DEBUG oslo_vmware.api [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.454032] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.454032] env[61960]: DEBUG nova.compute.manager [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 631.458169] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.446s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.461126] env[61960]: INFO nova.compute.claims [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.588732] env[61960]: DEBUG nova.compute.manager [req-06554130-a5d2-4bb5-b112-1a77b2971782 req-310f3dfd-28ac-45f9-af50-d9219c363a3c service nova] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Received event network-vif-plugged-58f1d801-7a1e-4811-a7f7-4d160b32d9c2 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 631.588960] env[61960]: DEBUG oslo_concurrency.lockutils [req-06554130-a5d2-4bb5-b112-1a77b2971782 req-310f3dfd-28ac-45f9-af50-d9219c363a3c service nova] Acquiring lock "24755d96-be25-477d-8022-bbae4e33ab89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.589189] env[61960]: DEBUG oslo_concurrency.lockutils [req-06554130-a5d2-4bb5-b112-1a77b2971782 req-310f3dfd-28ac-45f9-af50-d9219c363a3c service nova] Lock "24755d96-be25-477d-8022-bbae4e33ab89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.589357] env[61960]: DEBUG oslo_concurrency.lockutils [req-06554130-a5d2-4bb5-b112-1a77b2971782 req-310f3dfd-28ac-45f9-af50-d9219c363a3c service nova] Lock "24755d96-be25-477d-8022-bbae4e33ab89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.589523] env[61960]: DEBUG nova.compute.manager [req-06554130-a5d2-4bb5-b112-1a77b2971782 req-310f3dfd-28ac-45f9-af50-d9219c363a3c service nova] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] No waiting events found dispatching network-vif-plugged-58f1d801-7a1e-4811-a7f7-4d160b32d9c2 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 631.589686] env[61960]: WARNING nova.compute.manager [req-06554130-a5d2-4bb5-b112-1a77b2971782 req-310f3dfd-28ac-45f9-af50-d9219c363a3c service nova] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Received unexpected event network-vif-plugged-58f1d801-7a1e-4811-a7f7-4d160b32d9c2 for instance with vm_state building and task_state spawning. [ 631.691375] env[61960]: DEBUG oslo_vmware.api [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061728} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.692595] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.692595] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ae398a-7520-4927-9da7-7f97de5ddd1b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.724320] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 6e1853f6-55d9-4659-b865-191a2e107ba1/6e1853f6-55d9-4659-b865-191a2e107ba1.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.725305] env[61960]: DEBUG nova.network.neutron [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 631.727481] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30d3b96a-ee82-4bf0-8857-30e95d520788 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.746791] env[61960]: DEBUG oslo_vmware.api [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 631.746791] env[61960]: value = "task-435615" [ 631.746791] env[61960]: _type = "Task" [ 631.746791] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.756101] env[61960]: DEBUG oslo_vmware.api [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.776066] env[61960]: DEBUG nova.network.neutron [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Successfully updated port: 58f1d801-7a1e-4811-a7f7-4d160b32d9c2 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.933018] env[61960]: DEBUG nova.network.neutron [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Updating instance_info_cache with network_info: [{"id": "2fe57494-8d6c-45bb-934e-292a6c9517cd", "address": "fa:16:3e:39:03:af", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe57494-8d", "ovs_interfaceid": "2fe57494-8d6c-45bb-934e-292a6c9517cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.966501] env[61960]: DEBUG nova.compute.utils [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 631.971644] env[61960]: DEBUG nova.compute.manager [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 631.971644] env[61960]: DEBUG nova.network.neutron [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 632.039661] env[61960]: DEBUG nova.policy [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5f3c06c82c44a7092d0e0b6f055c908', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd5e3e891410455abd448117aabf8d8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 632.256871] env[61960]: DEBUG oslo_vmware.api [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435615, 'name': ReconfigVM_Task, 'duration_secs': 0.466309} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.257492] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 6e1853f6-55d9-4659-b865-191a2e107ba1/6e1853f6-55d9-4659-b865-191a2e107ba1.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.258433] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ba5b824-5c70-481b-8290-c1a58f612da7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.267022] env[61960]: DEBUG oslo_vmware.api [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 632.267022] env[61960]: value = "task-435616" [ 632.267022] env[61960]: _type = "Task" [ 632.267022] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.276646] env[61960]: DEBUG oslo_vmware.api [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435616, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.281055] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Acquiring lock "refresh_cache-24755d96-be25-477d-8022-bbae4e33ab89" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.281055] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Acquired lock "refresh_cache-24755d96-be25-477d-8022-bbae4e33ab89" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.281055] env[61960]: DEBUG nova.network.neutron [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 632.436197] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Releasing lock "refresh_cache-fc3b6192-3a1d-40cd-87ef-6bdba8b8292d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.436489] env[61960]: DEBUG nova.compute.manager [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Instance network_info: |[{"id": "2fe57494-8d6c-45bb-934e-292a6c9517cd", "address": "fa:16:3e:39:03:af", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe57494-8d", "ovs_interfaceid": "2fe57494-8d6c-45bb-934e-292a6c9517cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 632.436951] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:03:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fe57494-8d6c-45bb-934e-292a6c9517cd', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.452018] env[61960]: DEBUG oslo.service.loopingcall [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 632.455874] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 632.455874] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c11bcef6-cc9a-4883-a8f1-161e408cd70f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.471574] env[61960]: DEBUG nova.compute.manager [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 632.483997] env[61960]: DEBUG nova.network.neutron [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Successfully created port: 329e7ecf-f461-4acb-8b46-c1b825abf425 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.484727] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.484727] env[61960]: value = "task-435617" [ 632.484727] env[61960]: _type = "Task" [ 632.484727] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.494700] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435617, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.777010] env[61960]: DEBUG oslo_vmware.api [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435616, 'name': Rename_Task, 'duration_secs': 0.138061} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.780021] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 632.780495] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4193bdc8-e197-4b3f-a732-e023b2dcd608 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.793193] env[61960]: DEBUG oslo_vmware.api [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 632.793193] env[61960]: value = "task-435618" [ 632.793193] env[61960]: _type = "Task" [ 632.793193] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.806080] env[61960]: DEBUG oslo_vmware.api [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.820025] env[61960]: DEBUG nova.network.neutron [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 632.995421] env[61960]: DEBUG nova.network.neutron [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Updating instance_info_cache with network_info: [{"id": "58f1d801-7a1e-4811-a7f7-4d160b32d9c2", "address": "fa:16:3e:3a:aa:6e", "network": {"id": "09b11c93-0478-4a66-b5ac-0893265c2e96", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1116773564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f6b7e909e134c1e9fa03641abe59726", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58f1d801-7a", "ovs_interfaceid": "58f1d801-7a1e-4811-a7f7-4d160b32d9c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.008570] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435617, 'name': CreateVM_Task, 'duration_secs': 0.357104} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.008761] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 633.010734] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.010734] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.010734] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.010734] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f053fd82-93f2-4a08-8282-f8a7c14a53f1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.015419] env[61960]: DEBUG oslo_vmware.api [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Waiting for the task: (returnval){ [ 633.015419] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528998d2-989b-fa2d-5d90-0bce2b54f5f5" [ 633.015419] env[61960]: _type = "Task" [ 633.015419] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.032043] env[61960]: DEBUG oslo_vmware.api [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528998d2-989b-fa2d-5d90-0bce2b54f5f5, 'name': SearchDatastore_Task, 'duration_secs': 0.011164} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.035251] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.035251] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.035251] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.035251] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.035568] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.035568] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7f6a5c8-de4b-41be-8540-ce9b8f5311a8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.048136] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.048342] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 633.049567] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a0d2eeb-3a58-4573-ab6b-8d246d00f83d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.055359] env[61960]: DEBUG oslo_vmware.api [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Waiting for the task: (returnval){ [ 633.055359] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52565b3b-0600-f9a2-59bf-b287fa54ad35" [ 633.055359] env[61960]: _type = "Task" [ 633.055359] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.063705] env[61960]: DEBUG oslo_vmware.api [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52565b3b-0600-f9a2-59bf-b287fa54ad35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.088214] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed0d7e4-3eb3-4a7b-9ccf-669204a693a6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.095571] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04be22af-2534-40a0-9bc6-9450f0aff57d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.129403] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62ea196-e990-4378-9fa7-139954f9948b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.138060] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce487c7b-21ea-416e-bc16-c6abe86658f3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.151537] env[61960]: DEBUG nova.compute.provider_tree [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.302803] env[61960]: DEBUG oslo_vmware.api [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435618, 'name': PowerOnVM_Task, 'duration_secs': 0.447149} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.303130] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 633.303272] env[61960]: INFO nova.compute.manager [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Took 7.79 seconds to spawn the instance on the hypervisor. [ 633.303520] env[61960]: DEBUG nova.compute.manager [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 633.304208] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9151276c-db9f-4b2f-b7c2-6630d2dcb1a4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.490176] env[61960]: DEBUG nova.compute.manager [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 633.498721] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Releasing lock "refresh_cache-24755d96-be25-477d-8022-bbae4e33ab89" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.499109] env[61960]: DEBUG nova.compute.manager [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Instance network_info: |[{"id": "58f1d801-7a1e-4811-a7f7-4d160b32d9c2", "address": "fa:16:3e:3a:aa:6e", "network": {"id": "09b11c93-0478-4a66-b5ac-0893265c2e96", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1116773564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f6b7e909e134c1e9fa03641abe59726", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58f1d801-7a", "ovs_interfaceid": "58f1d801-7a1e-4811-a7f7-4d160b32d9c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 633.499629] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:aa:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58f1d801-7a1e-4811-a7f7-4d160b32d9c2', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.509548] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Creating folder: Project (6f6b7e909e134c1e9fa03641abe59726). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 633.509877] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-089b1764-9c76-401e-b7bf-dda46cd8252a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.521704] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Created folder: Project (6f6b7e909e134c1e9fa03641abe59726) in parent group-v115929. [ 633.521765] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Creating folder: Instances. Parent ref: group-v116002. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 633.525417] env[61960]: DEBUG nova.virt.hardware [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 633.525417] env[61960]: DEBUG nova.virt.hardware [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 633.525676] env[61960]: DEBUG nova.virt.hardware [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 633.525707] env[61960]: DEBUG nova.virt.hardware [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 633.525840] env[61960]: DEBUG nova.virt.hardware [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 633.529023] env[61960]: DEBUG nova.virt.hardware [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 633.529023] env[61960]: DEBUG nova.virt.hardware [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 633.529023] env[61960]: DEBUG nova.virt.hardware [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 633.529023] env[61960]: DEBUG nova.virt.hardware [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 633.529023] env[61960]: DEBUG nova.virt.hardware [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 633.529326] env[61960]: DEBUG nova.virt.hardware [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 633.529326] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fe15ed6-5de6-44d0-bd9b-1422da0065e8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.531561] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b0731c-3d83-4f5b-ab85-fd264361e2df {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.541844] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91963486-634e-4a65-89b0-2f9b45d4c8e7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.551380] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Created folder: Instances in parent group-v116002. [ 633.551612] env[61960]: DEBUG oslo.service.loopingcall [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 633.552237] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 633.552490] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dae15064-95f2-4293-926a-d007b0cc47ce {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.584825] env[61960]: DEBUG oslo_vmware.api [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52565b3b-0600-f9a2-59bf-b287fa54ad35, 'name': SearchDatastore_Task, 'duration_secs': 0.008162} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.586269] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.586269] env[61960]: value = "task-435621" [ 633.586269] env[61960]: _type = "Task" [ 633.586269] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.586269] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15aafbad-d637-47f0-9596-28a897543761 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.594205] env[61960]: DEBUG oslo_vmware.api [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Waiting for the task: (returnval){ [ 633.594205] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528037a6-1dbf-4595-0aa4-414d2b37c4c7" [ 633.594205] env[61960]: _type = "Task" [ 633.594205] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.598076] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435621, 'name': CreateVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.608312] env[61960]: DEBUG oslo_vmware.api [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528037a6-1dbf-4595-0aa4-414d2b37c4c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.655472] env[61960]: DEBUG nova.scheduler.client.report [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 633.735073] env[61960]: DEBUG nova.compute.manager [req-3da9e538-8581-4340-bac4-7eb7dc6b1238 req-39e99d49-d778-4f8c-874a-8ac690a1cd86 service nova] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Received event network-changed-58f1d801-7a1e-4811-a7f7-4d160b32d9c2 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 633.735424] env[61960]: DEBUG nova.compute.manager [req-3da9e538-8581-4340-bac4-7eb7dc6b1238 req-39e99d49-d778-4f8c-874a-8ac690a1cd86 service nova] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Refreshing instance network info cache due to event network-changed-58f1d801-7a1e-4811-a7f7-4d160b32d9c2. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 633.735676] env[61960]: DEBUG oslo_concurrency.lockutils [req-3da9e538-8581-4340-bac4-7eb7dc6b1238 req-39e99d49-d778-4f8c-874a-8ac690a1cd86 service nova] Acquiring lock "refresh_cache-24755d96-be25-477d-8022-bbae4e33ab89" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.735920] env[61960]: DEBUG oslo_concurrency.lockutils [req-3da9e538-8581-4340-bac4-7eb7dc6b1238 req-39e99d49-d778-4f8c-874a-8ac690a1cd86 service nova] Acquired lock "refresh_cache-24755d96-be25-477d-8022-bbae4e33ab89" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.735975] env[61960]: DEBUG nova.network.neutron [req-3da9e538-8581-4340-bac4-7eb7dc6b1238 req-39e99d49-d778-4f8c-874a-8ac690a1cd86 service nova] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Refreshing network info cache for port 58f1d801-7a1e-4811-a7f7-4d160b32d9c2 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 633.820932] env[61960]: INFO nova.compute.manager [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Took 40.39 seconds to build instance. [ 634.058585] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquiring lock "51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.059033] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Lock "51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.080931] env[61960]: DEBUG nova.compute.manager [req-0976cf85-a398-4c86-b4b5-d3cf790338f2 req-44f999df-a5d9-4bc3-9337-1ba4738c3bc2 service nova] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Received event network-vif-plugged-329e7ecf-f461-4acb-8b46-c1b825abf425 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 634.080931] env[61960]: DEBUG oslo_concurrency.lockutils [req-0976cf85-a398-4c86-b4b5-d3cf790338f2 req-44f999df-a5d9-4bc3-9337-1ba4738c3bc2 service nova] Acquiring lock "bedcdb7c-216f-4248-b5ac-1c71471c4c07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.080931] env[61960]: DEBUG oslo_concurrency.lockutils [req-0976cf85-a398-4c86-b4b5-d3cf790338f2 req-44f999df-a5d9-4bc3-9337-1ba4738c3bc2 service nova] Lock "bedcdb7c-216f-4248-b5ac-1c71471c4c07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.080931] env[61960]: DEBUG oslo_concurrency.lockutils [req-0976cf85-a398-4c86-b4b5-d3cf790338f2 req-44f999df-a5d9-4bc3-9337-1ba4738c3bc2 service nova] Lock "bedcdb7c-216f-4248-b5ac-1c71471c4c07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.080931] env[61960]: DEBUG nova.compute.manager [req-0976cf85-a398-4c86-b4b5-d3cf790338f2 req-44f999df-a5d9-4bc3-9337-1ba4738c3bc2 service nova] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] No waiting events found dispatching network-vif-plugged-329e7ecf-f461-4acb-8b46-c1b825abf425 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 634.081632] env[61960]: WARNING nova.compute.manager [req-0976cf85-a398-4c86-b4b5-d3cf790338f2 req-44f999df-a5d9-4bc3-9337-1ba4738c3bc2 service nova] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Received unexpected event network-vif-plugged-329e7ecf-f461-4acb-8b46-c1b825abf425 for instance with vm_state building and task_state spawning. [ 634.109558] env[61960]: DEBUG nova.network.neutron [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Successfully updated port: 329e7ecf-f461-4acb-8b46-c1b825abf425 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 634.111997] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435621, 'name': CreateVM_Task, 'duration_secs': 0.360843} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.112892] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 634.117103] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.117103] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.117103] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.120273] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc671b9b-fe6f-4769-82ac-16a7206b842d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.122439] env[61960]: DEBUG oslo_vmware.api [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528037a6-1dbf-4595-0aa4-414d2b37c4c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010125} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.123234] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.123483] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] fc3b6192-3a1d-40cd-87ef-6bdba8b8292d/fc3b6192-3a1d-40cd-87ef-6bdba8b8292d.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 634.124153] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e9fe984-1a1c-4b90-960e-3ddaa11c8196 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.127969] env[61960]: DEBUG oslo_vmware.api [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Waiting for the task: (returnval){ [ 634.127969] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bd079f-995c-d885-03aa-7651c3ead6e2" [ 634.127969] env[61960]: _type = "Task" [ 634.127969] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.133485] env[61960]: DEBUG oslo_vmware.api [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Waiting for the task: (returnval){ [ 634.133485] env[61960]: value = "task-435622" [ 634.133485] env[61960]: _type = "Task" [ 634.133485] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.137515] env[61960]: DEBUG oslo_vmware.api [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bd079f-995c-d885-03aa-7651c3ead6e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.147152] env[61960]: DEBUG oslo_vmware.api [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': task-435622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.162297] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.162297] env[61960]: DEBUG nova.compute.manager [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 634.166445] env[61960]: DEBUG oslo_concurrency.lockutils [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.559s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.169025] env[61960]: INFO nova.compute.claims [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.322373] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c046444c-1d3b-4aa2-9df9-1ba39800319e tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "6e1853f6-55d9-4659-b865-191a2e107ba1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.365s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.464599] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4737254b-f29d-4670-a9dc-63b823628dc1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "6e1853f6-55d9-4659-b865-191a2e107ba1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.464892] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4737254b-f29d-4670-a9dc-63b823628dc1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "6e1853f6-55d9-4659-b865-191a2e107ba1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.465095] env[61960]: DEBUG nova.compute.manager [None req-4737254b-f29d-4670-a9dc-63b823628dc1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 634.466017] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ac590f-3a26-42a7-a566-d55251aa2d76 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.474240] env[61960]: DEBUG nova.compute.manager [None req-4737254b-f29d-4670-a9dc-63b823628dc1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=61960) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 634.475020] env[61960]: DEBUG nova.objects.instance [None req-4737254b-f29d-4670-a9dc-63b823628dc1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lazy-loading 'flavor' on Instance uuid 6e1853f6-55d9-4659-b865-191a2e107ba1 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 634.476389] env[61960]: DEBUG nova.network.neutron [req-3da9e538-8581-4340-bac4-7eb7dc6b1238 req-39e99d49-d778-4f8c-874a-8ac690a1cd86 service nova] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Updated VIF entry in instance network info cache for port 58f1d801-7a1e-4811-a7f7-4d160b32d9c2. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 634.476707] env[61960]: DEBUG nova.network.neutron [req-3da9e538-8581-4340-bac4-7eb7dc6b1238 req-39e99d49-d778-4f8c-874a-8ac690a1cd86 service nova] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Updating instance_info_cache with network_info: [{"id": "58f1d801-7a1e-4811-a7f7-4d160b32d9c2", "address": "fa:16:3e:3a:aa:6e", "network": {"id": "09b11c93-0478-4a66-b5ac-0893265c2e96", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1116773564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f6b7e909e134c1e9fa03641abe59726", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58f1d801-7a", "ovs_interfaceid": "58f1d801-7a1e-4811-a7f7-4d160b32d9c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.612592] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "refresh_cache-bedcdb7c-216f-4248-b5ac-1c71471c4c07" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.612851] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquired lock "refresh_cache-bedcdb7c-216f-4248-b5ac-1c71471c4c07" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.613566] env[61960]: DEBUG nova.network.neutron [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 634.645910] env[61960]: DEBUG oslo_vmware.api [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bd079f-995c-d885-03aa-7651c3ead6e2, 'name': SearchDatastore_Task, 'duration_secs': 0.021207} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.646047] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.646266] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.646496] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.646643] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.646818] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.647750] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42746647-42f9-451a-90aa-f8faeaee55dd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.655622] env[61960]: DEBUG oslo_vmware.api [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': task-435622, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.667029] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.667029] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 634.667029] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45ca4483-0fc3-483e-a37e-40bf87157f58 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.677419] env[61960]: DEBUG nova.compute.utils [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 634.680067] env[61960]: DEBUG oslo_vmware.api [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Waiting for the task: (returnval){ [ 634.680067] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527afbba-9f24-a28d-e242-3dd3f99dd891" [ 634.680067] env[61960]: _type = "Task" [ 634.680067] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.680381] env[61960]: DEBUG nova.compute.manager [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 634.680598] env[61960]: DEBUG nova.network.neutron [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 634.701385] env[61960]: DEBUG oslo_vmware.api [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527afbba-9f24-a28d-e242-3dd3f99dd891, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.751217] env[61960]: DEBUG nova.policy [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '625436488d8d46a08456ef3342e1889c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11db1f5ce1704bd3b416ab2d17b42043', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 634.824962] env[61960]: DEBUG nova.compute.manager [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 634.898043] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 634.898043] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 634.980311] env[61960]: DEBUG oslo_concurrency.lockutils [req-3da9e538-8581-4340-bac4-7eb7dc6b1238 req-39e99d49-d778-4f8c-874a-8ac690a1cd86 service nova] Releasing lock "refresh_cache-24755d96-be25-477d-8022-bbae4e33ab89" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.981044] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4737254b-f29d-4670-a9dc-63b823628dc1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 634.981291] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b9e007e-b9d5-42c4-b6d1-c3955132bf8f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.991026] env[61960]: DEBUG oslo_vmware.api [None req-4737254b-f29d-4670-a9dc-63b823628dc1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 634.991026] env[61960]: value = "task-435623" [ 634.991026] env[61960]: _type = "Task" [ 634.991026] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.997913] env[61960]: DEBUG oslo_vmware.api [None req-4737254b-f29d-4670-a9dc-63b823628dc1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.147651] env[61960]: DEBUG oslo_vmware.api [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': task-435622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.878238} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.147925] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] fc3b6192-3a1d-40cd-87ef-6bdba8b8292d/fc3b6192-3a1d-40cd-87ef-6bdba8b8292d.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 635.148189] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.149025] env[61960]: DEBUG nova.network.neutron [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 635.150840] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e771ddde-7233-4a4c-b61e-0afef0345907 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.157409] env[61960]: DEBUG oslo_vmware.api [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Waiting for the task: (returnval){ [ 635.157409] env[61960]: value = "task-435624" [ 635.157409] env[61960]: _type = "Task" [ 635.157409] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.167177] env[61960]: DEBUG oslo_vmware.api [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': task-435624, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.181121] env[61960]: DEBUG nova.compute.manager [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 635.198300] env[61960]: DEBUG oslo_vmware.api [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527afbba-9f24-a28d-e242-3dd3f99dd891, 'name': SearchDatastore_Task, 'duration_secs': 0.060769} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.202132] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70b2224c-b9a9-4029-88c0-3a66b9eafc7b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.209448] env[61960]: DEBUG oslo_vmware.api [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Waiting for the task: (returnval){ [ 635.209448] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b4cdd5-2412-b885-e170-1b1920a6b56e" [ 635.209448] env[61960]: _type = "Task" [ 635.209448] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.213815] env[61960]: DEBUG nova.network.neutron [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Successfully created port: 7589809c-6b2d-4e7b-b599-4918a794bb0a {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.229210] env[61960]: DEBUG oslo_vmware.api [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b4cdd5-2412-b885-e170-1b1920a6b56e, 'name': SearchDatastore_Task, 'duration_secs': 0.008363} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.229577] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.229894] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 24755d96-be25-477d-8022-bbae4e33ab89/24755d96-be25-477d-8022-bbae4e33ab89.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 635.230206] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10b4c11a-5687-40fe-96d2-447de013ad15 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.237369] env[61960]: DEBUG oslo_vmware.api [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Waiting for the task: (returnval){ [ 635.237369] env[61960]: value = "task-435625" [ 635.237369] env[61960]: _type = "Task" [ 635.237369] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.247629] env[61960]: DEBUG oslo_vmware.api [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Task: {'id': task-435625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.350273] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.361938] env[61960]: DEBUG nova.network.neutron [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Updating instance_info_cache with network_info: [{"id": "329e7ecf-f461-4acb-8b46-c1b825abf425", "address": "fa:16:3e:ac:72:50", "network": {"id": "148b3213-0f77-4469-b901-9b93a55e3a91", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-997896372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5e3e891410455abd448117aabf8d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329e7ecf-f4", "ovs_interfaceid": "329e7ecf-f461-4acb-8b46-c1b825abf425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.412170] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.412379] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Starting heal instance info cache {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 635.412688] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Rebuilding the list of instances to heal {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 635.504478] env[61960]: DEBUG oslo_vmware.api [None req-4737254b-f29d-4670-a9dc-63b823628dc1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435623, 'name': PowerOffVM_Task, 'duration_secs': 0.202516} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.504960] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4737254b-f29d-4670-a9dc-63b823628dc1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 635.505274] env[61960]: DEBUG nova.compute.manager [None req-4737254b-f29d-4670-a9dc-63b823628dc1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 635.506537] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b6dccf-a018-4eb1-a797-8ec28a440a8a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.670445] env[61960]: DEBUG oslo_vmware.api [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': task-435624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074538} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.670700] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.671563] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971b55c5-fe01-44f3-9d5a-7032e2f12d7d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.696862] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] fc3b6192-3a1d-40cd-87ef-6bdba8b8292d/fc3b6192-3a1d-40cd-87ef-6bdba8b8292d.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.704128] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb33214b-1ad9-48d4-a6f4-d3193f0d8c93 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.725899] env[61960]: DEBUG oslo_vmware.api [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Waiting for the task: (returnval){ [ 635.725899] env[61960]: value = "task-435626" [ 635.725899] env[61960]: _type = "Task" [ 635.725899] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.736472] env[61960]: DEBUG oslo_vmware.api [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': task-435626, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.746286] env[61960]: DEBUG oslo_vmware.api [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Task: {'id': task-435625, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.784334] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e531fef5-e4ca-4038-b207-cebf2dcf7cea {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.791666] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0e7b15-5915-43a5-a8f9-63b8bb2dc1f2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.823810] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc140dae-6a8d-483b-94b5-dfacda424d63 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.831560] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba06932-873b-46bb-b1de-ae1f707a7b96 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.845020] env[61960]: DEBUG nova.compute.provider_tree [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.864840] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Releasing lock "refresh_cache-bedcdb7c-216f-4248-b5ac-1c71471c4c07" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.865592] env[61960]: DEBUG nova.compute.manager [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Instance network_info: |[{"id": "329e7ecf-f461-4acb-8b46-c1b825abf425", "address": "fa:16:3e:ac:72:50", "network": {"id": "148b3213-0f77-4469-b901-9b93a55e3a91", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-997896372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5e3e891410455abd448117aabf8d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329e7ecf-f4", "ovs_interfaceid": "329e7ecf-f461-4acb-8b46-c1b825abf425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 635.865724] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:72:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '329e7ecf-f461-4acb-8b46-c1b825abf425', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.873217] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Creating folder: Project (dd5e3e891410455abd448117aabf8d8b). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 635.873734] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0379efd-5caa-4052-890b-2abc03d3faf5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.884030] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Created folder: Project (dd5e3e891410455abd448117aabf8d8b) in parent group-v115929. [ 635.884030] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Creating folder: Instances. Parent ref: group-v116005. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 635.884030] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5eafcebc-cd36-496e-95fc-d37fa86e368c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.892402] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Created folder: Instances in parent group-v116005. [ 635.892621] env[61960]: DEBUG oslo.service.loopingcall [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 635.892808] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 635.892998] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b98298aa-d68c-441e-864f-971a67d4fd5a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.911470] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.911470] env[61960]: value = "task-435629" [ 635.911470] env[61960]: _type = "Task" [ 635.911470] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.920284] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Skipping network cache update for instance because it is being deleted. {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9943}} [ 635.920454] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Skipping network cache update for instance because it is Building. {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 635.920583] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Skipping network cache update for instance because it is Building. {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 635.920704] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Skipping network cache update for instance because it is Building. {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 635.920821] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Skipping network cache update for instance because it is Building. {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 635.920938] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Skipping network cache update for instance because it is Building. {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 635.928254] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435629, 'name': CreateVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.947975] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "refresh_cache-ea093293-99fb-4412-ac10-68d63bfc0229" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.948129] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquired lock "refresh_cache-ea093293-99fb-4412-ac10-68d63bfc0229" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.948296] env[61960]: DEBUG nova.network.neutron [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Forcefully refreshing network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 635.948484] env[61960]: DEBUG nova.objects.instance [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lazy-loading 'info_cache' on Instance uuid ea093293-99fb-4412-ac10-68d63bfc0229 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 636.025692] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4737254b-f29d-4670-a9dc-63b823628dc1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "6e1853f6-55d9-4659-b865-191a2e107ba1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.561s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.104248] env[61960]: DEBUG nova.compute.manager [req-6ce1b5f8-7e04-4dc9-9550-deecc97d9a9a req-895361d2-26c5-4abf-a37b-45ee458e186b service nova] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Received event network-changed-329e7ecf-f461-4acb-8b46-c1b825abf425 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 636.104430] env[61960]: DEBUG nova.compute.manager [req-6ce1b5f8-7e04-4dc9-9550-deecc97d9a9a req-895361d2-26c5-4abf-a37b-45ee458e186b service nova] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Refreshing instance network info cache due to event network-changed-329e7ecf-f461-4acb-8b46-c1b825abf425. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 636.104644] env[61960]: DEBUG oslo_concurrency.lockutils [req-6ce1b5f8-7e04-4dc9-9550-deecc97d9a9a req-895361d2-26c5-4abf-a37b-45ee458e186b service nova] Acquiring lock "refresh_cache-bedcdb7c-216f-4248-b5ac-1c71471c4c07" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.106741] env[61960]: DEBUG oslo_concurrency.lockutils [req-6ce1b5f8-7e04-4dc9-9550-deecc97d9a9a req-895361d2-26c5-4abf-a37b-45ee458e186b service nova] Acquired lock "refresh_cache-bedcdb7c-216f-4248-b5ac-1c71471c4c07" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.106741] env[61960]: DEBUG nova.network.neutron [req-6ce1b5f8-7e04-4dc9-9550-deecc97d9a9a req-895361d2-26c5-4abf-a37b-45ee458e186b service nova] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Refreshing network info cache for port 329e7ecf-f461-4acb-8b46-c1b825abf425 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 636.221191] env[61960]: DEBUG nova.compute.manager [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 636.235541] env[61960]: DEBUG oslo_vmware.api [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': task-435626, 'name': ReconfigVM_Task, 'duration_secs': 0.262763} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.235767] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Reconfigured VM instance instance-0000001a to attach disk [datastore1] fc3b6192-3a1d-40cd-87ef-6bdba8b8292d/fc3b6192-3a1d-40cd-87ef-6bdba8b8292d.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.236482] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e1c475b-f853-49d3-b749-fa3ce964d62b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.245572] env[61960]: DEBUG oslo_vmware.api [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Waiting for the task: (returnval){ [ 636.245572] env[61960]: value = "task-435630" [ 636.245572] env[61960]: _type = "Task" [ 636.245572] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.249267] env[61960]: DEBUG oslo_vmware.api [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Task: {'id': task-435625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512785} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.251325] env[61960]: DEBUG nova.virt.hardware [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 636.251545] env[61960]: DEBUG nova.virt.hardware [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 636.251702] env[61960]: DEBUG nova.virt.hardware [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.251879] env[61960]: DEBUG nova.virt.hardware [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 636.252035] env[61960]: DEBUG nova.virt.hardware [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.252185] env[61960]: DEBUG nova.virt.hardware [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 636.252390] env[61960]: DEBUG nova.virt.hardware [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 636.252572] env[61960]: DEBUG nova.virt.hardware [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 636.252755] env[61960]: DEBUG nova.virt.hardware [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 636.252918] env[61960]: DEBUG nova.virt.hardware [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 636.253116] env[61960]: DEBUG nova.virt.hardware [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 636.256282] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 24755d96-be25-477d-8022-bbae4e33ab89/24755d96-be25-477d-8022-bbae4e33ab89.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 636.256495] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.257233] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0f980e-4bff-4659-bea4-6adf37b43fa0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.259532] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10ddf0ae-f3ca-4304-bc4b-deb3db92162a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.271320] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff5b19d-122d-4a55-ae8b-ff234301d2f9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.275547] env[61960]: DEBUG oslo_vmware.api [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Waiting for the task: (returnval){ [ 636.275547] env[61960]: value = "task-435631" [ 636.275547] env[61960]: _type = "Task" [ 636.275547] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.275834] env[61960]: DEBUG oslo_vmware.api [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': task-435630, 'name': Rename_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.291453] env[61960]: DEBUG oslo_vmware.api [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Task: {'id': task-435631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.347668] env[61960]: DEBUG nova.scheduler.client.report [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 636.422680] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435629, 'name': CreateVM_Task, 'duration_secs': 0.36483} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.422680] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 636.424146] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.424146] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.424227] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.425026] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5621882d-91d4-4d32-9f9a-53edfd9af209 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.429694] env[61960]: DEBUG oslo_vmware.api [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 636.429694] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5242a9a6-3875-7e57-306e-54ace92f054d" [ 636.429694] env[61960]: _type = "Task" [ 636.429694] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.437366] env[61960]: DEBUG oslo_vmware.api [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5242a9a6-3875-7e57-306e-54ace92f054d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.762905] env[61960]: DEBUG oslo_vmware.api [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': task-435630, 'name': Rename_Task, 'duration_secs': 0.22426} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.763577] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 636.763922] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12bb3f78-f92a-496f-8493-79803331d833 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.773025] env[61960]: DEBUG oslo_vmware.api [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Waiting for the task: (returnval){ [ 636.773025] env[61960]: value = "task-435632" [ 636.773025] env[61960]: _type = "Task" [ 636.773025] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.779289] env[61960]: DEBUG oslo_vmware.api [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': task-435632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.786942] env[61960]: DEBUG oslo_vmware.api [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Task: {'id': task-435631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182961} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.787350] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.788224] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7840d64f-147b-4847-aa83-ee6a909372a6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.814520] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 24755d96-be25-477d-8022-bbae4e33ab89/24755d96-be25-477d-8022-bbae4e33ab89.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.815043] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b6b6cae-3cfa-44e8-b187-e5b1ec610dc3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.832262] env[61960]: DEBUG nova.network.neutron [req-6ce1b5f8-7e04-4dc9-9550-deecc97d9a9a req-895361d2-26c5-4abf-a37b-45ee458e186b service nova] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Updated VIF entry in instance network info cache for port 329e7ecf-f461-4acb-8b46-c1b825abf425. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 636.835022] env[61960]: DEBUG nova.network.neutron [req-6ce1b5f8-7e04-4dc9-9550-deecc97d9a9a req-895361d2-26c5-4abf-a37b-45ee458e186b service nova] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Updating instance_info_cache with network_info: [{"id": "329e7ecf-f461-4acb-8b46-c1b825abf425", "address": "fa:16:3e:ac:72:50", "network": {"id": "148b3213-0f77-4469-b901-9b93a55e3a91", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-997896372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5e3e891410455abd448117aabf8d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329e7ecf-f4", "ovs_interfaceid": "329e7ecf-f461-4acb-8b46-c1b825abf425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.835529] env[61960]: DEBUG oslo_vmware.api [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Waiting for the task: (returnval){ [ 636.835529] env[61960]: value = "task-435633" [ 636.835529] env[61960]: _type = "Task" [ 636.835529] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.844449] env[61960]: DEBUG oslo_vmware.api [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Task: {'id': task-435633, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.854028] env[61960]: DEBUG oslo_concurrency.lockutils [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.854028] env[61960]: DEBUG nova.compute.manager [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 636.856391] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.090s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.857940] env[61960]: INFO nova.compute.claims [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.922077] env[61960]: DEBUG nova.network.neutron [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Successfully updated port: 7589809c-6b2d-4e7b-b599-4918a794bb0a {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.943111] env[61960]: DEBUG oslo_vmware.api [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5242a9a6-3875-7e57-306e-54ace92f054d, 'name': SearchDatastore_Task, 'duration_secs': 0.022894} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.943609] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.943966] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.944344] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.944619] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.944918] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.945558] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3393839c-b573-4289-9e46-21b482bfd25f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.957712] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.958096] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 636.959024] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a2d65da-eb94-4187-a834-b373624b67f8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.965976] env[61960]: DEBUG oslo_vmware.api [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 636.965976] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52e136e6-c69d-266e-d961-19506bdbbed6" [ 636.965976] env[61960]: _type = "Task" [ 636.965976] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.974934] env[61960]: DEBUG oslo_vmware.api [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52e136e6-c69d-266e-d961-19506bdbbed6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.281876] env[61960]: DEBUG oslo_vmware.api [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': task-435632, 'name': PowerOnVM_Task, 'duration_secs': 0.449737} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.282153] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 637.282352] env[61960]: INFO nova.compute.manager [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Took 9.12 seconds to spawn the instance on the hypervisor. [ 637.282527] env[61960]: DEBUG nova.compute.manager [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 637.283291] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf52d0a-3d57-4587-a09c-d755d46335ec {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.336995] env[61960]: DEBUG oslo_concurrency.lockutils [req-6ce1b5f8-7e04-4dc9-9550-deecc97d9a9a req-895361d2-26c5-4abf-a37b-45ee458e186b service nova] Releasing lock "refresh_cache-bedcdb7c-216f-4248-b5ac-1c71471c4c07" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.347566] env[61960]: DEBUG oslo_vmware.api [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Task: {'id': task-435633, 'name': ReconfigVM_Task, 'duration_secs': 0.274342} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.347878] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 24755d96-be25-477d-8022-bbae4e33ab89/24755d96-be25-477d-8022-bbae4e33ab89.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.348474] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf2fb6ff-d2b1-48b9-a5f8-e43b718140b5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.354383] env[61960]: DEBUG oslo_vmware.api [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Waiting for the task: (returnval){ [ 637.354383] env[61960]: value = "task-435634" [ 637.354383] env[61960]: _type = "Task" [ 637.354383] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.366715] env[61960]: DEBUG nova.compute.utils [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 637.367877] env[61960]: DEBUG oslo_vmware.api [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Task: {'id': task-435634, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.368666] env[61960]: DEBUG nova.compute.manager [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 637.368832] env[61960]: DEBUG nova.network.neutron [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 637.426296] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquiring lock "refresh_cache-ec50aa6a-44ae-42f3-99a9-6831c832aca3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.426296] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquired lock "refresh_cache-ec50aa6a-44ae-42f3-99a9-6831c832aca3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.426296] env[61960]: DEBUG nova.network.neutron [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 637.432187] env[61960]: DEBUG nova.policy [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de3627ef48224984aa034bf3dbf40e0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf7387c89bd54785ab9b49948dd78c9b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 637.480184] env[61960]: DEBUG oslo_vmware.api [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52e136e6-c69d-266e-d961-19506bdbbed6, 'name': SearchDatastore_Task, 'duration_secs': 0.009111} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.480184] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3945e4ac-a512-4f5e-baaf-12239bf2a0a4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.483937] env[61960]: DEBUG oslo_vmware.api [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 637.483937] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]521d5f47-580c-fbb4-cd40-a9dfb1211e04" [ 637.483937] env[61960]: _type = "Task" [ 637.483937] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.492132] env[61960]: DEBUG oslo_vmware.api [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]521d5f47-580c-fbb4-cd40-a9dfb1211e04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.681806] env[61960]: DEBUG nova.network.neutron [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Updating instance_info_cache with network_info: [{"id": "e4c5c0a8-f8f7-463c-a960-96c3194af65f", "address": "fa:16:3e:6a:9b:fe", "network": {"id": "937429d7-f520-4ee4-b32d-c1f048dd8c78", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1886321033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39e1da71d5e4556a25562d8eb462ab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4c5c0a8-f8", "ovs_interfaceid": "e4c5c0a8-f8f7-463c-a960-96c3194af65f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.714338] env[61960]: DEBUG nova.network.neutron [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Successfully created port: 8dd5f3ba-7362-4d01-a939-ae1a00ac28c2 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.802066] env[61960]: INFO nova.compute.manager [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Took 41.10 seconds to build instance. [ 637.864933] env[61960]: DEBUG oslo_vmware.api [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Task: {'id': task-435634, 'name': Rename_Task, 'duration_secs': 0.13235} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.864933] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 637.865152] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b64244a-4eb6-4aea-8767-ab4456f32a60 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.869326] env[61960]: DEBUG nova.compute.manager [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 637.877457] env[61960]: DEBUG oslo_vmware.api [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Waiting for the task: (returnval){ [ 637.877457] env[61960]: value = "task-435635" [ 637.877457] env[61960]: _type = "Task" [ 637.877457] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.887507] env[61960]: DEBUG oslo_vmware.api [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Task: {'id': task-435635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.956976] env[61960]: DEBUG nova.network.neutron [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 637.996099] env[61960]: DEBUG oslo_vmware.api [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]521d5f47-580c-fbb4-cd40-a9dfb1211e04, 'name': SearchDatastore_Task, 'duration_secs': 0.0099} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.996363] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.996610] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] bedcdb7c-216f-4248-b5ac-1c71471c4c07/bedcdb7c-216f-4248-b5ac-1c71471c4c07.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 637.996884] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cac1f02d-80da-4e73-873b-014946d29ac5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.001809] env[61960]: DEBUG nova.compute.manager [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 638.003150] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05106084-b103-4744-bb55-51defd32fdc8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.006716] env[61960]: DEBUG oslo_vmware.api [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 638.006716] env[61960]: value = "task-435636" [ 638.006716] env[61960]: _type = "Task" [ 638.006716] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.019904] env[61960]: DEBUG oslo_vmware.api [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-435636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.167935] env[61960]: DEBUG nova.network.neutron [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Updating instance_info_cache with network_info: [{"id": "7589809c-6b2d-4e7b-b599-4918a794bb0a", "address": "fa:16:3e:bf:05:e3", "network": {"id": "e1d07742-238e-48e8-bb57-e88000721371", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1074392563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11db1f5ce1704bd3b416ab2d17b42043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7589809c-6b", "ovs_interfaceid": "7589809c-6b2d-4e7b-b599-4918a794bb0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.184155] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Releasing lock "refresh_cache-ea093293-99fb-4412-ac10-68d63bfc0229" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.184508] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Updated the network info_cache for instance {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 638.184797] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.185552] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.185552] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.185552] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.185721] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.185920] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.186030] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=61960) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 638.186255] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager.update_available_resource {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.216048] env[61960]: DEBUG nova.compute.manager [req-c886551e-4edf-4c72-9c7c-0a6b1fc275aa req-97e4fb3b-2073-4ab3-b1b2-a6cd8020701f service nova] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Received event network-vif-plugged-7589809c-6b2d-4e7b-b599-4918a794bb0a {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 638.216436] env[61960]: DEBUG oslo_concurrency.lockutils [req-c886551e-4edf-4c72-9c7c-0a6b1fc275aa req-97e4fb3b-2073-4ab3-b1b2-a6cd8020701f service nova] Acquiring lock "ec50aa6a-44ae-42f3-99a9-6831c832aca3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.216678] env[61960]: DEBUG oslo_concurrency.lockutils [req-c886551e-4edf-4c72-9c7c-0a6b1fc275aa req-97e4fb3b-2073-4ab3-b1b2-a6cd8020701f service nova] Lock "ec50aa6a-44ae-42f3-99a9-6831c832aca3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.217042] env[61960]: DEBUG oslo_concurrency.lockutils [req-c886551e-4edf-4c72-9c7c-0a6b1fc275aa req-97e4fb3b-2073-4ab3-b1b2-a6cd8020701f service nova] Lock "ec50aa6a-44ae-42f3-99a9-6831c832aca3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.217255] env[61960]: DEBUG nova.compute.manager [req-c886551e-4edf-4c72-9c7c-0a6b1fc275aa req-97e4fb3b-2073-4ab3-b1b2-a6cd8020701f service nova] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] No waiting events found dispatching network-vif-plugged-7589809c-6b2d-4e7b-b599-4918a794bb0a {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 638.217486] env[61960]: WARNING nova.compute.manager [req-c886551e-4edf-4c72-9c7c-0a6b1fc275aa req-97e4fb3b-2073-4ab3-b1b2-a6cd8020701f service nova] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Received unexpected event network-vif-plugged-7589809c-6b2d-4e7b-b599-4918a794bb0a for instance with vm_state building and task_state spawning. [ 638.217681] env[61960]: DEBUG nova.compute.manager [req-c886551e-4edf-4c72-9c7c-0a6b1fc275aa req-97e4fb3b-2073-4ab3-b1b2-a6cd8020701f service nova] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Received event network-changed-7589809c-6b2d-4e7b-b599-4918a794bb0a {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 638.217843] env[61960]: DEBUG nova.compute.manager [req-c886551e-4edf-4c72-9c7c-0a6b1fc275aa req-97e4fb3b-2073-4ab3-b1b2-a6cd8020701f service nova] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Refreshing instance network info cache due to event network-changed-7589809c-6b2d-4e7b-b599-4918a794bb0a. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 638.218065] env[61960]: DEBUG oslo_concurrency.lockutils [req-c886551e-4edf-4c72-9c7c-0a6b1fc275aa req-97e4fb3b-2073-4ab3-b1b2-a6cd8020701f service nova] Acquiring lock "refresh_cache-ec50aa6a-44ae-42f3-99a9-6831c832aca3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.309489] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe504bbc-94db-4ae1-b90a-d2ecb052964b tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Lock "fc3b6192-3a1d-40cd-87ef-6bdba8b8292d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.692s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.398011] env[61960]: DEBUG oslo_vmware.api [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Task: {'id': task-435635, 'name': PowerOnVM_Task, 'duration_secs': 0.453677} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.401880] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 638.401880] env[61960]: INFO nova.compute.manager [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Took 7.55 seconds to spawn the instance on the hypervisor. [ 638.401880] env[61960]: DEBUG nova.compute.manager [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 638.401880] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1e5a44-9512-430c-be00-ec3b76200c92 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.470064] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02f56bf-1403-4e49-9bbd-212efb94d942 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.482745] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b37fe1-bee1-4add-b545-0d2ca02a5399 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.516605] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6749666-8372-4c45-b8b6-9dd4a583d626 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.519892] env[61960]: INFO nova.compute.manager [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] instance snapshotting [ 638.520086] env[61960]: WARNING nova.compute.manager [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 638.523949] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a0892c-b0ca-4daf-ac95-1f5f7bf27ce0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.531262] env[61960]: DEBUG oslo_vmware.api [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-435636, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.532773] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c45ee8f-2aec-4192-a996-334c6152a6a8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.553066] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec81ca1a-b984-45a1-89e8-668383274bb9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.564840] env[61960]: DEBUG nova.compute.provider_tree [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.671986] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Releasing lock "refresh_cache-ec50aa6a-44ae-42f3-99a9-6831c832aca3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.671986] env[61960]: DEBUG nova.compute.manager [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Instance network_info: |[{"id": "7589809c-6b2d-4e7b-b599-4918a794bb0a", "address": "fa:16:3e:bf:05:e3", "network": {"id": "e1d07742-238e-48e8-bb57-e88000721371", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1074392563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11db1f5ce1704bd3b416ab2d17b42043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7589809c-6b", "ovs_interfaceid": "7589809c-6b2d-4e7b-b599-4918a794bb0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 638.672199] env[61960]: DEBUG oslo_concurrency.lockutils [req-c886551e-4edf-4c72-9c7c-0a6b1fc275aa req-97e4fb3b-2073-4ab3-b1b2-a6cd8020701f service nova] Acquired lock "refresh_cache-ec50aa6a-44ae-42f3-99a9-6831c832aca3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.672199] env[61960]: DEBUG nova.network.neutron [req-c886551e-4edf-4c72-9c7c-0a6b1fc275aa req-97e4fb3b-2073-4ab3-b1b2-a6cd8020701f service nova] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Refreshing network info cache for port 7589809c-6b2d-4e7b-b599-4918a794bb0a {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 638.673672] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:05:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7589809c-6b2d-4e7b-b599-4918a794bb0a', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.681921] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Creating folder: Project (11db1f5ce1704bd3b416ab2d17b42043). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 638.684913] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-280f46eb-5374-4bac-864b-933d16653b72 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.689864] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.695798] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Created folder: Project (11db1f5ce1704bd3b416ab2d17b42043) in parent group-v115929. [ 638.695978] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Creating folder: Instances. Parent ref: group-v116008. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 638.696215] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e50eea40-beee-48ed-bbc1-541578581dd7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.704852] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Created folder: Instances in parent group-v116008. [ 638.705117] env[61960]: DEBUG oslo.service.loopingcall [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 638.705312] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 638.705503] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20c96cec-d7d4-45cd-a717-3251539c8694 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.728137] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.728137] env[61960]: value = "task-435639" [ 638.728137] env[61960]: _type = "Task" [ 638.728137] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.735970] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435639, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.812696] env[61960]: DEBUG nova.compute.manager [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 638.893709] env[61960]: DEBUG nova.compute.manager [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 638.915658] env[61960]: DEBUG nova.virt.hardware [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 638.916058] env[61960]: DEBUG nova.virt.hardware [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 638.916255] env[61960]: DEBUG nova.virt.hardware [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 638.916460] env[61960]: DEBUG nova.virt.hardware [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 638.916613] env[61960]: DEBUG nova.virt.hardware [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 638.916764] env[61960]: DEBUG nova.virt.hardware [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 638.916979] env[61960]: DEBUG nova.virt.hardware [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 638.917290] env[61960]: DEBUG nova.virt.hardware [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 638.917503] env[61960]: DEBUG nova.virt.hardware [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 638.917682] env[61960]: DEBUG nova.virt.hardware [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 638.917862] env[61960]: DEBUG nova.virt.hardware [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 638.926046] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0fb80d-f80c-4e33-a77b-43c619f06492 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.928103] env[61960]: INFO nova.compute.manager [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Took 39.46 seconds to build instance. [ 638.939319] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48cf058-33e6-4590-98ab-25d41511f7d9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.992005] env[61960]: DEBUG nova.network.neutron [req-c886551e-4edf-4c72-9c7c-0a6b1fc275aa req-97e4fb3b-2073-4ab3-b1b2-a6cd8020701f service nova] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Updated VIF entry in instance network info cache for port 7589809c-6b2d-4e7b-b599-4918a794bb0a. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 638.992396] env[61960]: DEBUG nova.network.neutron [req-c886551e-4edf-4c72-9c7c-0a6b1fc275aa req-97e4fb3b-2073-4ab3-b1b2-a6cd8020701f service nova] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Updating instance_info_cache with network_info: [{"id": "7589809c-6b2d-4e7b-b599-4918a794bb0a", "address": "fa:16:3e:bf:05:e3", "network": {"id": "e1d07742-238e-48e8-bb57-e88000721371", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1074392563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11db1f5ce1704bd3b416ab2d17b42043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7589809c-6b", "ovs_interfaceid": "7589809c-6b2d-4e7b-b599-4918a794bb0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.021820] env[61960]: DEBUG oslo_vmware.api [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-435636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538889} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.022087] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] bedcdb7c-216f-4248-b5ac-1c71471c4c07/bedcdb7c-216f-4248-b5ac-1c71471c4c07.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 639.022307] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.022645] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-675d0813-e936-43b3-a79a-db6e01dd6035 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.029111] env[61960]: DEBUG oslo_vmware.api [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 639.029111] env[61960]: value = "task-435640" [ 639.029111] env[61960]: _type = "Task" [ 639.029111] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.043020] env[61960]: DEBUG oslo_vmware.api [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-435640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.066780] env[61960]: DEBUG nova.scheduler.client.report [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 639.073756] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Creating Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 639.073756] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-eb86cae1-9e23-4e5f-b766-592889f6ceb4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.080132] env[61960]: DEBUG oslo_vmware.api [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 639.080132] env[61960]: value = "task-435641" [ 639.080132] env[61960]: _type = "Task" [ 639.080132] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.088454] env[61960]: DEBUG oslo_vmware.api [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435641, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.239293] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435639, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.345174] env[61960]: DEBUG oslo_concurrency.lockutils [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.430332] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e2852be3-af43-4082-a7a8-5fed2a9b5265 tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Lock "24755d96-be25-477d-8022-bbae4e33ab89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.146s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.449640] env[61960]: DEBUG nova.network.neutron [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Successfully updated port: 8dd5f3ba-7362-4d01-a939-ae1a00ac28c2 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 639.495230] env[61960]: DEBUG oslo_concurrency.lockutils [req-c886551e-4edf-4c72-9c7c-0a6b1fc275aa req-97e4fb3b-2073-4ab3-b1b2-a6cd8020701f service nova] Releasing lock "refresh_cache-ec50aa6a-44ae-42f3-99a9-6831c832aca3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.543932] env[61960]: DEBUG oslo_vmware.api [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-435640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142362} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.543932] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.544132] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6d95e7-a3ca-45ea-95c4-23116533066d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.568744] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] bedcdb7c-216f-4248-b5ac-1c71471c4c07/bedcdb7c-216f-4248-b5ac-1c71471c4c07.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.569326] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea16a018-6732-4118-b9f7-1cf0a7f5ad9e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.583960] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.584554] env[61960]: DEBUG nova.compute.manager [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 639.589422] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.998s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.589479] env[61960]: DEBUG nova.objects.instance [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Lazy-loading 'resources' on Instance uuid 85eb3bcf-83c5-4420-8d66-d5c0b6595964 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 639.600589] env[61960]: DEBUG oslo_vmware.api [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435641, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.602113] env[61960]: DEBUG oslo_vmware.api [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 639.602113] env[61960]: value = "task-435642" [ 639.602113] env[61960]: _type = "Task" [ 639.602113] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.610897] env[61960]: DEBUG oslo_vmware.api [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-435642, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.739862] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435639, 'name': CreateVM_Task, 'duration_secs': 0.880107} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.740059] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 639.740759] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.740949] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.741309] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.741588] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6251f5a-b2e4-4ca9-a2f3-9a88e63c3c7b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.748611] env[61960]: DEBUG oslo_vmware.api [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 639.748611] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526279c3-5536-c0cc-4f01-d73174f972be" [ 639.748611] env[61960]: _type = "Task" [ 639.748611] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.760712] env[61960]: DEBUG oslo_vmware.api [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526279c3-5536-c0cc-4f01-d73174f972be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.934665] env[61960]: DEBUG nova.compute.manager [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 639.952264] env[61960]: DEBUG oslo_concurrency.lockutils [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Acquiring lock "refresh_cache-7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.952429] env[61960]: DEBUG oslo_concurrency.lockutils [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Acquired lock "refresh_cache-7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.952616] env[61960]: DEBUG nova.network.neutron [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 640.040928] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6abfc068-0210-4947-93f5-f6c64063b979 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Acquiring lock "fc3b6192-3a1d-40cd-87ef-6bdba8b8292d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.041270] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6abfc068-0210-4947-93f5-f6c64063b979 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Lock "fc3b6192-3a1d-40cd-87ef-6bdba8b8292d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.041501] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6abfc068-0210-4947-93f5-f6c64063b979 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Acquiring lock "fc3b6192-3a1d-40cd-87ef-6bdba8b8292d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.041705] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6abfc068-0210-4947-93f5-f6c64063b979 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Lock "fc3b6192-3a1d-40cd-87ef-6bdba8b8292d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.041934] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6abfc068-0210-4947-93f5-f6c64063b979 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Lock "fc3b6192-3a1d-40cd-87ef-6bdba8b8292d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.044372] env[61960]: INFO nova.compute.manager [None req-6abfc068-0210-4947-93f5-f6c64063b979 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Terminating instance [ 640.046344] env[61960]: DEBUG nova.compute.manager [None req-6abfc068-0210-4947-93f5-f6c64063b979 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 640.046616] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6abfc068-0210-4947-93f5-f6c64063b979 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 640.047563] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754127d5-3de3-43a2-9372-89bd26af3de7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.056392] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6abfc068-0210-4947-93f5-f6c64063b979 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 640.056570] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-734febfe-d57b-411b-a747-c5f433121727 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.063183] env[61960]: DEBUG oslo_vmware.api [None req-6abfc068-0210-4947-93f5-f6c64063b979 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Waiting for the task: (returnval){ [ 640.063183] env[61960]: value = "task-435643" [ 640.063183] env[61960]: _type = "Task" [ 640.063183] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.071366] env[61960]: DEBUG oslo_vmware.api [None req-6abfc068-0210-4947-93f5-f6c64063b979 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': task-435643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.090018] env[61960]: DEBUG nova.compute.utils [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 640.091115] env[61960]: DEBUG nova.compute.manager [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Not allocating networking since 'none' was specified. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 640.103645] env[61960]: DEBUG oslo_vmware.api [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435641, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.113947] env[61960]: DEBUG oslo_vmware.api [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-435642, 'name': ReconfigVM_Task, 'duration_secs': 0.307696} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.114151] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Reconfigured VM instance instance-0000001c to attach disk [datastore1] bedcdb7c-216f-4248-b5ac-1c71471c4c07/bedcdb7c-216f-4248-b5ac-1c71471c4c07.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.114818] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3522e81f-51d7-4db3-af31-1ab8637097f7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.122306] env[61960]: DEBUG oslo_vmware.api [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 640.122306] env[61960]: value = "task-435644" [ 640.122306] env[61960]: _type = "Task" [ 640.122306] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.130375] env[61960]: DEBUG oslo_vmware.api [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-435644, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.250996] env[61960]: DEBUG nova.compute.manager [req-d5fdede4-1b85-4117-b495-4905a0fb44aa req-d2efa03d-b93e-45f1-aaaf-6bcd1fcb9c34 service nova] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Received event network-changed-58f1d801-7a1e-4811-a7f7-4d160b32d9c2 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 640.251222] env[61960]: DEBUG nova.compute.manager [req-d5fdede4-1b85-4117-b495-4905a0fb44aa req-d2efa03d-b93e-45f1-aaaf-6bcd1fcb9c34 service nova] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Refreshing instance network info cache due to event network-changed-58f1d801-7a1e-4811-a7f7-4d160b32d9c2. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 640.251442] env[61960]: DEBUG oslo_concurrency.lockutils [req-d5fdede4-1b85-4117-b495-4905a0fb44aa req-d2efa03d-b93e-45f1-aaaf-6bcd1fcb9c34 service nova] Acquiring lock "refresh_cache-24755d96-be25-477d-8022-bbae4e33ab89" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.251587] env[61960]: DEBUG oslo_concurrency.lockutils [req-d5fdede4-1b85-4117-b495-4905a0fb44aa req-d2efa03d-b93e-45f1-aaaf-6bcd1fcb9c34 service nova] Acquired lock "refresh_cache-24755d96-be25-477d-8022-bbae4e33ab89" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.251755] env[61960]: DEBUG nova.network.neutron [req-d5fdede4-1b85-4117-b495-4905a0fb44aa req-d2efa03d-b93e-45f1-aaaf-6bcd1fcb9c34 service nova] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Refreshing network info cache for port 58f1d801-7a1e-4811-a7f7-4d160b32d9c2 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 640.263888] env[61960]: DEBUG oslo_vmware.api [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526279c3-5536-c0cc-4f01-d73174f972be, 'name': SearchDatastore_Task, 'duration_secs': 0.019383} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.266864] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.267115] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.267357] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.267523] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.267711] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.272261] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f96d3168-464f-46db-af56-f2baef984025 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.277698] env[61960]: DEBUG nova.compute.manager [req-4de74cbc-9e92-48f9-94d8-559cf29c37d1 req-14676e9c-658d-4d85-b887-055564622f9f service nova] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Received event network-vif-plugged-8dd5f3ba-7362-4d01-a939-ae1a00ac28c2 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 640.277698] env[61960]: DEBUG oslo_concurrency.lockutils [req-4de74cbc-9e92-48f9-94d8-559cf29c37d1 req-14676e9c-658d-4d85-b887-055564622f9f service nova] Acquiring lock "7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.277698] env[61960]: DEBUG oslo_concurrency.lockutils [req-4de74cbc-9e92-48f9-94d8-559cf29c37d1 req-14676e9c-658d-4d85-b887-055564622f9f service nova] Lock "7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.277698] env[61960]: DEBUG oslo_concurrency.lockutils [req-4de74cbc-9e92-48f9-94d8-559cf29c37d1 req-14676e9c-658d-4d85-b887-055564622f9f service nova] Lock "7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.277698] env[61960]: DEBUG nova.compute.manager [req-4de74cbc-9e92-48f9-94d8-559cf29c37d1 req-14676e9c-658d-4d85-b887-055564622f9f service nova] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] No waiting events found dispatching network-vif-plugged-8dd5f3ba-7362-4d01-a939-ae1a00ac28c2 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 640.277926] env[61960]: WARNING nova.compute.manager [req-4de74cbc-9e92-48f9-94d8-559cf29c37d1 req-14676e9c-658d-4d85-b887-055564622f9f service nova] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Received unexpected event network-vif-plugged-8dd5f3ba-7362-4d01-a939-ae1a00ac28c2 for instance with vm_state building and task_state spawning. [ 640.277926] env[61960]: DEBUG nova.compute.manager [req-4de74cbc-9e92-48f9-94d8-559cf29c37d1 req-14676e9c-658d-4d85-b887-055564622f9f service nova] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Received event network-changed-8dd5f3ba-7362-4d01-a939-ae1a00ac28c2 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 640.277926] env[61960]: DEBUG nova.compute.manager [req-4de74cbc-9e92-48f9-94d8-559cf29c37d1 req-14676e9c-658d-4d85-b887-055564622f9f service nova] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Refreshing instance network info cache due to event network-changed-8dd5f3ba-7362-4d01-a939-ae1a00ac28c2. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 640.278141] env[61960]: DEBUG oslo_concurrency.lockutils [req-4de74cbc-9e92-48f9-94d8-559cf29c37d1 req-14676e9c-658d-4d85-b887-055564622f9f service nova] Acquiring lock "refresh_cache-7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.285897] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.285984] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 640.289852] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf2429c8-4b08-4f5a-a016-95c620f5603a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.294603] env[61960]: DEBUG oslo_vmware.api [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 640.294603] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52372faa-05e6-44ca-022e-bd9c3e7282b3" [ 640.294603] env[61960]: _type = "Task" [ 640.294603] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.309711] env[61960]: DEBUG oslo_vmware.api [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52372faa-05e6-44ca-022e-bd9c3e7282b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.454596] env[61960]: DEBUG oslo_concurrency.lockutils [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.510651] env[61960]: DEBUG nova.network.neutron [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 640.575157] env[61960]: DEBUG oslo_vmware.api [None req-6abfc068-0210-4947-93f5-f6c64063b979 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': task-435643, 'name': PowerOffVM_Task, 'duration_secs': 0.194931} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.575157] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6abfc068-0210-4947-93f5-f6c64063b979 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 640.575157] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6abfc068-0210-4947-93f5-f6c64063b979 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 640.577794] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90483068-05bf-462d-8214-772efc0ef111 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.597860] env[61960]: DEBUG nova.compute.manager [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 640.611630] env[61960]: DEBUG oslo_vmware.api [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435641, 'name': CreateSnapshot_Task, 'duration_secs': 1.032892} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.612189] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Created Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 640.612695] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3b11c5-7d84-4b94-81d5-025d7de9ef17 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.639262] env[61960]: DEBUG oslo_vmware.api [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-435644, 'name': Rename_Task, 'duration_secs': 0.166779} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.639262] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 640.639262] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb3cd75d-5239-4c83-b3cc-8c899d8e95fa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.641479] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8939cd-82fa-4fe4-82b5-b21d56fc7dee {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.645842] env[61960]: DEBUG oslo_vmware.api [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 640.645842] env[61960]: value = "task-435646" [ 640.645842] env[61960]: _type = "Task" [ 640.645842] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.651255] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6abfc068-0210-4947-93f5-f6c64063b979 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 640.651503] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6abfc068-0210-4947-93f5-f6c64063b979 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 640.651852] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6abfc068-0210-4947-93f5-f6c64063b979 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Deleting the datastore file [datastore1] fc3b6192-3a1d-40cd-87ef-6bdba8b8292d {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 640.657099] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fad8ef6-f514-4a35-8dad-2b560050b4fd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.660614] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733cf270-dec9-4658-909e-79406a87d3d8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.669265] env[61960]: DEBUG oslo_vmware.api [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-435646, 'name': PowerOnVM_Task} progress is 33%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.672368] env[61960]: DEBUG oslo_vmware.api [None req-6abfc068-0210-4947-93f5-f6c64063b979 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Waiting for the task: (returnval){ [ 640.672368] env[61960]: value = "task-435647" [ 640.672368] env[61960]: _type = "Task" [ 640.672368] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.702427] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5929c9cb-d63a-4d7e-94d5-b028f1b7991b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.714018] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bae17b1-77f9-4d0c-8fa4-47d5b71475d8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.719766] env[61960]: DEBUG oslo_vmware.api [None req-6abfc068-0210-4947-93f5-f6c64063b979 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': task-435647, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.721104] env[61960]: DEBUG nova.network.neutron [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Updating instance_info_cache with network_info: [{"id": "8dd5f3ba-7362-4d01-a939-ae1a00ac28c2", "address": "fa:16:3e:60:e7:d6", "network": {"id": "4e83fbb1-a8cb-45c5-8bd3-320fc734941e", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1287026804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf7387c89bd54785ab9b49948dd78c9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd5f3ba-73", "ovs_interfaceid": "8dd5f3ba-7362-4d01-a939-ae1a00ac28c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.735915] env[61960]: DEBUG nova.compute.provider_tree [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.809182] env[61960]: DEBUG oslo_vmware.api [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52372faa-05e6-44ca-022e-bd9c3e7282b3, 'name': SearchDatastore_Task, 'duration_secs': 0.013448} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.810347] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f79b6697-62bd-4dba-898b-babd60a2cc4d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.819643] env[61960]: DEBUG oslo_vmware.api [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 640.819643] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fef625-d54b-f4fc-9f75-487df0b893df" [ 640.819643] env[61960]: _type = "Task" [ 640.819643] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.827477] env[61960]: DEBUG oslo_vmware.api [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fef625-d54b-f4fc-9f75-487df0b893df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.019679] env[61960]: DEBUG nova.network.neutron [req-d5fdede4-1b85-4117-b495-4905a0fb44aa req-d2efa03d-b93e-45f1-aaaf-6bcd1fcb9c34 service nova] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Updated VIF entry in instance network info cache for port 58f1d801-7a1e-4811-a7f7-4d160b32d9c2. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 641.020166] env[61960]: DEBUG nova.network.neutron [req-d5fdede4-1b85-4117-b495-4905a0fb44aa req-d2efa03d-b93e-45f1-aaaf-6bcd1fcb9c34 service nova] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Updating instance_info_cache with network_info: [{"id": "58f1d801-7a1e-4811-a7f7-4d160b32d9c2", "address": "fa:16:3e:3a:aa:6e", "network": {"id": "09b11c93-0478-4a66-b5ac-0893265c2e96", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1116773564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f6b7e909e134c1e9fa03641abe59726", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58f1d801-7a", "ovs_interfaceid": "58f1d801-7a1e-4811-a7f7-4d160b32d9c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.133801] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Creating linked-clone VM from snapshot {{(pid=61960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 641.134737] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bd1c4ff3-5ef9-4511-811a-05dd70977f68 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.143559] env[61960]: DEBUG oslo_vmware.api [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 641.143559] env[61960]: value = "task-435648" [ 641.143559] env[61960]: _type = "Task" [ 641.143559] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.158621] env[61960]: DEBUG oslo_vmware.api [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435648, 'name': CloneVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.158929] env[61960]: DEBUG oslo_vmware.api [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-435646, 'name': PowerOnVM_Task, 'duration_secs': 0.478202} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.159207] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 641.159443] env[61960]: INFO nova.compute.manager [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Took 7.67 seconds to spawn the instance on the hypervisor. [ 641.159627] env[61960]: DEBUG nova.compute.manager [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 641.160771] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8227967-5bd4-43af-9719-d1799d6ea198 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.208991] env[61960]: DEBUG oslo_vmware.api [None req-6abfc068-0210-4947-93f5-f6c64063b979 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Task: {'id': task-435647, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147887} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.209279] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6abfc068-0210-4947-93f5-f6c64063b979 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 641.209464] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6abfc068-0210-4947-93f5-f6c64063b979 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 641.209643] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6abfc068-0210-4947-93f5-f6c64063b979 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 641.209816] env[61960]: INFO nova.compute.manager [None req-6abfc068-0210-4947-93f5-f6c64063b979 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 641.210077] env[61960]: DEBUG oslo.service.loopingcall [None req-6abfc068-0210-4947-93f5-f6c64063b979 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 641.210614] env[61960]: DEBUG nova.compute.manager [-] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 641.210722] env[61960]: DEBUG nova.network.neutron [-] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 641.223920] env[61960]: DEBUG oslo_concurrency.lockutils [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Releasing lock "refresh_cache-7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.224272] env[61960]: DEBUG nova.compute.manager [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Instance network_info: |[{"id": "8dd5f3ba-7362-4d01-a939-ae1a00ac28c2", "address": "fa:16:3e:60:e7:d6", "network": {"id": "4e83fbb1-a8cb-45c5-8bd3-320fc734941e", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1287026804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf7387c89bd54785ab9b49948dd78c9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd5f3ba-73", "ovs_interfaceid": "8dd5f3ba-7362-4d01-a939-ae1a00ac28c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 641.224555] env[61960]: DEBUG oslo_concurrency.lockutils [req-4de74cbc-9e92-48f9-94d8-559cf29c37d1 req-14676e9c-658d-4d85-b887-055564622f9f service nova] Acquired lock "refresh_cache-7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.224730] env[61960]: DEBUG nova.network.neutron [req-4de74cbc-9e92-48f9-94d8-559cf29c37d1 req-14676e9c-658d-4d85-b887-055564622f9f service nova] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Refreshing network info cache for port 8dd5f3ba-7362-4d01-a939-ae1a00ac28c2 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 641.225861] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:e7:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd48f0ef6-34e5-44d4-8baf-4470ed96ce73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8dd5f3ba-7362-4d01-a939-ae1a00ac28c2', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.234567] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Creating folder: Project (cf7387c89bd54785ab9b49948dd78c9b). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 641.235664] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95da1aad-aa5c-40b7-9e24-b55b5392f7c3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.238577] env[61960]: DEBUG nova.scheduler.client.report [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 641.249980] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Created folder: Project (cf7387c89bd54785ab9b49948dd78c9b) in parent group-v115929. [ 641.251031] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Creating folder: Instances. Parent ref: group-v116013. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 641.251031] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05e41ff5-36a8-485b-b487-2d8e80728922 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.260425] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Created folder: Instances in parent group-v116013. [ 641.260867] env[61960]: DEBUG oslo.service.loopingcall [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 641.261400] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 641.261400] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29af973d-a97e-4168-bf3b-b8ebccd2ebfb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.281162] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.281162] env[61960]: value = "task-435651" [ 641.281162] env[61960]: _type = "Task" [ 641.281162] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.289194] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435651, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.329653] env[61960]: DEBUG oslo_vmware.api [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fef625-d54b-f4fc-9f75-487df0b893df, 'name': SearchDatastore_Task, 'duration_secs': 0.009578} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.329939] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.330501] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] ec50aa6a-44ae-42f3-99a9-6831c832aca3/ec50aa6a-44ae-42f3-99a9-6831c832aca3.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 641.330501] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d1b641d-95ac-4037-b80b-350bd02cf954 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.336834] env[61960]: DEBUG oslo_vmware.api [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 641.336834] env[61960]: value = "task-435652" [ 641.336834] env[61960]: _type = "Task" [ 641.336834] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.344713] env[61960]: DEBUG oslo_vmware.api [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-435652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.522577] env[61960]: DEBUG oslo_concurrency.lockutils [req-d5fdede4-1b85-4117-b495-4905a0fb44aa req-d2efa03d-b93e-45f1-aaaf-6bcd1fcb9c34 service nova] Releasing lock "refresh_cache-24755d96-be25-477d-8022-bbae4e33ab89" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.611405] env[61960]: DEBUG nova.compute.manager [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 641.651060] env[61960]: DEBUG nova.virt.hardware [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 641.651290] env[61960]: DEBUG nova.virt.hardware [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 641.651456] env[61960]: DEBUG nova.virt.hardware [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.651658] env[61960]: DEBUG nova.virt.hardware [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 641.651853] env[61960]: DEBUG nova.virt.hardware [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.652043] env[61960]: DEBUG nova.virt.hardware [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 641.652256] env[61960]: DEBUG nova.virt.hardware [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 641.652416] env[61960]: DEBUG nova.virt.hardware [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 641.652584] env[61960]: DEBUG nova.virt.hardware [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 641.652753] env[61960]: DEBUG nova.virt.hardware [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 641.652967] env[61960]: DEBUG nova.virt.hardware [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 641.653868] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911be18b-e8f1-49ef-ad2c-c6eab197d719 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.663406] env[61960]: DEBUG oslo_vmware.api [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435648, 'name': CloneVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.667697] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df8a259-47dc-410a-8e2e-bafd4460d19d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.697306] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Instance VIF info [] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.703338] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Creating folder: Project (62443558f7af4f4ea8434f9deefac8a8). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 641.704105] env[61960]: INFO nova.compute.manager [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Took 37.81 seconds to build instance. [ 641.705146] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62d78ee6-4f9f-474a-bedf-4bd6d27dba1a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.716065] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Created folder: Project (62443558f7af4f4ea8434f9deefac8a8) in parent group-v115929. [ 641.716065] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Creating folder: Instances. Parent ref: group-v116016. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 641.716309] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d172664-5a33-4936-8dc3-68c34ffab917 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.727616] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Created folder: Instances in parent group-v116016. [ 641.727894] env[61960]: DEBUG oslo.service.loopingcall [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 641.728100] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 641.728315] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2a31e7d-3856-4d35-b796-9e2037c2ebc4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.745313] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.747480] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.849s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.749051] env[61960]: INFO nova.compute.claims [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.758684] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.758684] env[61960]: value = "task-435655" [ 641.758684] env[61960]: _type = "Task" [ 641.758684] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.768945] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435655, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.786206] env[61960]: INFO nova.scheduler.client.report [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Deleted allocations for instance 85eb3bcf-83c5-4420-8d66-d5c0b6595964 [ 641.795725] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435651, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.847329] env[61960]: DEBUG oslo_vmware.api [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-435652, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506489} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.848507] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] ec50aa6a-44ae-42f3-99a9-6831c832aca3/ec50aa6a-44ae-42f3-99a9-6831c832aca3.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 641.848507] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.848507] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f049c7c0-39fe-4510-b2b5-5798084af43f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.857096] env[61960]: DEBUG oslo_vmware.api [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 641.857096] env[61960]: value = "task-435656" [ 641.857096] env[61960]: _type = "Task" [ 641.857096] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.868160] env[61960]: DEBUG oslo_vmware.api [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-435656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.980905] env[61960]: DEBUG nova.network.neutron [-] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.039411] env[61960]: DEBUG nova.network.neutron [req-4de74cbc-9e92-48f9-94d8-559cf29c37d1 req-14676e9c-658d-4d85-b887-055564622f9f service nova] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Updated VIF entry in instance network info cache for port 8dd5f3ba-7362-4d01-a939-ae1a00ac28c2. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 642.039794] env[61960]: DEBUG nova.network.neutron [req-4de74cbc-9e92-48f9-94d8-559cf29c37d1 req-14676e9c-658d-4d85-b887-055564622f9f service nova] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Updating instance_info_cache with network_info: [{"id": "8dd5f3ba-7362-4d01-a939-ae1a00ac28c2", "address": "fa:16:3e:60:e7:d6", "network": {"id": "4e83fbb1-a8cb-45c5-8bd3-320fc734941e", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1287026804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf7387c89bd54785ab9b49948dd78c9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd5f3ba-73", "ovs_interfaceid": "8dd5f3ba-7362-4d01-a939-ae1a00ac28c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.158542] env[61960]: DEBUG oslo_vmware.api [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435648, 'name': CloneVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.209112] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8904eb43-067b-47d8-b317-13f3a7f76a2b tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "bedcdb7c-216f-4248-b5ac-1c71471c4c07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.720s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.270292] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435655, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.292603] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435651, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.299780] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f690394d-e0b6-4686-88d1-06099c82c7dd tempest-ServerDiagnosticsTest-935885706 tempest-ServerDiagnosticsTest-935885706-project-member] Lock "85eb3bcf-83c5-4420-8d66-d5c0b6595964" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.179s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.334882] env[61960]: DEBUG nova.compute.manager [req-ecfd2890-fc86-4d93-a9db-6bbee43dfc66 req-5aaf9a78-c656-4106-8b9f-529b2c5b432c service nova] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Received event network-changed-329e7ecf-f461-4acb-8b46-c1b825abf425 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 642.336167] env[61960]: DEBUG nova.compute.manager [req-ecfd2890-fc86-4d93-a9db-6bbee43dfc66 req-5aaf9a78-c656-4106-8b9f-529b2c5b432c service nova] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Refreshing instance network info cache due to event network-changed-329e7ecf-f461-4acb-8b46-c1b825abf425. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 642.336167] env[61960]: DEBUG oslo_concurrency.lockutils [req-ecfd2890-fc86-4d93-a9db-6bbee43dfc66 req-5aaf9a78-c656-4106-8b9f-529b2c5b432c service nova] Acquiring lock "refresh_cache-bedcdb7c-216f-4248-b5ac-1c71471c4c07" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.336167] env[61960]: DEBUG oslo_concurrency.lockutils [req-ecfd2890-fc86-4d93-a9db-6bbee43dfc66 req-5aaf9a78-c656-4106-8b9f-529b2c5b432c service nova] Acquired lock "refresh_cache-bedcdb7c-216f-4248-b5ac-1c71471c4c07" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.336167] env[61960]: DEBUG nova.network.neutron [req-ecfd2890-fc86-4d93-a9db-6bbee43dfc66 req-5aaf9a78-c656-4106-8b9f-529b2c5b432c service nova] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Refreshing network info cache for port 329e7ecf-f461-4acb-8b46-c1b825abf425 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 642.354598] env[61960]: DEBUG nova.compute.manager [req-6a3be5c8-351a-4b86-aedd-d963258d7b30 req-986c674f-5a0d-4593-987f-5444f3c7df35 service nova] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Received event network-vif-deleted-2fe57494-8d6c-45bb-934e-292a6c9517cd {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 642.367840] env[61960]: DEBUG oslo_vmware.api [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-435656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063686} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.368095] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.369027] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eceb4a10-bac6-4358-96b2-e4bd82ca04a8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.392123] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] ec50aa6a-44ae-42f3-99a9-6831c832aca3/ec50aa6a-44ae-42f3-99a9-6831c832aca3.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.392446] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1de6f323-c1d6-4fea-9687-ab1e012cd661 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.411819] env[61960]: DEBUG oslo_vmware.api [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 642.411819] env[61960]: value = "task-435657" [ 642.411819] env[61960]: _type = "Task" [ 642.411819] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.421026] env[61960]: DEBUG oslo_vmware.api [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-435657, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.484559] env[61960]: INFO nova.compute.manager [-] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Took 1.27 seconds to deallocate network for instance. [ 642.542877] env[61960]: DEBUG oslo_concurrency.lockutils [req-4de74cbc-9e92-48f9-94d8-559cf29c37d1 req-14676e9c-658d-4d85-b887-055564622f9f service nova] Releasing lock "refresh_cache-7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.656620] env[61960]: DEBUG oslo_vmware.api [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435648, 'name': CloneVM_Task, 'duration_secs': 1.428529} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.656860] env[61960]: INFO nova.virt.vmwareapi.vmops [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Created linked-clone VM from snapshot [ 642.657693] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c8d227-bdde-474f-94a5-ad3379b2a366 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.664872] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Uploading image e5f8c9ab-1229-4e6a-b252-58db28b36cec {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 642.692470] env[61960]: DEBUG oslo_vmware.rw_handles [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 642.692470] env[61960]: value = "vm-116012" [ 642.692470] env[61960]: _type = "VirtualMachine" [ 642.692470] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 642.692798] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9e4ec2a9-b0d8-452c-8383-098e6b0193f5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.700705] env[61960]: DEBUG oslo_vmware.rw_handles [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lease: (returnval){ [ 642.700705] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fa7274-961c-bb38-fb89-3322c9dae245" [ 642.700705] env[61960]: _type = "HttpNfcLease" [ 642.700705] env[61960]: } obtained for exporting VM: (result){ [ 642.700705] env[61960]: value = "vm-116012" [ 642.700705] env[61960]: _type = "VirtualMachine" [ 642.700705] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 642.700989] env[61960]: DEBUG oslo_vmware.api [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the lease: (returnval){ [ 642.700989] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fa7274-961c-bb38-fb89-3322c9dae245" [ 642.700989] env[61960]: _type = "HttpNfcLease" [ 642.700989] env[61960]: } to be ready. {{(pid=61960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 642.708569] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 642.708569] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fa7274-961c-bb38-fb89-3322c9dae245" [ 642.708569] env[61960]: _type = "HttpNfcLease" [ 642.708569] env[61960]: } is initializing. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 642.712948] env[61960]: DEBUG nova.compute.manager [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 642.772160] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435655, 'name': CreateVM_Task, 'duration_secs': 0.582743} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.772338] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 642.772912] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.772912] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.773184] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.773432] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43734738-78ce-4f01-91f7-808792701f0e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.778568] env[61960]: DEBUG oslo_vmware.api [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Waiting for the task: (returnval){ [ 642.778568] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52352f24-c4ad-484e-f0cc-893da456da83" [ 642.778568] env[61960]: _type = "Task" [ 642.778568] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.790067] env[61960]: DEBUG oslo_vmware.api [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52352f24-c4ad-484e-f0cc-893da456da83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.795223] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435651, 'name': CreateVM_Task, 'duration_secs': 1.4316} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.797291] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 642.798415] env[61960]: DEBUG oslo_concurrency.lockutils [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.927740] env[61960]: DEBUG oslo_vmware.api [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-435657, 'name': ReconfigVM_Task, 'duration_secs': 0.30208} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.927740] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Reconfigured VM instance instance-0000001d to attach disk [datastore1] ec50aa6a-44ae-42f3-99a9-6831c832aca3/ec50aa6a-44ae-42f3-99a9-6831c832aca3.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.927740] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-203b0170-4c81-4859-b698-76225f60dc70 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.937594] env[61960]: DEBUG oslo_vmware.api [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 642.937594] env[61960]: value = "task-435659" [ 642.937594] env[61960]: _type = "Task" [ 642.937594] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.946567] env[61960]: DEBUG oslo_vmware.api [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-435659, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.991557] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6abfc068-0210-4947-93f5-f6c64063b979 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.177555] env[61960]: DEBUG nova.network.neutron [req-ecfd2890-fc86-4d93-a9db-6bbee43dfc66 req-5aaf9a78-c656-4106-8b9f-529b2c5b432c service nova] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Updated VIF entry in instance network info cache for port 329e7ecf-f461-4acb-8b46-c1b825abf425. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 643.177555] env[61960]: DEBUG nova.network.neutron [req-ecfd2890-fc86-4d93-a9db-6bbee43dfc66 req-5aaf9a78-c656-4106-8b9f-529b2c5b432c service nova] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Updating instance_info_cache with network_info: [{"id": "329e7ecf-f461-4acb-8b46-c1b825abf425", "address": "fa:16:3e:ac:72:50", "network": {"id": "148b3213-0f77-4469-b901-9b93a55e3a91", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-997896372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5e3e891410455abd448117aabf8d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329e7ecf-f4", "ovs_interfaceid": "329e7ecf-f461-4acb-8b46-c1b825abf425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.212891] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 643.212891] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fa7274-961c-bb38-fb89-3322c9dae245" [ 643.212891] env[61960]: _type = "HttpNfcLease" [ 643.212891] env[61960]: } is ready. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 643.213279] env[61960]: DEBUG oslo_vmware.rw_handles [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 643.213279] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fa7274-961c-bb38-fb89-3322c9dae245" [ 643.213279] env[61960]: _type = "HttpNfcLease" [ 643.213279] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 643.214300] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d852dad0-f3c8-4a82-ac0c-104b639499cc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.226559] env[61960]: DEBUG oslo_vmware.rw_handles [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f32ae3-f2b7-42d0-88b2-8ceb192b4499/disk-0.vmdk from lease info. {{(pid=61960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 643.226734] env[61960]: DEBUG oslo_vmware.rw_handles [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f32ae3-f2b7-42d0-88b2-8ceb192b4499/disk-0.vmdk for reading. {{(pid=61960) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 643.289777] env[61960]: DEBUG oslo_concurrency.lockutils [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.302318] env[61960]: DEBUG oslo_vmware.api [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52352f24-c4ad-484e-f0cc-893da456da83, 'name': SearchDatastore_Task, 'duration_secs': 0.033103} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.302611] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.302849] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.303096] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.303245] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.303420] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.303699] env[61960]: DEBUG oslo_concurrency.lockutils [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.304007] env[61960]: DEBUG oslo_concurrency.lockutils [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.304231] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8dedb029-105d-4047-b701-ab061a74d7a3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.306109] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaf65922-3c2a-4c1d-8624-03a389e92e56 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.311100] env[61960]: DEBUG oslo_vmware.api [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Waiting for the task: (returnval){ [ 643.311100] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5221e7ff-b10c-0bd7-af46-5aeb08b55e14" [ 643.311100] env[61960]: _type = "Task" [ 643.311100] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.317649] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.317923] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 643.318565] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f3dd4a8-4231-426f-9606-f59a95f84471 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.329751] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3e780895-cd36-4163-b6ba-4f4d71a5b1f9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.330773] env[61960]: DEBUG oslo_vmware.api [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5221e7ff-b10c-0bd7-af46-5aeb08b55e14, 'name': SearchDatastore_Task, 'duration_secs': 0.009052} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.331776] env[61960]: DEBUG oslo_vmware.api [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Waiting for the task: (returnval){ [ 643.331776] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527b8023-d799-0280-e761-5431860b70de" [ 643.331776] env[61960]: _type = "Task" [ 643.331776] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.333664] env[61960]: DEBUG oslo_concurrency.lockutils [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.333877] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.334092] env[61960]: DEBUG oslo_concurrency.lockutils [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.343720] env[61960]: DEBUG oslo_vmware.api [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527b8023-d799-0280-e761-5431860b70de, 'name': SearchDatastore_Task, 'duration_secs': 0.011151} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.344491] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e1b623d-a8d2-4a96-9864-2a7eb9a54994 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.349512] env[61960]: DEBUG oslo_vmware.api [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Waiting for the task: (returnval){ [ 643.349512] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c824af-e237-de7d-0216-21b2871d92c9" [ 643.349512] env[61960]: _type = "Task" [ 643.349512] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.362119] env[61960]: DEBUG oslo_vmware.api [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c824af-e237-de7d-0216-21b2871d92c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.449531] env[61960]: DEBUG oslo_vmware.api [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-435659, 'name': Rename_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.454738] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39f3666-926b-4f0a-b4dd-ba70c0274fec {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.461664] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad10747-adae-4834-9a30-e366a8e7b1ce {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.490885] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f7eb21-d2fe-4377-9340-e243727cb391 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.497950] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f57878-8156-414d-8493-8b59e039b376 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.512209] env[61960]: DEBUG nova.compute.provider_tree [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.681179] env[61960]: DEBUG oslo_concurrency.lockutils [req-ecfd2890-fc86-4d93-a9db-6bbee43dfc66 req-5aaf9a78-c656-4106-8b9f-529b2c5b432c service nova] Releasing lock "refresh_cache-bedcdb7c-216f-4248-b5ac-1c71471c4c07" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.863748] env[61960]: DEBUG oslo_vmware.api [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c824af-e237-de7d-0216-21b2871d92c9, 'name': SearchDatastore_Task, 'duration_secs': 0.011613} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.864982] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.865486] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 43ff8e5b-054c-452a-92c0-21a2a39ea2a2/43ff8e5b-054c-452a-92c0-21a2a39ea2a2.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 643.866585] env[61960]: DEBUG oslo_concurrency.lockutils [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.866585] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.866585] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a17b63ec-e2b3-493a-b5f9-e1e766a6501c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.869074] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3af7a177-e346-4783-b9c2-c96e5d0cea05 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.878050] env[61960]: DEBUG oslo_vmware.api [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Waiting for the task: (returnval){ [ 643.878050] env[61960]: value = "task-435660" [ 643.878050] env[61960]: _type = "Task" [ 643.878050] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.881776] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.882953] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 643.883493] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4478995e-59b0-45b1-b869-8ab57d67d76b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.889836] env[61960]: DEBUG oslo_vmware.api [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.893941] env[61960]: DEBUG oslo_vmware.api [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Waiting for the task: (returnval){ [ 643.893941] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52449e78-50f6-3e70-6bfc-6054a0f8baf1" [ 643.893941] env[61960]: _type = "Task" [ 643.893941] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.902257] env[61960]: DEBUG oslo_vmware.api [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52449e78-50f6-3e70-6bfc-6054a0f8baf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.948466] env[61960]: DEBUG oslo_vmware.api [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-435659, 'name': Rename_Task, 'duration_secs': 0.908439} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.948793] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 643.949128] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3a266fb-1e5c-4ba7-8c68-fb13552acb1c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.955231] env[61960]: DEBUG oslo_vmware.api [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 643.955231] env[61960]: value = "task-435661" [ 643.955231] env[61960]: _type = "Task" [ 643.955231] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.965043] env[61960]: DEBUG oslo_vmware.api [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-435661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.016135] env[61960]: DEBUG nova.scheduler.client.report [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 644.388087] env[61960]: DEBUG oslo_vmware.api [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435660, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.408042] env[61960]: DEBUG oslo_vmware.api [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52449e78-50f6-3e70-6bfc-6054a0f8baf1, 'name': SearchDatastore_Task, 'duration_secs': 0.009936} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.409523] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68be189f-af43-4451-9744-31cb3a1baa91 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.416352] env[61960]: DEBUG oslo_vmware.api [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Waiting for the task: (returnval){ [ 644.416352] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b121f1-5ebe-073a-1d32-ce37fa44c2c8" [ 644.416352] env[61960]: _type = "Task" [ 644.416352] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.428986] env[61960]: DEBUG oslo_vmware.api [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b121f1-5ebe-073a-1d32-ce37fa44c2c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.467213] env[61960]: DEBUG oslo_vmware.api [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-435661, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.527050] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.527050] env[61960]: DEBUG nova.compute.manager [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 644.529236] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8cbcf5f7-fa72-4f3b-bf1c-a875567fe74d tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.238s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.530228] env[61960]: DEBUG nova.objects.instance [None req-8cbcf5f7-fa72-4f3b-bf1c-a875567fe74d tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Lazy-loading 'resources' on Instance uuid 46bf2f3b-9f41-4043-8b2b-e52e765da72b {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 644.891545] env[61960]: DEBUG oslo_vmware.api [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435660, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641358} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.891545] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 43ff8e5b-054c-452a-92c0-21a2a39ea2a2/43ff8e5b-054c-452a-92c0-21a2a39ea2a2.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 644.891545] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.891545] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0d8f9d2-79b1-48cd-8bbf-4732b5a78286 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.895725] env[61960]: DEBUG oslo_vmware.api [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Waiting for the task: (returnval){ [ 644.895725] env[61960]: value = "task-435662" [ 644.895725] env[61960]: _type = "Task" [ 644.895725] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.905957] env[61960]: DEBUG oslo_vmware.api [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.929204] env[61960]: DEBUG oslo_vmware.api [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b121f1-5ebe-073a-1d32-ce37fa44c2c8, 'name': SearchDatastore_Task, 'duration_secs': 0.07237} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.929739] env[61960]: DEBUG oslo_concurrency.lockutils [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.931201] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5/7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 644.931689] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cd9f5aa-118d-4034-a067-7d847da64e7b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.942201] env[61960]: DEBUG oslo_vmware.api [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Waiting for the task: (returnval){ [ 644.942201] env[61960]: value = "task-435663" [ 644.942201] env[61960]: _type = "Task" [ 644.942201] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.950487] env[61960]: DEBUG oslo_vmware.api [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Task: {'id': task-435663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.971355] env[61960]: DEBUG oslo_vmware.api [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-435661, 'name': PowerOnVM_Task, 'duration_secs': 0.998293} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.971355] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 644.971355] env[61960]: INFO nova.compute.manager [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Took 8.75 seconds to spawn the instance on the hypervisor. [ 644.971355] env[61960]: DEBUG nova.compute.manager [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 644.971355] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954696be-8bd8-4271-a4e1-c4fee89ec3d9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.031228] env[61960]: DEBUG nova.compute.utils [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 645.032655] env[61960]: DEBUG nova.compute.manager [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 645.032820] env[61960]: DEBUG nova.network.neutron [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 645.096318] env[61960]: DEBUG nova.policy [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1833036c3f174ad7961f7dcc16335e8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '711d944aff5e4f0c9c11954c3c702a09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 645.409042] env[61960]: DEBUG oslo_vmware.api [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078966} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.410296] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.410856] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f8345b-1138-453f-af56-96fe843904bd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.434258] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 43ff8e5b-054c-452a-92c0-21a2a39ea2a2/43ff8e5b-054c-452a-92c0-21a2a39ea2a2.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.437453] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a285e433-155b-4c17-a425-d73a4046f6d0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.463571] env[61960]: DEBUG oslo_vmware.api [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Task: {'id': task-435663, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.465172] env[61960]: DEBUG oslo_vmware.api [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Waiting for the task: (returnval){ [ 645.465172] env[61960]: value = "task-435664" [ 645.465172] env[61960]: _type = "Task" [ 645.465172] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.476776] env[61960]: DEBUG oslo_vmware.api [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435664, 'name': ReconfigVM_Task} progress is 10%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.497789] env[61960]: DEBUG nova.network.neutron [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Successfully created port: 0526b318-fccf-4104-a07d-cd95cec6dac0 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.500257] env[61960]: INFO nova.compute.manager [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Took 39.52 seconds to build instance. [ 645.539174] env[61960]: DEBUG nova.compute.manager [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 645.667677] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1f4760-293d-4d37-9e41-cbe0ddef7c3c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.680041] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60f13b3-cf3c-48cd-8145-86ea01e3382f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.724730] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d46fc81-322f-4949-91b3-44d81492fb47 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.734505] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098ab819-8b03-4080-9b09-e8cc6fc26016 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.749748] env[61960]: DEBUG nova.compute.provider_tree [None req-8cbcf5f7-fa72-4f3b-bf1c-a875567fe74d tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.963440] env[61960]: DEBUG oslo_vmware.api [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Task: {'id': task-435663, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.844252} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.963761] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5/7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 645.964039] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.964313] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76ad32e0-b447-4389-9725-c7464d686ab8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.976738] env[61960]: DEBUG oslo_vmware.api [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Waiting for the task: (returnval){ [ 645.976738] env[61960]: value = "task-435665" [ 645.976738] env[61960]: _type = "Task" [ 645.976738] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.984903] env[61960]: DEBUG oslo_vmware.api [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435664, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.989474] env[61960]: DEBUG oslo_vmware.api [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Task: {'id': task-435665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.003414] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1e694a34-afd6-4102-b163-89cbab855844 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "ec50aa6a-44ae-42f3-99a9-6831c832aca3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.072s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.252903] env[61960]: DEBUG nova.scheduler.client.report [None req-8cbcf5f7-fa72-4f3b-bf1c-a875567fe74d tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 646.483243] env[61960]: DEBUG oslo_vmware.api [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435664, 'name': ReconfigVM_Task, 'duration_secs': 0.667037} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.483982] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 43ff8e5b-054c-452a-92c0-21a2a39ea2a2/43ff8e5b-054c-452a-92c0-21a2a39ea2a2.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.484825] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-377134ef-b7ce-45ef-913b-edbbb8887cc7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.489990] env[61960]: DEBUG oslo_vmware.api [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Task: {'id': task-435665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126286} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.490640] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.491574] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832b9e60-b1af-4c88-8877-43cd4f046cc3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.495293] env[61960]: DEBUG oslo_vmware.api [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Waiting for the task: (returnval){ [ 646.495293] env[61960]: value = "task-435666" [ 646.495293] env[61960]: _type = "Task" [ 646.495293] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.508995] env[61960]: DEBUG nova.compute.manager [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 646.521011] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5/7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.523026] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3d3808d-a26f-4835-830b-3cb39d92a37a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.545755] env[61960]: DEBUG oslo_vmware.api [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435666, 'name': Rename_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.552180] env[61960]: DEBUG nova.compute.manager [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 646.554781] env[61960]: DEBUG oslo_vmware.api [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Waiting for the task: (returnval){ [ 646.554781] env[61960]: value = "task-435667" [ 646.554781] env[61960]: _type = "Task" [ 646.554781] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.567033] env[61960]: DEBUG oslo_vmware.api [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Task: {'id': task-435667, 'name': ReconfigVM_Task} progress is 10%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.596729] env[61960]: DEBUG nova.virt.hardware [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 646.596974] env[61960]: DEBUG nova.virt.hardware [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 646.597187] env[61960]: DEBUG nova.virt.hardware [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.597385] env[61960]: DEBUG nova.virt.hardware [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 646.597610] env[61960]: DEBUG nova.virt.hardware [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.597777] env[61960]: DEBUG nova.virt.hardware [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 646.597980] env[61960]: DEBUG nova.virt.hardware [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 646.598178] env[61960]: DEBUG nova.virt.hardware [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 646.598352] env[61960]: DEBUG nova.virt.hardware [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 646.598573] env[61960]: DEBUG nova.virt.hardware [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 646.598781] env[61960]: DEBUG nova.virt.hardware [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 646.599656] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f021ae77-60d2-4c07-af57-3428d19b0bea {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.607657] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f5bfd5-bc3a-4c23-8353-5e43367c3c0c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.758665] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8cbcf5f7-fa72-4f3b-bf1c-a875567fe74d tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.229s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.761277] env[61960]: DEBUG oslo_concurrency.lockutils [None req-281fb9f3-74ad-40f6-a12b-625a9b3940f5 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.734s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.761613] env[61960]: DEBUG nova.objects.instance [None req-281fb9f3-74ad-40f6-a12b-625a9b3940f5 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Lazy-loading 'resources' on Instance uuid 9068983c-71dd-44eb-923c-5774ac7d0b60 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 646.794243] env[61960]: INFO nova.scheduler.client.report [None req-8cbcf5f7-fa72-4f3b-bf1c-a875567fe74d tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Deleted allocations for instance 46bf2f3b-9f41-4043-8b2b-e52e765da72b [ 646.909045] env[61960]: DEBUG oslo_concurrency.lockutils [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "e8f8a984-fb14-4d7d-a208-5ec758833720" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.909225] env[61960]: DEBUG oslo_concurrency.lockutils [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "e8f8a984-fb14-4d7d-a208-5ec758833720" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.011204] env[61960]: DEBUG oslo_vmware.api [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435666, 'name': Rename_Task, 'duration_secs': 0.283606} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.011357] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 647.011924] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b31b530-f94f-450a-b144-97e9a18ed52e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.021107] env[61960]: DEBUG oslo_vmware.api [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Waiting for the task: (returnval){ [ 647.021107] env[61960]: value = "task-435668" [ 647.021107] env[61960]: _type = "Task" [ 647.021107] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.033201] env[61960]: DEBUG oslo_vmware.api [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.047527] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.070540] env[61960]: DEBUG oslo_vmware.api [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Task: {'id': task-435667, 'name': ReconfigVM_Task, 'duration_secs': 0.286331} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.071632] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5/7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.071632] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9949ef82-1bdb-4e8d-a855-0619eadecf1a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.083254] env[61960]: DEBUG oslo_vmware.api [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Waiting for the task: (returnval){ [ 647.083254] env[61960]: value = "task-435669" [ 647.083254] env[61960]: _type = "Task" [ 647.083254] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.097829] env[61960]: DEBUG oslo_vmware.api [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Task: {'id': task-435669, 'name': Rename_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.241115] env[61960]: DEBUG nova.compute.manager [req-0b82dcbf-b8e1-4c5d-add8-9e0a719dc22b req-305e72d4-bf84-4fc8-b301-eeeb39d8685c service nova] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Received event network-vif-plugged-0526b318-fccf-4104-a07d-cd95cec6dac0 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 647.241225] env[61960]: DEBUG oslo_concurrency.lockutils [req-0b82dcbf-b8e1-4c5d-add8-9e0a719dc22b req-305e72d4-bf84-4fc8-b301-eeeb39d8685c service nova] Acquiring lock "e0348208-2098-4071-97a4-29407a95cd3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.241846] env[61960]: DEBUG oslo_concurrency.lockutils [req-0b82dcbf-b8e1-4c5d-add8-9e0a719dc22b req-305e72d4-bf84-4fc8-b301-eeeb39d8685c service nova] Lock "e0348208-2098-4071-97a4-29407a95cd3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.241846] env[61960]: DEBUG oslo_concurrency.lockutils [req-0b82dcbf-b8e1-4c5d-add8-9e0a719dc22b req-305e72d4-bf84-4fc8-b301-eeeb39d8685c service nova] Lock "e0348208-2098-4071-97a4-29407a95cd3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.241846] env[61960]: DEBUG nova.compute.manager [req-0b82dcbf-b8e1-4c5d-add8-9e0a719dc22b req-305e72d4-bf84-4fc8-b301-eeeb39d8685c service nova] [instance: e0348208-2098-4071-97a4-29407a95cd3a] No waiting events found dispatching network-vif-plugged-0526b318-fccf-4104-a07d-cd95cec6dac0 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 647.242092] env[61960]: WARNING nova.compute.manager [req-0b82dcbf-b8e1-4c5d-add8-9e0a719dc22b req-305e72d4-bf84-4fc8-b301-eeeb39d8685c service nova] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Received unexpected event network-vif-plugged-0526b318-fccf-4104-a07d-cd95cec6dac0 for instance with vm_state building and task_state spawning. [ 647.243545] env[61960]: DEBUG nova.network.neutron [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Successfully updated port: 0526b318-fccf-4104-a07d-cd95cec6dac0 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.303496] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8cbcf5f7-fa72-4f3b-bf1c-a875567fe74d tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Lock "46bf2f3b-9f41-4043-8b2b-e52e765da72b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.145s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.306778] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9c42b7c6-e6b7-4a13-8057-27ff7358ad61 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Lock "46bf2f3b-9f41-4043-8b2b-e52e765da72b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 30.322s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.306778] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9c42b7c6-e6b7-4a13-8057-27ff7358ad61 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Acquiring lock "46bf2f3b-9f41-4043-8b2b-e52e765da72b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.306778] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9c42b7c6-e6b7-4a13-8057-27ff7358ad61 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Lock "46bf2f3b-9f41-4043-8b2b-e52e765da72b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.307092] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9c42b7c6-e6b7-4a13-8057-27ff7358ad61 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Lock "46bf2f3b-9f41-4043-8b2b-e52e765da72b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.308777] env[61960]: INFO nova.compute.manager [None req-9c42b7c6-e6b7-4a13-8057-27ff7358ad61 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Terminating instance [ 647.311075] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9c42b7c6-e6b7-4a13-8057-27ff7358ad61 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Acquiring lock "refresh_cache-46bf2f3b-9f41-4043-8b2b-e52e765da72b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.311075] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9c42b7c6-e6b7-4a13-8057-27ff7358ad61 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Acquired lock "refresh_cache-46bf2f3b-9f41-4043-8b2b-e52e765da72b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.311075] env[61960]: DEBUG nova.network.neutron [None req-9c42b7c6-e6b7-4a13-8057-27ff7358ad61 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 647.335646] env[61960]: DEBUG nova.compute.manager [req-402d89e5-4fb5-4431-b4c8-9474a2f97850 req-df2ca817-c5fd-4283-8838-42fa5c06ddf2 service nova] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Received event network-changed-7589809c-6b2d-4e7b-b599-4918a794bb0a {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 647.335646] env[61960]: DEBUG nova.compute.manager [req-402d89e5-4fb5-4431-b4c8-9474a2f97850 req-df2ca817-c5fd-4283-8838-42fa5c06ddf2 service nova] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Refreshing instance network info cache due to event network-changed-7589809c-6b2d-4e7b-b599-4918a794bb0a. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 647.335801] env[61960]: DEBUG oslo_concurrency.lockutils [req-402d89e5-4fb5-4431-b4c8-9474a2f97850 req-df2ca817-c5fd-4283-8838-42fa5c06ddf2 service nova] Acquiring lock "refresh_cache-ec50aa6a-44ae-42f3-99a9-6831c832aca3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.335924] env[61960]: DEBUG oslo_concurrency.lockutils [req-402d89e5-4fb5-4431-b4c8-9474a2f97850 req-df2ca817-c5fd-4283-8838-42fa5c06ddf2 service nova] Acquired lock "refresh_cache-ec50aa6a-44ae-42f3-99a9-6831c832aca3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.336134] env[61960]: DEBUG nova.network.neutron [req-402d89e5-4fb5-4431-b4c8-9474a2f97850 req-df2ca817-c5fd-4283-8838-42fa5c06ddf2 service nova] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Refreshing network info cache for port 7589809c-6b2d-4e7b-b599-4918a794bb0a {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 647.531175] env[61960]: DEBUG oslo_vmware.api [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435668, 'name': PowerOnVM_Task} progress is 89%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.602927] env[61960]: DEBUG oslo_vmware.api [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Task: {'id': task-435669, 'name': Rename_Task, 'duration_secs': 0.147058} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.603665] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 647.603665] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0886cb9c-0f78-4867-a65d-d8005f9e6ba5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.611136] env[61960]: DEBUG oslo_vmware.api [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Waiting for the task: (returnval){ [ 647.611136] env[61960]: value = "task-435670" [ 647.611136] env[61960]: _type = "Task" [ 647.611136] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.622231] env[61960]: DEBUG oslo_vmware.api [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Task: {'id': task-435670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.711786] env[61960]: DEBUG oslo_concurrency.lockutils [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "848b35ff-62f5-4e83-a5de-aab6fbbdd00a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.711786] env[61960]: DEBUG oslo_concurrency.lockutils [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "848b35ff-62f5-4e83-a5de-aab6fbbdd00a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.747132] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Acquiring lock "refresh_cache-e0348208-2098-4071-97a4-29407a95cd3a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.747132] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Acquired lock "refresh_cache-e0348208-2098-4071-97a4-29407a95cd3a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.747268] env[61960]: DEBUG nova.network.neutron [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 647.813665] env[61960]: DEBUG nova.compute.utils [None req-9c42b7c6-e6b7-4a13-8057-27ff7358ad61 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Can not refresh info_cache because instance was not found {{(pid=61960) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1024}} [ 647.833437] env[61960]: DEBUG nova.network.neutron [None req-9c42b7c6-e6b7-4a13-8057-27ff7358ad61 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 647.973340] env[61960]: DEBUG nova.network.neutron [None req-9c42b7c6-e6b7-4a13-8057-27ff7358ad61 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.988501] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7471f24-371e-4c22-96d3-85c414a025b7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.999809] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5338a9-87d8-4509-8d9f-cd7576beb21e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.044608] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e86030b-3270-486f-8354-1f84184850dd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.054163] env[61960]: DEBUG oslo_vmware.api [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435668, 'name': PowerOnVM_Task, 'duration_secs': 0.620464} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.056548] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 648.056883] env[61960]: INFO nova.compute.manager [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Took 6.45 seconds to spawn the instance on the hypervisor. [ 648.057181] env[61960]: DEBUG nova.compute.manager [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 648.058298] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a708d43a-00ab-4b84-ac47-c687348c20bd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.062528] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1f1b8c-e0c4-446f-835b-f7c20acee00c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.082874] env[61960]: DEBUG nova.compute.provider_tree [None req-281fb9f3-74ad-40f6-a12b-625a9b3940f5 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.124573] env[61960]: DEBUG oslo_vmware.api [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Task: {'id': task-435670, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.177531] env[61960]: DEBUG oslo_concurrency.lockutils [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Acquiring lock "ea093293-99fb-4412-ac10-68d63bfc0229" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.178712] env[61960]: DEBUG oslo_concurrency.lockutils [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Lock "ea093293-99fb-4412-ac10-68d63bfc0229" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.180538] env[61960]: DEBUG oslo_concurrency.lockutils [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Acquiring lock "ea093293-99fb-4412-ac10-68d63bfc0229-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.180538] env[61960]: DEBUG oslo_concurrency.lockutils [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Lock "ea093293-99fb-4412-ac10-68d63bfc0229-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.180538] env[61960]: DEBUG oslo_concurrency.lockutils [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Lock "ea093293-99fb-4412-ac10-68d63bfc0229-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.184119] env[61960]: DEBUG nova.network.neutron [req-402d89e5-4fb5-4431-b4c8-9474a2f97850 req-df2ca817-c5fd-4283-8838-42fa5c06ddf2 service nova] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Updated VIF entry in instance network info cache for port 7589809c-6b2d-4e7b-b599-4918a794bb0a. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 648.184609] env[61960]: DEBUG nova.network.neutron [req-402d89e5-4fb5-4431-b4c8-9474a2f97850 req-df2ca817-c5fd-4283-8838-42fa5c06ddf2 service nova] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Updating instance_info_cache with network_info: [{"id": "7589809c-6b2d-4e7b-b599-4918a794bb0a", "address": "fa:16:3e:bf:05:e3", "network": {"id": "e1d07742-238e-48e8-bb57-e88000721371", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1074392563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11db1f5ce1704bd3b416ab2d17b42043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7589809c-6b", "ovs_interfaceid": "7589809c-6b2d-4e7b-b599-4918a794bb0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.187012] env[61960]: INFO nova.compute.manager [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Terminating instance [ 648.189250] env[61960]: DEBUG nova.compute.manager [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 648.189551] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 648.190720] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148bbd60-4417-479b-9baf-fb2b112f8216 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.202582] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 648.202582] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9b2ceba-a52b-498b-ac5d-a976dab02f31 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.210352] env[61960]: DEBUG oslo_vmware.api [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Waiting for the task: (returnval){ [ 648.210352] env[61960]: value = "task-435671" [ 648.210352] env[61960]: _type = "Task" [ 648.210352] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.222625] env[61960]: DEBUG oslo_vmware.api [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': task-435671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.299838] env[61960]: DEBUG nova.network.neutron [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 648.478163] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9c42b7c6-e6b7-4a13-8057-27ff7358ad61 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Releasing lock "refresh_cache-46bf2f3b-9f41-4043-8b2b-e52e765da72b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.478163] env[61960]: DEBUG nova.compute.manager [None req-9c42b7c6-e6b7-4a13-8057-27ff7358ad61 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 648.478163] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9c42b7c6-e6b7-4a13-8057-27ff7358ad61 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 648.478163] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dcf6d7ca-6b9e-4306-a8ed-82faa36dc87b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.489496] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9726fca-9e40-44dc-bcc3-c18874415965 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.500510] env[61960]: DEBUG nova.network.neutron [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Updating instance_info_cache with network_info: [{"id": "0526b318-fccf-4104-a07d-cd95cec6dac0", "address": "fa:16:3e:2f:b7:81", "network": {"id": "384c772c-eb63-4b0f-a342-425b78f2b6fd", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1813556161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "711d944aff5e4f0c9c11954c3c702a09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0526b318-fc", "ovs_interfaceid": "0526b318-fccf-4104-a07d-cd95cec6dac0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.528079] env[61960]: WARNING nova.virt.vmwareapi.vmops [None req-9c42b7c6-e6b7-4a13-8057-27ff7358ad61 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 46bf2f3b-9f41-4043-8b2b-e52e765da72b could not be found. [ 648.528079] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9c42b7c6-e6b7-4a13-8057-27ff7358ad61 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 648.528079] env[61960]: INFO nova.compute.manager [None req-9c42b7c6-e6b7-4a13-8057-27ff7358ad61 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Took 0.05 seconds to destroy the instance on the hypervisor. [ 648.528079] env[61960]: DEBUG oslo.service.loopingcall [None req-9c42b7c6-e6b7-4a13-8057-27ff7358ad61 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 648.528079] env[61960]: DEBUG nova.compute.manager [-] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 648.528079] env[61960]: DEBUG nova.network.neutron [-] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 648.550208] env[61960]: DEBUG nova.network.neutron [-] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 648.594948] env[61960]: DEBUG nova.scheduler.client.report [None req-281fb9f3-74ad-40f6-a12b-625a9b3940f5 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 648.602416] env[61960]: INFO nova.compute.manager [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Took 36.86 seconds to build instance. [ 648.630864] env[61960]: DEBUG oslo_vmware.api [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Task: {'id': task-435670, 'name': PowerOnVM_Task, 'duration_secs': 0.827326} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.631200] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 648.631408] env[61960]: INFO nova.compute.manager [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Took 9.74 seconds to spawn the instance on the hypervisor. [ 648.631647] env[61960]: DEBUG nova.compute.manager [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 648.632462] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f10d2b-7c8b-42b0-a7c4-c2261525e495 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.690169] env[61960]: DEBUG oslo_concurrency.lockutils [req-402d89e5-4fb5-4431-b4c8-9474a2f97850 req-df2ca817-c5fd-4283-8838-42fa5c06ddf2 service nova] Releasing lock "refresh_cache-ec50aa6a-44ae-42f3-99a9-6831c832aca3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.720657] env[61960]: DEBUG oslo_vmware.api [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': task-435671, 'name': PowerOffVM_Task, 'duration_secs': 0.427233} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.720965] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 648.721153] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 648.721403] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a79d4238-94ba-4771-b61e-86b09068120d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.006024] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Releasing lock "refresh_cache-e0348208-2098-4071-97a4-29407a95cd3a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.006024] env[61960]: DEBUG nova.compute.manager [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Instance network_info: |[{"id": "0526b318-fccf-4104-a07d-cd95cec6dac0", "address": "fa:16:3e:2f:b7:81", "network": {"id": "384c772c-eb63-4b0f-a342-425b78f2b6fd", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1813556161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "711d944aff5e4f0c9c11954c3c702a09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0526b318-fc", "ovs_interfaceid": "0526b318-fccf-4104-a07d-cd95cec6dac0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 649.006243] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:b7:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0526b318-fccf-4104-a07d-cd95cec6dac0', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.013559] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Creating folder: Project (711d944aff5e4f0c9c11954c3c702a09). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 649.014232] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-007a0ced-efd3-47e9-99a6-1bc00f2b88ca {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.026281] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Created folder: Project (711d944aff5e4f0c9c11954c3c702a09) in parent group-v115929. [ 649.027471] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Creating folder: Instances. Parent ref: group-v116019. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 649.027471] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8d6cbf1-5070-43b5-b9e6-4320317667fa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.035223] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Created folder: Instances in parent group-v116019. [ 649.036258] env[61960]: DEBUG oslo.service.loopingcall [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 649.036258] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 649.036258] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7e9a972-e6a9-448f-8c5e-ef1349136ea8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.052711] env[61960]: DEBUG nova.network.neutron [-] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.059803] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.059803] env[61960]: value = "task-435675" [ 649.059803] env[61960]: _type = "Task" [ 649.059803] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.071043] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435675, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.103046] env[61960]: DEBUG oslo_concurrency.lockutils [None req-281fb9f3-74ad-40f6-a12b-625a9b3940f5 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.342s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.105568] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.839s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.107895] env[61960]: INFO nova.compute.claims [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.110323] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c42d9329-e0ab-42ac-bd84-353aff3974ff tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Lock "43ff8e5b-054c-452a-92c0-21a2a39ea2a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.343s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.128710] env[61960]: INFO nova.scheduler.client.report [None req-281fb9f3-74ad-40f6-a12b-625a9b3940f5 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Deleted allocations for instance 9068983c-71dd-44eb-923c-5774ac7d0b60 [ 649.153373] env[61960]: INFO nova.compute.manager [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Took 41.61 seconds to build instance. [ 649.418631] env[61960]: DEBUG nova.compute.manager [req-bb07e2be-51b4-4e5a-a818-0b6247771c57 req-4383dd3b-3f92-45f0-8c7d-309433a3b404 service nova] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Received event network-changed-0526b318-fccf-4104-a07d-cd95cec6dac0 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 649.418903] env[61960]: DEBUG nova.compute.manager [req-bb07e2be-51b4-4e5a-a818-0b6247771c57 req-4383dd3b-3f92-45f0-8c7d-309433a3b404 service nova] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Refreshing instance network info cache due to event network-changed-0526b318-fccf-4104-a07d-cd95cec6dac0. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 649.419134] env[61960]: DEBUG oslo_concurrency.lockutils [req-bb07e2be-51b4-4e5a-a818-0b6247771c57 req-4383dd3b-3f92-45f0-8c7d-309433a3b404 service nova] Acquiring lock "refresh_cache-e0348208-2098-4071-97a4-29407a95cd3a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.419242] env[61960]: DEBUG oslo_concurrency.lockutils [req-bb07e2be-51b4-4e5a-a818-0b6247771c57 req-4383dd3b-3f92-45f0-8c7d-309433a3b404 service nova] Acquired lock "refresh_cache-e0348208-2098-4071-97a4-29407a95cd3a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.419410] env[61960]: DEBUG nova.network.neutron [req-bb07e2be-51b4-4e5a-a818-0b6247771c57 req-4383dd3b-3f92-45f0-8c7d-309433a3b404 service nova] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Refreshing network info cache for port 0526b318-fccf-4104-a07d-cd95cec6dac0 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 649.453263] env[61960]: INFO nova.compute.manager [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Rebuilding instance [ 649.525020] env[61960]: DEBUG nova.compute.manager [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 649.525020] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdccda9-91a3-46d1-8a7c-c973235140ea {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.556037] env[61960]: INFO nova.compute.manager [-] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Took 1.03 seconds to deallocate network for instance. [ 649.573448] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435675, 'name': CreateVM_Task, 'duration_secs': 0.457155} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.573659] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 649.574515] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.574764] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.575249] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.576279] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82c00c5a-82f2-4399-ab41-78a71e4c67a0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.581560] env[61960]: DEBUG oslo_vmware.api [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Waiting for the task: (returnval){ [ 649.581560] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5237c850-cb0e-483c-ba6d-f0cc2ebb88f1" [ 649.581560] env[61960]: _type = "Task" [ 649.581560] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.589420] env[61960]: DEBUG oslo_vmware.api [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5237c850-cb0e-483c-ba6d-f0cc2ebb88f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.612974] env[61960]: DEBUG nova.compute.manager [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 649.639302] env[61960]: DEBUG oslo_concurrency.lockutils [None req-281fb9f3-74ad-40f6-a12b-625a9b3940f5 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Lock "9068983c-71dd-44eb-923c-5774ac7d0b60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.882s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.655522] env[61960]: DEBUG oslo_concurrency.lockutils [None req-54055fab-da3c-4b58-a943-8a8bf26b23c0 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Lock "7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.700s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.034672] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 650.034672] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-009ea9de-7f1a-4dc8-8429-93085f58952d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.041963] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Waiting for the task: (returnval){ [ 650.041963] env[61960]: value = "task-435676" [ 650.041963] env[61960]: _type = "Task" [ 650.041963] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.050543] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.066809] env[61960]: INFO nova.compute.manager [None req-9c42b7c6-e6b7-4a13-8057-27ff7358ad61 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Instance disappeared during terminate [ 650.067129] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9c42b7c6-e6b7-4a13-8057-27ff7358ad61 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Lock "46bf2f3b-9f41-4043-8b2b-e52e765da72b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.762s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.093064] env[61960]: DEBUG oslo_vmware.api [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5237c850-cb0e-483c-ba6d-f0cc2ebb88f1, 'name': SearchDatastore_Task, 'duration_secs': 0.0168} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.093064] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.093406] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.093618] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.093802] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.093999] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.094271] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23ed4920-cb1c-4311-865d-20a1145d9b15 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.103617] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.103890] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 650.104875] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a21b456f-49e7-4aef-b3cb-8ef0df046535 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.115793] env[61960]: DEBUG oslo_vmware.api [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Waiting for the task: (returnval){ [ 650.115793] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522d1efe-22d4-d877-0197-a0fac52caf1c" [ 650.115793] env[61960]: _type = "Task" [ 650.115793] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.135266] env[61960]: DEBUG oslo_vmware.api [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522d1efe-22d4-d877-0197-a0fac52caf1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.147889] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 650.148172] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 650.148367] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Deleting the datastore file [datastore1] ea093293-99fb-4412-ac10-68d63bfc0229 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.149449] env[61960]: DEBUG oslo_concurrency.lockutils [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.152206] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff7fe767-397c-492d-ad15-0afc23d44bfa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.158400] env[61960]: DEBUG nova.compute.manager [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 650.161596] env[61960]: DEBUG oslo_vmware.api [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Waiting for the task: (returnval){ [ 650.161596] env[61960]: value = "task-435677" [ 650.161596] env[61960]: _type = "Task" [ 650.161596] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.177718] env[61960]: DEBUG oslo_vmware.api [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': task-435677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.224095] env[61960]: DEBUG nova.network.neutron [req-bb07e2be-51b4-4e5a-a818-0b6247771c57 req-4383dd3b-3f92-45f0-8c7d-309433a3b404 service nova] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Updated VIF entry in instance network info cache for port 0526b318-fccf-4104-a07d-cd95cec6dac0. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 650.224780] env[61960]: DEBUG nova.network.neutron [req-bb07e2be-51b4-4e5a-a818-0b6247771c57 req-4383dd3b-3f92-45f0-8c7d-309433a3b404 service nova] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Updating instance_info_cache with network_info: [{"id": "0526b318-fccf-4104-a07d-cd95cec6dac0", "address": "fa:16:3e:2f:b7:81", "network": {"id": "384c772c-eb63-4b0f-a342-425b78f2b6fd", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1813556161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "711d944aff5e4f0c9c11954c3c702a09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0526b318-fc", "ovs_interfaceid": "0526b318-fccf-4104-a07d-cd95cec6dac0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.552786] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435676, 'name': PowerOffVM_Task, 'duration_secs': 0.139106} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.555399] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 650.555694] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 650.556642] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f34450b-d1c8-4b4a-b0a8-c511ca543d8d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.563632] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 650.563901] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6f7bfce-8b0f-4ab7-820e-83e584ebc7b6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.588567] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 650.588681] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 650.589437] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Deleting the datastore file [datastore1] 43ff8e5b-054c-452a-92c0-21a2a39ea2a2 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.589632] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b56913c4-9dcb-4604-82fc-b30801212c1c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.595922] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Waiting for the task: (returnval){ [ 650.595922] env[61960]: value = "task-435679" [ 650.595922] env[61960]: _type = "Task" [ 650.595922] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.606310] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.630162] env[61960]: DEBUG oslo_vmware.api [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522d1efe-22d4-d877-0197-a0fac52caf1c, 'name': SearchDatastore_Task, 'duration_secs': 0.021636} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.630991] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-222f8c92-5ef3-4251-bea4-5d817a57322f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.637663] env[61960]: DEBUG oslo_vmware.api [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Waiting for the task: (returnval){ [ 650.637663] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526f50e8-6dee-fd8e-8fc5-e72f698fdc1b" [ 650.637663] env[61960]: _type = "Task" [ 650.637663] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.639512] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc01aed-884a-4f96-83ab-1afe71faf7b2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.651855] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9280f84-63b5-4de0-a619-3997f5ebcdc4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.654872] env[61960]: DEBUG oslo_vmware.api [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526f50e8-6dee-fd8e-8fc5-e72f698fdc1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.690280] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e355576-bada-42b6-9bf5-5030e06770f5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.698134] env[61960]: DEBUG oslo_vmware.api [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Task: {'id': task-435677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.467422} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.700458] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.700668] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 650.700878] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 650.701079] env[61960]: INFO nova.compute.manager [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Took 2.51 seconds to destroy the instance on the hypervisor. [ 650.701335] env[61960]: DEBUG oslo.service.loopingcall [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 650.701589] env[61960]: DEBUG nova.compute.manager [-] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 650.701690] env[61960]: DEBUG nova.network.neutron [-] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 650.706077] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96bc930-e17c-4c20-b436-d5f47fbe3a11 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.709183] env[61960]: DEBUG oslo_concurrency.lockutils [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.719711] env[61960]: DEBUG nova.compute.provider_tree [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 650.728152] env[61960]: DEBUG oslo_concurrency.lockutils [req-bb07e2be-51b4-4e5a-a818-0b6247771c57 req-4383dd3b-3f92-45f0-8c7d-309433a3b404 service nova] Releasing lock "refresh_cache-e0348208-2098-4071-97a4-29407a95cd3a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.766870] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Acquiring lock "7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.768034] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Lock "7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.768034] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Acquiring lock "7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.768034] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Lock "7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.768034] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Lock "7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.770078] env[61960]: INFO nova.compute.manager [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Terminating instance [ 650.772060] env[61960]: DEBUG nova.compute.manager [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 650.772265] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 650.776035] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c421a4-ed4d-4a83-9cfe-53fdf5c85ad4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.781763] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 650.782013] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55c52178-37b8-494e-ba1b-e2c3ea7cfaaf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.788659] env[61960]: DEBUG oslo_vmware.api [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Waiting for the task: (returnval){ [ 650.788659] env[61960]: value = "task-435680" [ 650.788659] env[61960]: _type = "Task" [ 650.788659] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.796472] env[61960]: DEBUG oslo_vmware.api [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Task: {'id': task-435680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.107922] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321451} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.108117] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.108312] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 651.108503] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 651.149399] env[61960]: DEBUG oslo_vmware.api [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526f50e8-6dee-fd8e-8fc5-e72f698fdc1b, 'name': SearchDatastore_Task, 'duration_secs': 0.01628} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.149681] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.149938] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] e0348208-2098-4071-97a4-29407a95cd3a/e0348208-2098-4071-97a4-29407a95cd3a.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 651.150209] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43497d0b-cd9f-42ce-b973-7f0498ae1b91 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.156730] env[61960]: DEBUG oslo_vmware.api [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Waiting for the task: (returnval){ [ 651.156730] env[61960]: value = "task-435681" [ 651.156730] env[61960]: _type = "Task" [ 651.156730] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.164981] env[61960]: DEBUG oslo_vmware.api [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Task: {'id': task-435681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.241803] env[61960]: ERROR nova.scheduler.client.report [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [req-2118421d-1e52-400e-836e-f2b294004b68] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2118421d-1e52-400e-836e-f2b294004b68"}]} [ 651.246463] env[61960]: DEBUG nova.compute.manager [req-1f99cd8c-9dcf-4a7a-8382-b557a8e0afc1 req-8b31a665-83d8-488e-922c-d98533ac5d04 service nova] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Received event network-vif-deleted-e4c5c0a8-f8f7-463c-a960-96c3194af65f {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 651.247083] env[61960]: INFO nova.compute.manager [req-1f99cd8c-9dcf-4a7a-8382-b557a8e0afc1 req-8b31a665-83d8-488e-922c-d98533ac5d04 service nova] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Neutron deleted interface e4c5c0a8-f8f7-463c-a960-96c3194af65f; detaching it from the instance and deleting it from the info cache [ 651.247282] env[61960]: DEBUG nova.network.neutron [req-1f99cd8c-9dcf-4a7a-8382-b557a8e0afc1 req-8b31a665-83d8-488e-922c-d98533ac5d04 service nova] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.262301] env[61960]: DEBUG nova.scheduler.client.report [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 651.277810] env[61960]: DEBUG nova.scheduler.client.report [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 651.278039] env[61960]: DEBUG nova.compute.provider_tree [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 651.293480] env[61960]: DEBUG nova.scheduler.client.report [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 651.302509] env[61960]: DEBUG oslo_vmware.api [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Task: {'id': task-435680, 'name': PowerOffVM_Task, 'duration_secs': 0.2109} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.302781] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 651.302957] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 651.303225] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5072c689-50cc-4ef3-92bd-5be91632e08a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.311808] env[61960]: DEBUG nova.scheduler.client.report [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 651.373802] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 651.374045] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 651.374238] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Deleting the datastore file [datastore1] 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 651.374500] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15159ce6-609b-468a-82e6-152f7b0b6840 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.380658] env[61960]: DEBUG oslo_vmware.api [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Waiting for the task: (returnval){ [ 651.380658] env[61960]: value = "task-435683" [ 651.380658] env[61960]: _type = "Task" [ 651.380658] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.390647] env[61960]: DEBUG oslo_vmware.api [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Task: {'id': task-435683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.672222] env[61960]: DEBUG oslo_vmware.api [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Task: {'id': task-435681, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.720804] env[61960]: DEBUG nova.network.neutron [-] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.750345] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d47cb096-1940-412f-aa77-54080d2463bf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.765887] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57102f1-0f6f-4f51-b42e-6d3ae31e53c6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.782268] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c00d52-1159-42c2-ad84-31dfc5991945 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.793413] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b084fb9-739a-447e-8c94-36470e47d209 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.837042] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d57048-f5f7-4af2-aff8-df011ea74e0e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.840262] env[61960]: DEBUG nova.compute.manager [req-1f99cd8c-9dcf-4a7a-8382-b557a8e0afc1 req-8b31a665-83d8-488e-922c-d98533ac5d04 service nova] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Detach interface failed, port_id=e4c5c0a8-f8f7-463c-a960-96c3194af65f, reason: Instance ea093293-99fb-4412-ac10-68d63bfc0229 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 651.845922] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf13889-1a4c-4741-a81d-7ce87d17ca7a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.861130] env[61960]: DEBUG nova.compute.provider_tree [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 651.893065] env[61960]: DEBUG oslo_vmware.api [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Task: {'id': task-435683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.142242] env[61960]: DEBUG nova.virt.hardware [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 652.142561] env[61960]: DEBUG nova.virt.hardware [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 652.142765] env[61960]: DEBUG nova.virt.hardware [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.142990] env[61960]: DEBUG nova.virt.hardware [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 652.143192] env[61960]: DEBUG nova.virt.hardware [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.143399] env[61960]: DEBUG nova.virt.hardware [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 652.143661] env[61960]: DEBUG nova.virt.hardware [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 652.143936] env[61960]: DEBUG nova.virt.hardware [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 652.144101] env[61960]: DEBUG nova.virt.hardware [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 652.144310] env[61960]: DEBUG nova.virt.hardware [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 652.144535] env[61960]: DEBUG nova.virt.hardware [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 652.145504] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95e63ba-f5ed-4d71-8d04-b736d09908ed {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.155213] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f4f7a5-1bc4-4672-92c0-8bb3b98157e8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.169924] env[61960]: DEBUG oslo_vmware.api [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Task: {'id': task-435681, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786618} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.177739] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] e0348208-2098-4071-97a4-29407a95cd3a/e0348208-2098-4071-97a4-29407a95cd3a.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 652.177998] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.178437] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Instance VIF info [] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.184775] env[61960]: DEBUG oslo.service.loopingcall [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 652.184967] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-773b5936-ccdb-4ddc-8176-6d37bb5b96c0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.187202] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 652.187490] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03b49886-6655-41be-9838-95a09d539449 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.206289] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.206289] env[61960]: value = "task-435684" [ 652.206289] env[61960]: _type = "Task" [ 652.206289] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.207502] env[61960]: DEBUG oslo_vmware.api [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Waiting for the task: (returnval){ [ 652.207502] env[61960]: value = "task-435685" [ 652.207502] env[61960]: _type = "Task" [ 652.207502] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.219085] env[61960]: DEBUG oslo_vmware.api [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Task: {'id': task-435685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.221821] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435684, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.223863] env[61960]: INFO nova.compute.manager [-] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Took 1.52 seconds to deallocate network for instance. [ 652.392731] env[61960]: DEBUG oslo_vmware.api [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Task: {'id': task-435683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.602157} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.393045] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 652.393199] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 652.393380] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 652.393562] env[61960]: INFO nova.compute.manager [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Took 1.62 seconds to destroy the instance on the hypervisor. [ 652.393812] env[61960]: DEBUG oslo.service.loopingcall [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 652.395007] env[61960]: DEBUG nova.scheduler.client.report [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 59 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 652.395007] env[61960]: DEBUG nova.compute.provider_tree [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 59 to 60 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 652.395274] env[61960]: DEBUG nova.compute.provider_tree [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 652.398624] env[61960]: DEBUG nova.compute.manager [-] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 652.398739] env[61960]: DEBUG nova.network.neutron [-] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 652.721933] env[61960]: DEBUG oslo_vmware.api [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Task: {'id': task-435685, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143393} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.726067] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.726355] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435684, 'name': CreateVM_Task, 'duration_secs': 0.415421} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.727051] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7697887d-60fd-414d-b1c3-264c432dcbbb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.729508] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 652.730424] env[61960]: DEBUG oslo_concurrency.lockutils [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.730837] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.730992] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.731329] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.731916] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bcd05fe-9d43-46c1-ad45-44b112babd4e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.751737] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] e0348208-2098-4071-97a4-29407a95cd3a/e0348208-2098-4071-97a4-29407a95cd3a.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.753112] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdc0beff-3201-48af-9f34-c3fda22b66e7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.769778] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Waiting for the task: (returnval){ [ 652.769778] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5234981e-3778-6306-171a-8d0046b364e5" [ 652.769778] env[61960]: _type = "Task" [ 652.769778] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.775039] env[61960]: DEBUG oslo_vmware.api [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Waiting for the task: (returnval){ [ 652.775039] env[61960]: value = "task-435686" [ 652.775039] env[61960]: _type = "Task" [ 652.775039] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.778314] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5234981e-3778-6306-171a-8d0046b364e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.786099] env[61960]: DEBUG oslo_vmware.api [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Task: {'id': task-435686, 'name': ReconfigVM_Task} progress is 10%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.902050] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.796s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.902728] env[61960]: DEBUG nova.compute.manager [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 652.906114] env[61960]: DEBUG oslo_concurrency.lockutils [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.967s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.906442] env[61960]: DEBUG nova.objects.instance [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Lazy-loading 'resources' on Instance uuid 7c9c967b-a4f8-4eeb-a637-c2cdb967508b {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 653.180285] env[61960]: DEBUG nova.network.neutron [-] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.278894] env[61960]: DEBUG nova.compute.manager [req-051f9c67-1332-45e0-ae11-28d47014f641 req-b03faf03-516d-4cfc-b5fc-e85d4388f412 service nova] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Received event network-vif-deleted-8dd5f3ba-7362-4d01-a939-ae1a00ac28c2 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 653.283443] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5234981e-3778-6306-171a-8d0046b364e5, 'name': SearchDatastore_Task, 'duration_secs': 0.02201} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.286729] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.286944] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.287261] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.287523] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.287591] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.288133] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-166a638d-34d5-4a96-b694-e853e65dc376 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.295480] env[61960]: DEBUG oslo_vmware.api [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Task: {'id': task-435686, 'name': ReconfigVM_Task, 'duration_secs': 0.381246} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.295750] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Reconfigured VM instance instance-00000020 to attach disk [datastore1] e0348208-2098-4071-97a4-29407a95cd3a/e0348208-2098-4071-97a4-29407a95cd3a.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.297212] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-896b0ca0-b250-4aa1-9e08-142f54500487 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.298935] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.299063] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 653.299848] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bfdf476-1049-455f-8eea-cb324f7480e5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.305013] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Waiting for the task: (returnval){ [ 653.305013] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]521ab558-5adb-f8bb-74b3-3e2b7606cb4a" [ 653.305013] env[61960]: _type = "Task" [ 653.305013] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.309492] env[61960]: DEBUG oslo_vmware.api [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Waiting for the task: (returnval){ [ 653.309492] env[61960]: value = "task-435687" [ 653.309492] env[61960]: _type = "Task" [ 653.309492] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.315292] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]521ab558-5adb-f8bb-74b3-3e2b7606cb4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.320393] env[61960]: DEBUG oslo_vmware.api [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Task: {'id': task-435687, 'name': Rename_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.410752] env[61960]: DEBUG nova.compute.utils [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 653.417826] env[61960]: DEBUG nova.compute.manager [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 653.417826] env[61960]: DEBUG nova.network.neutron [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 653.471033] env[61960]: DEBUG nova.policy [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b28a08f9577941bc98f231b3f2cb607b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '149211963ce54befbd06570812de2f16', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 653.683505] env[61960]: INFO nova.compute.manager [-] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Took 1.28 seconds to deallocate network for instance. [ 653.822141] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]521ab558-5adb-f8bb-74b3-3e2b7606cb4a, 'name': SearchDatastore_Task, 'duration_secs': 0.010932} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.823065] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9e809e8-81fb-4ea1-9941-5a5e63c0de8a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.833026] env[61960]: DEBUG oslo_vmware.api [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Task: {'id': task-435687, 'name': Rename_Task, 'duration_secs': 0.249702} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.833026] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 653.833026] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6775406b-a265-4963-813a-dc2a1092e190 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.834043] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Waiting for the task: (returnval){ [ 653.834043] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522c9a21-df2d-bfeb-7005-07303f97faae" [ 653.834043] env[61960]: _type = "Task" [ 653.834043] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.835510] env[61960]: DEBUG nova.network.neutron [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Successfully created port: 8fafe7e5-ec0b-4372-8e31-b232f6b1f8a1 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.849269] env[61960]: DEBUG oslo_vmware.api [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Waiting for the task: (returnval){ [ 653.849269] env[61960]: value = "task-435688" [ 653.849269] env[61960]: _type = "Task" [ 653.849269] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.864020] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522c9a21-df2d-bfeb-7005-07303f97faae, 'name': SearchDatastore_Task, 'duration_secs': 0.012498} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.865824] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.865824] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 43ff8e5b-054c-452a-92c0-21a2a39ea2a2/43ff8e5b-054c-452a-92c0-21a2a39ea2a2.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 653.865985] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27d2a086-932d-4466-aabb-7c362660fe22 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.872605] env[61960]: DEBUG oslo_vmware.api [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Task: {'id': task-435688, 'name': PowerOnVM_Task} progress is 33%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.878504] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Waiting for the task: (returnval){ [ 653.878504] env[61960]: value = "task-435689" [ 653.878504] env[61960]: _type = "Task" [ 653.878504] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.887394] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.918950] env[61960]: DEBUG nova.compute.manager [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 653.937277] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbe173a-93bf-4a72-98ee-f8d90f959ee1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.945185] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36beecd-ce23-4923-85e2-58fc71067f3f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.977067] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30603580-9a02-4aae-9906-67f74ad61f54 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.985846] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9868d371-57d6-4a84-87b9-b93f71d49471 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.004276] env[61960]: DEBUG nova.compute.provider_tree [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 654.194749] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.363868] env[61960]: DEBUG oslo_vmware.api [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Task: {'id': task-435688, 'name': PowerOnVM_Task} progress is 89%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.393265] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435689, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.537660] env[61960]: DEBUG nova.scheduler.client.report [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 60 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 654.538074] env[61960]: DEBUG nova.compute.provider_tree [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 60 to 61 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 654.538374] env[61960]: DEBUG nova.compute.provider_tree [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 654.860738] env[61960]: DEBUG oslo_vmware.api [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Task: {'id': task-435688, 'name': PowerOnVM_Task, 'duration_secs': 0.612307} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.861127] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 654.861397] env[61960]: INFO nova.compute.manager [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Took 8.31 seconds to spawn the instance on the hypervisor. [ 654.861602] env[61960]: DEBUG nova.compute.manager [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 654.862467] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1267fda9-bc47-478f-8271-8b6a3aa57794 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.889833] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543932} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.889833] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 43ff8e5b-054c-452a-92c0-21a2a39ea2a2/43ff8e5b-054c-452a-92c0-21a2a39ea2a2.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 654.889833] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.889833] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0552b412-e84f-4f2e-b129-f21ff0dd4f7c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.896189] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Waiting for the task: (returnval){ [ 654.896189] env[61960]: value = "task-435690" [ 654.896189] env[61960]: _type = "Task" [ 654.896189] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.904426] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.931095] env[61960]: DEBUG nova.compute.manager [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 654.953310] env[61960]: DEBUG nova.virt.hardware [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 654.953458] env[61960]: DEBUG nova.virt.hardware [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 654.953676] env[61960]: DEBUG nova.virt.hardware [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.954352] env[61960]: DEBUG nova.virt.hardware [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 654.954352] env[61960]: DEBUG nova.virt.hardware [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.954352] env[61960]: DEBUG nova.virt.hardware [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 654.954509] env[61960]: DEBUG nova.virt.hardware [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 654.954557] env[61960]: DEBUG nova.virt.hardware [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 654.954751] env[61960]: DEBUG nova.virt.hardware [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 654.955676] env[61960]: DEBUG nova.virt.hardware [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 654.955676] env[61960]: DEBUG nova.virt.hardware [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 654.956219] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a98f331-9585-4002-93c3-b54cdee89528 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.964541] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc34b95-7102-4b78-81fc-9b59d37f0e3f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.044478] env[61960]: DEBUG oslo_concurrency.lockutils [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.138s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.047614] env[61960]: DEBUG oslo_concurrency.lockutils [None req-864fba97-3a21-4c26-ae57-2fa3942a5c91 tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.259s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.047993] env[61960]: DEBUG nova.objects.instance [None req-864fba97-3a21-4c26-ae57-2fa3942a5c91 tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Lazy-loading 'resources' on Instance uuid 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 655.066780] env[61960]: INFO nova.scheduler.client.report [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Deleted allocations for instance 7c9c967b-a4f8-4eeb-a637-c2cdb967508b [ 655.228668] env[61960]: DEBUG oslo_vmware.rw_handles [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f32ae3-f2b7-42d0-88b2-8ceb192b4499/disk-0.vmdk. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 655.229680] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48a4a8a-3d3d-4f18-a026-567338342272 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.236590] env[61960]: DEBUG oslo_vmware.rw_handles [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f32ae3-f2b7-42d0-88b2-8ceb192b4499/disk-0.vmdk is in state: ready. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 655.236681] env[61960]: ERROR oslo_vmware.rw_handles [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f32ae3-f2b7-42d0-88b2-8ceb192b4499/disk-0.vmdk due to incomplete transfer. [ 655.236907] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a3656654-76da-4321-8240-dc58559a58f7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.244547] env[61960]: DEBUG oslo_vmware.rw_handles [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f32ae3-f2b7-42d0-88b2-8ceb192b4499/disk-0.vmdk. {{(pid=61960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 655.244667] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Uploaded image e5f8c9ab-1229-4e6a-b252-58db28b36cec to the Glance image server {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 655.246804] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Destroying the VM {{(pid=61960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 655.247079] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5bda5a13-fa1e-49fb-8904-3bcd3825146d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.253352] env[61960]: DEBUG oslo_vmware.api [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 655.253352] env[61960]: value = "task-435691" [ 655.253352] env[61960]: _type = "Task" [ 655.253352] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.264077] env[61960]: DEBUG oslo_vmware.api [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435691, 'name': Destroy_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.382914] env[61960]: INFO nova.compute.manager [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Took 40.52 seconds to build instance. [ 655.406457] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084958} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.406737] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.407588] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e46b42f-4dec-4bba-afc8-ab91a73af725 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.428642] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 43ff8e5b-054c-452a-92c0-21a2a39ea2a2/43ff8e5b-054c-452a-92c0-21a2a39ea2a2.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.428946] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab942412-f4e8-4eab-a6b7-27f67413d90d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.445489] env[61960]: DEBUG nova.compute.manager [req-75057a49-1948-4681-abc0-accaed8a44a8 req-ccc5b32d-63df-4f3b-8a37-6e13ba41ecd8 service nova] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Received event network-vif-plugged-8fafe7e5-ec0b-4372-8e31-b232f6b1f8a1 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 655.445724] env[61960]: DEBUG oslo_concurrency.lockutils [req-75057a49-1948-4681-abc0-accaed8a44a8 req-ccc5b32d-63df-4f3b-8a37-6e13ba41ecd8 service nova] Acquiring lock "59ed629c-1516-4e93-95dd-482d8acc71af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.445941] env[61960]: DEBUG oslo_concurrency.lockutils [req-75057a49-1948-4681-abc0-accaed8a44a8 req-ccc5b32d-63df-4f3b-8a37-6e13ba41ecd8 service nova] Lock "59ed629c-1516-4e93-95dd-482d8acc71af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.446130] env[61960]: DEBUG oslo_concurrency.lockutils [req-75057a49-1948-4681-abc0-accaed8a44a8 req-ccc5b32d-63df-4f3b-8a37-6e13ba41ecd8 service nova] Lock "59ed629c-1516-4e93-95dd-482d8acc71af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.446308] env[61960]: DEBUG nova.compute.manager [req-75057a49-1948-4681-abc0-accaed8a44a8 req-ccc5b32d-63df-4f3b-8a37-6e13ba41ecd8 service nova] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] No waiting events found dispatching network-vif-plugged-8fafe7e5-ec0b-4372-8e31-b232f6b1f8a1 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 655.446485] env[61960]: WARNING nova.compute.manager [req-75057a49-1948-4681-abc0-accaed8a44a8 req-ccc5b32d-63df-4f3b-8a37-6e13ba41ecd8 service nova] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Received unexpected event network-vif-plugged-8fafe7e5-ec0b-4372-8e31-b232f6b1f8a1 for instance with vm_state building and task_state spawning. [ 655.452362] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Waiting for the task: (returnval){ [ 655.452362] env[61960]: value = "task-435692" [ 655.452362] env[61960]: _type = "Task" [ 655.452362] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.460504] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.511628] env[61960]: DEBUG nova.network.neutron [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Successfully updated port: 8fafe7e5-ec0b-4372-8e31-b232f6b1f8a1 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.578797] env[61960]: DEBUG oslo_concurrency.lockutils [None req-921bd742-b815-414f-9a1d-ccc0ff593eb4 tempest-ListServersNegativeTestJSON-290921853 tempest-ListServersNegativeTestJSON-290921853-project-member] Lock "7c9c967b-a4f8-4eeb-a637-c2cdb967508b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.830s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.768448] env[61960]: DEBUG oslo_vmware.api [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435691, 'name': Destroy_Task} progress is 33%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.885614] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d491255a-eba5-4bae-a7c7-2d97a6af0879 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Lock "e0348208-2098-4071-97a4-29407a95cd3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.136s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.965122] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.015506] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Acquiring lock "refresh_cache-59ed629c-1516-4e93-95dd-482d8acc71af" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.015623] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Acquired lock "refresh_cache-59ed629c-1516-4e93-95dd-482d8acc71af" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.015774] env[61960]: DEBUG nova.network.neutron [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 656.031108] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5f6843-c6b4-4f5f-882a-2ac1e7b6f299 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.039092] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b5ea07-e06c-4048-8525-25d6c2242478 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.074112] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba49559-8a74-4e8c-83d3-e75afe4a7074 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.081863] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613361ce-4a79-4d7f-be67-43cff04d7334 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.097603] env[61960]: DEBUG nova.compute.provider_tree [None req-864fba97-3a21-4c26-ae57-2fa3942a5c91 tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.201219] env[61960]: DEBUG oslo_concurrency.lockutils [None req-64170da4-c47f-42d3-b71e-43ff21bb0b6a tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Acquiring lock "interface-e0348208-2098-4071-97a4-29407a95cd3a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.201510] env[61960]: DEBUG oslo_concurrency.lockutils [None req-64170da4-c47f-42d3-b71e-43ff21bb0b6a tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Lock "interface-e0348208-2098-4071-97a4-29407a95cd3a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.201838] env[61960]: DEBUG nova.objects.instance [None req-64170da4-c47f-42d3-b71e-43ff21bb0b6a tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Lazy-loading 'flavor' on Instance uuid e0348208-2098-4071-97a4-29407a95cd3a {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 656.264212] env[61960]: DEBUG oslo_vmware.api [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435691, 'name': Destroy_Task, 'duration_secs': 0.63841} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.264536] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Destroyed the VM [ 656.264864] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Deleting Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 656.265142] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d9c947cd-0f6b-403d-b2f3-a8071d1d8b43 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.275194] env[61960]: DEBUG oslo_vmware.api [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 656.275194] env[61960]: value = "task-435693" [ 656.275194] env[61960]: _type = "Task" [ 656.275194] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.280274] env[61960]: DEBUG oslo_vmware.api [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435693, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.389219] env[61960]: DEBUG nova.compute.manager [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 656.464191] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435692, 'name': ReconfigVM_Task, 'duration_secs': 0.844173} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.464191] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 43ff8e5b-054c-452a-92c0-21a2a39ea2a2/43ff8e5b-054c-452a-92c0-21a2a39ea2a2.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.465079] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cbdc570-4ca1-4d55-bb31-f5179c319380 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.470711] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Waiting for the task: (returnval){ [ 656.470711] env[61960]: value = "task-435694" [ 656.470711] env[61960]: _type = "Task" [ 656.470711] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.479368] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435694, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.557125] env[61960]: DEBUG nova.network.neutron [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 656.601782] env[61960]: DEBUG nova.scheduler.client.report [None req-864fba97-3a21-4c26-ae57-2fa3942a5c91 tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 656.707199] env[61960]: DEBUG nova.objects.instance [None req-64170da4-c47f-42d3-b71e-43ff21bb0b6a tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Lazy-loading 'pci_requests' on Instance uuid e0348208-2098-4071-97a4-29407a95cd3a {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 656.739166] env[61960]: DEBUG nova.network.neutron [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Updating instance_info_cache with network_info: [{"id": "8fafe7e5-ec0b-4372-8e31-b232f6b1f8a1", "address": "fa:16:3e:b2:a9:f6", "network": {"id": "6215cbc4-48d6-47a2-a8f4-b5f955432604", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1799612125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "149211963ce54befbd06570812de2f16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fafe7e5-ec", "ovs_interfaceid": "8fafe7e5-ec0b-4372-8e31-b232f6b1f8a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.783960] env[61960]: DEBUG oslo_vmware.api [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435693, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.918071] env[61960]: DEBUG oslo_concurrency.lockutils [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.984515] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435694, 'name': Rename_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.107286] env[61960]: DEBUG oslo_concurrency.lockutils [None req-864fba97-3a21-4c26-ae57-2fa3942a5c91 tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.109853] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.231s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.112624] env[61960]: INFO nova.compute.claims [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.136778] env[61960]: INFO nova.scheduler.client.report [None req-864fba97-3a21-4c26-ae57-2fa3942a5c91 tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Deleted allocations for instance 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52 [ 657.213448] env[61960]: DEBUG nova.objects.base [None req-64170da4-c47f-42d3-b71e-43ff21bb0b6a tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=61960) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 657.213616] env[61960]: DEBUG nova.network.neutron [None req-64170da4-c47f-42d3-b71e-43ff21bb0b6a tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 657.243641] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Releasing lock "refresh_cache-59ed629c-1516-4e93-95dd-482d8acc71af" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.243641] env[61960]: DEBUG nova.compute.manager [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Instance network_info: |[{"id": "8fafe7e5-ec0b-4372-8e31-b232f6b1f8a1", "address": "fa:16:3e:b2:a9:f6", "network": {"id": "6215cbc4-48d6-47a2-a8f4-b5f955432604", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1799612125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "149211963ce54befbd06570812de2f16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fafe7e5-ec", "ovs_interfaceid": "8fafe7e5-ec0b-4372-8e31-b232f6b1f8a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 657.244016] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:a9:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fafe7e5-ec0b-4372-8e31-b232f6b1f8a1', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.251437] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Creating folder: Project (149211963ce54befbd06570812de2f16). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 657.252175] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f9c025b-b061-4508-9627-bff125df06fc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.264201] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Created folder: Project (149211963ce54befbd06570812de2f16) in parent group-v115929. [ 657.264312] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Creating folder: Instances. Parent ref: group-v116023. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 657.264578] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-886d8b76-7a39-4f01-a54c-b4248d485f9b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.274083] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Created folder: Instances in parent group-v116023. [ 657.274359] env[61960]: DEBUG oslo.service.loopingcall [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 657.279229] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 657.282251] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f45dd793-9783-4dcb-9a1e-8f0d5dff5063 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.304811] env[61960]: DEBUG oslo_vmware.api [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435693, 'name': RemoveSnapshot_Task, 'duration_secs': 1.007414} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.306400] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Deleted Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 657.306799] env[61960]: INFO nova.compute.manager [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Took 18.78 seconds to snapshot the instance on the hypervisor. [ 657.310865] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.310865] env[61960]: value = "task-435697" [ 657.310865] env[61960]: _type = "Task" [ 657.310865] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.320450] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435697, 'name': CreateVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.353085] env[61960]: DEBUG oslo_concurrency.lockutils [None req-64170da4-c47f-42d3-b71e-43ff21bb0b6a tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Lock "interface-e0348208-2098-4071-97a4-29407a95cd3a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.151s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.471094] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dd576c89-81ca-4ef8-a6af-06aea56ad03f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "6e1853f6-55d9-4659-b865-191a2e107ba1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.471396] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dd576c89-81ca-4ef8-a6af-06aea56ad03f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "6e1853f6-55d9-4659-b865-191a2e107ba1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.471615] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dd576c89-81ca-4ef8-a6af-06aea56ad03f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "6e1853f6-55d9-4659-b865-191a2e107ba1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.471814] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dd576c89-81ca-4ef8-a6af-06aea56ad03f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "6e1853f6-55d9-4659-b865-191a2e107ba1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.471994] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dd576c89-81ca-4ef8-a6af-06aea56ad03f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "6e1853f6-55d9-4659-b865-191a2e107ba1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.477528] env[61960]: INFO nova.compute.manager [None req-dd576c89-81ca-4ef8-a6af-06aea56ad03f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Terminating instance [ 657.479925] env[61960]: DEBUG nova.compute.manager [None req-dd576c89-81ca-4ef8-a6af-06aea56ad03f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 657.480212] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dd576c89-81ca-4ef8-a6af-06aea56ad03f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 657.481054] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e08c5b-a894-4201-8771-65d2c0bfdf7e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.487665] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435694, 'name': Rename_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.492788] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dd576c89-81ca-4ef8-a6af-06aea56ad03f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 657.492788] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c3d5980-2449-425c-a011-2d485ce87520 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.560186] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dd576c89-81ca-4ef8-a6af-06aea56ad03f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 657.560458] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dd576c89-81ca-4ef8-a6af-06aea56ad03f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 657.560716] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd576c89-81ca-4ef8-a6af-06aea56ad03f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Deleting the datastore file [datastore1] 6e1853f6-55d9-4659-b865-191a2e107ba1 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.561083] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99929472-3a9e-4624-84b0-14c90f2252c9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.568030] env[61960]: DEBUG oslo_vmware.api [None req-dd576c89-81ca-4ef8-a6af-06aea56ad03f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 657.568030] env[61960]: value = "task-435699" [ 657.568030] env[61960]: _type = "Task" [ 657.568030] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.578658] env[61960]: DEBUG oslo_vmware.api [None req-dd576c89-81ca-4ef8-a6af-06aea56ad03f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.646893] env[61960]: DEBUG oslo_concurrency.lockutils [None req-864fba97-3a21-4c26-ae57-2fa3942a5c91 tempest-ServerPasswordTestJSON-1566564583 tempest-ServerPasswordTestJSON-1566564583-project-member] Lock "1e7e2f23-4fc9-45a3-9f60-8222fa73cc52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.335s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.815525] env[61960]: DEBUG nova.compute.manager [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Instance disappeared during snapshot {{(pid=61960) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4494}} [ 657.823330] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435697, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.830619] env[61960]: DEBUG nova.compute.manager [None req-b4bb6bda-91f2-480a-9617-419c0f1e3700 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Image not found during clean up e5f8c9ab-1229-4e6a-b252-58db28b36cec {{(pid=61960) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4500}} [ 657.984361] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435694, 'name': Rename_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.986823] env[61960]: DEBUG nova.compute.manager [req-a739da1c-9215-4ce1-a398-eeaf0600b365 req-13935df4-2105-40b1-bf08-5c2025aed571 service nova] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Received event network-changed-8fafe7e5-ec0b-4372-8e31-b232f6b1f8a1 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 657.987030] env[61960]: DEBUG nova.compute.manager [req-a739da1c-9215-4ce1-a398-eeaf0600b365 req-13935df4-2105-40b1-bf08-5c2025aed571 service nova] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Refreshing instance network info cache due to event network-changed-8fafe7e5-ec0b-4372-8e31-b232f6b1f8a1. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 657.987285] env[61960]: DEBUG oslo_concurrency.lockutils [req-a739da1c-9215-4ce1-a398-eeaf0600b365 req-13935df4-2105-40b1-bf08-5c2025aed571 service nova] Acquiring lock "refresh_cache-59ed629c-1516-4e93-95dd-482d8acc71af" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.987445] env[61960]: DEBUG oslo_concurrency.lockutils [req-a739da1c-9215-4ce1-a398-eeaf0600b365 req-13935df4-2105-40b1-bf08-5c2025aed571 service nova] Acquired lock "refresh_cache-59ed629c-1516-4e93-95dd-482d8acc71af" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.987651] env[61960]: DEBUG nova.network.neutron [req-a739da1c-9215-4ce1-a398-eeaf0600b365 req-13935df4-2105-40b1-bf08-5c2025aed571 service nova] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Refreshing network info cache for port 8fafe7e5-ec0b-4372-8e31-b232f6b1f8a1 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 658.077577] env[61960]: DEBUG oslo_vmware.api [None req-dd576c89-81ca-4ef8-a6af-06aea56ad03f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.497435} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.077868] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd576c89-81ca-4ef8-a6af-06aea56ad03f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.078077] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dd576c89-81ca-4ef8-a6af-06aea56ad03f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 658.078268] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dd576c89-81ca-4ef8-a6af-06aea56ad03f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 658.078450] env[61960]: INFO nova.compute.manager [None req-dd576c89-81ca-4ef8-a6af-06aea56ad03f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Took 0.60 seconds to destroy the instance on the hypervisor. [ 658.078705] env[61960]: DEBUG oslo.service.loopingcall [None req-dd576c89-81ca-4ef8-a6af-06aea56ad03f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 658.078897] env[61960]: DEBUG nova.compute.manager [-] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 658.078989] env[61960]: DEBUG nova.network.neutron [-] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 658.270300] env[61960]: DEBUG oslo_concurrency.lockutils [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "a6e2330c-ba68-4df4-9e16-b536efe54c94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.271096] env[61960]: DEBUG oslo_concurrency.lockutils [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "a6e2330c-ba68-4df4-9e16-b536efe54c94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.321324] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435697, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.483807] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435694, 'name': Rename_Task, 'duration_secs': 1.92823} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.486402] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 658.486853] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a41f101c-d9c9-4765-a3ab-7048003c33b2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.493260] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Waiting for the task: (returnval){ [ 658.493260] env[61960]: value = "task-435700" [ 658.493260] env[61960]: _type = "Task" [ 658.493260] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.503998] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.621452] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390f6d54-39ff-4c68-aa1c-1997581c1054 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.629341] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2186e2f-e88d-42fc-b68c-5335454906f4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.667638] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3d4c30-c52c-4c3d-8db3-01abe971db47 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.675249] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84220e5c-b303-44f5-a559-b08b0fae7636 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.689972] env[61960]: DEBUG nova.compute.provider_tree [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.822049] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435697, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.905461] env[61960]: DEBUG nova.network.neutron [req-a739da1c-9215-4ce1-a398-eeaf0600b365 req-13935df4-2105-40b1-bf08-5c2025aed571 service nova] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Updated VIF entry in instance network info cache for port 8fafe7e5-ec0b-4372-8e31-b232f6b1f8a1. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 658.905701] env[61960]: DEBUG nova.network.neutron [req-a739da1c-9215-4ce1-a398-eeaf0600b365 req-13935df4-2105-40b1-bf08-5c2025aed571 service nova] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Updating instance_info_cache with network_info: [{"id": "8fafe7e5-ec0b-4372-8e31-b232f6b1f8a1", "address": "fa:16:3e:b2:a9:f6", "network": {"id": "6215cbc4-48d6-47a2-a8f4-b5f955432604", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1799612125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "149211963ce54befbd06570812de2f16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fafe7e5-ec", "ovs_interfaceid": "8fafe7e5-ec0b-4372-8e31-b232f6b1f8a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.930410] env[61960]: DEBUG nova.network.neutron [-] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.003071] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435700, 'name': PowerOnVM_Task} progress is 78%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.195649] env[61960]: DEBUG nova.scheduler.client.report [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 659.330448] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435697, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.412662] env[61960]: DEBUG oslo_concurrency.lockutils [req-a739da1c-9215-4ce1-a398-eeaf0600b365 req-13935df4-2105-40b1-bf08-5c2025aed571 service nova] Releasing lock "refresh_cache-59ed629c-1516-4e93-95dd-482d8acc71af" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.424515] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a7bfb5f2-087c-41a1-9297-bef3675ab047 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Acquiring lock "e0348208-2098-4071-97a4-29407a95cd3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.424746] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a7bfb5f2-087c-41a1-9297-bef3675ab047 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Lock "e0348208-2098-4071-97a4-29407a95cd3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.425147] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a7bfb5f2-087c-41a1-9297-bef3675ab047 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Acquiring lock "e0348208-2098-4071-97a4-29407a95cd3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.425147] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a7bfb5f2-087c-41a1-9297-bef3675ab047 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Lock "e0348208-2098-4071-97a4-29407a95cd3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.426220] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a7bfb5f2-087c-41a1-9297-bef3675ab047 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Lock "e0348208-2098-4071-97a4-29407a95cd3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.427946] env[61960]: INFO nova.compute.manager [None req-a7bfb5f2-087c-41a1-9297-bef3675ab047 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Terminating instance [ 659.430039] env[61960]: DEBUG nova.compute.manager [None req-a7bfb5f2-087c-41a1-9297-bef3675ab047 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 659.430039] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a7bfb5f2-087c-41a1-9297-bef3675ab047 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 659.430893] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82c9e0f-572b-46f0-91e0-d156ffddbb41 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.434140] env[61960]: INFO nova.compute.manager [-] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Took 1.35 seconds to deallocate network for instance. [ 659.440601] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7bfb5f2-087c-41a1-9297-bef3675ab047 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 659.441034] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8645aa08-ea49-4e3a-8266-37679a180743 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.446700] env[61960]: DEBUG oslo_vmware.api [None req-a7bfb5f2-087c-41a1-9297-bef3675ab047 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Waiting for the task: (returnval){ [ 659.446700] env[61960]: value = "task-435701" [ 659.446700] env[61960]: _type = "Task" [ 659.446700] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.454574] env[61960]: DEBUG oslo_vmware.api [None req-a7bfb5f2-087c-41a1-9297-bef3675ab047 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Task: {'id': task-435701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.503331] env[61960]: DEBUG oslo_vmware.api [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435700, 'name': PowerOnVM_Task, 'duration_secs': 0.944537} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.503613] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 659.503821] env[61960]: DEBUG nova.compute.manager [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 659.504634] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66fad4c-bc5f-4d8e-af50-28102897f944 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.704614] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.705201] env[61960]: DEBUG nova.compute.manager [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 659.708614] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.451s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.708888] env[61960]: DEBUG nova.objects.instance [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Lazy-loading 'resources' on Instance uuid 451a923d-3c88-4b5d-be2c-dfcc248f9e81 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 659.763389] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c86d388c-ea9a-44f9-b913-595f5ca0a78c tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Acquiring lock "e9bb2909-0eaa-4bfb-93a3-0b35c493422e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.763726] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c86d388c-ea9a-44f9-b913-595f5ca0a78c tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Lock "e9bb2909-0eaa-4bfb-93a3-0b35c493422e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.763845] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c86d388c-ea9a-44f9-b913-595f5ca0a78c tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Acquiring lock "e9bb2909-0eaa-4bfb-93a3-0b35c493422e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.764040] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c86d388c-ea9a-44f9-b913-595f5ca0a78c tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Lock "e9bb2909-0eaa-4bfb-93a3-0b35c493422e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.764229] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c86d388c-ea9a-44f9-b913-595f5ca0a78c tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Lock "e9bb2909-0eaa-4bfb-93a3-0b35c493422e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.767524] env[61960]: INFO nova.compute.manager [None req-c86d388c-ea9a-44f9-b913-595f5ca0a78c tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Terminating instance [ 659.770047] env[61960]: DEBUG nova.compute.manager [None req-c86d388c-ea9a-44f9-b913-595f5ca0a78c tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 659.770246] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c86d388c-ea9a-44f9-b913-595f5ca0a78c tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 659.774016] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ee2925-8e37-4534-a80a-93ed58ca94c9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.783509] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86d388c-ea9a-44f9-b913-595f5ca0a78c tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 659.784406] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7dfa2b8-bbb0-4124-9fd7-857b00b41e5c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.793608] env[61960]: DEBUG oslo_vmware.api [None req-c86d388c-ea9a-44f9-b913-595f5ca0a78c tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Waiting for the task: (returnval){ [ 659.793608] env[61960]: value = "task-435702" [ 659.793608] env[61960]: _type = "Task" [ 659.793608] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.803695] env[61960]: DEBUG oslo_vmware.api [None req-c86d388c-ea9a-44f9-b913-595f5ca0a78c tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.826280] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435697, 'name': CreateVM_Task, 'duration_secs': 2.257654} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.826280] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 659.827204] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.828460] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.828460] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.828460] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a75300ee-1cba-4ea9-9aea-f9b0665dab2a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.834070] env[61960]: DEBUG oslo_vmware.api [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Waiting for the task: (returnval){ [ 659.834070] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522b828b-13e4-2598-9a28-ebd63111a8ae" [ 659.834070] env[61960]: _type = "Task" [ 659.834070] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.845802] env[61960]: DEBUG oslo_vmware.api [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522b828b-13e4-2598-9a28-ebd63111a8ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.942414] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dd576c89-81ca-4ef8-a6af-06aea56ad03f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.957564] env[61960]: DEBUG oslo_vmware.api [None req-a7bfb5f2-087c-41a1-9297-bef3675ab047 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Task: {'id': task-435701, 'name': PowerOffVM_Task, 'duration_secs': 0.424245} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.957564] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7bfb5f2-087c-41a1-9297-bef3675ab047 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 659.957564] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a7bfb5f2-087c-41a1-9297-bef3675ab047 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 659.957840] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-581bc7e4-2839-4012-9262-7708bc9da1b1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.031733] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.118521] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a7bfb5f2-087c-41a1-9297-bef3675ab047 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 660.118521] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a7bfb5f2-087c-41a1-9297-bef3675ab047 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 660.118521] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7bfb5f2-087c-41a1-9297-bef3675ab047 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Deleting the datastore file [datastore1] e0348208-2098-4071-97a4-29407a95cd3a {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.118521] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-421efbbd-a86b-4696-95a0-53b82923ddba {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.123010] env[61960]: DEBUG oslo_vmware.api [None req-a7bfb5f2-087c-41a1-9297-bef3675ab047 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Waiting for the task: (returnval){ [ 660.123010] env[61960]: value = "task-435704" [ 660.123010] env[61960]: _type = "Task" [ 660.123010] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.132595] env[61960]: DEBUG oslo_vmware.api [None req-a7bfb5f2-087c-41a1-9297-bef3675ab047 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Task: {'id': task-435704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.198025] env[61960]: DEBUG nova.compute.manager [req-29c0e2a6-ea04-454a-9871-62a830856bf8 req-881c4a40-75f4-4d05-856d-6c5ca3779f3a service nova] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Received event network-vif-deleted-9316e6e2-2736-4670-a6bd-2db8323534c9 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 660.211631] env[61960]: DEBUG nova.compute.utils [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 660.213177] env[61960]: DEBUG nova.compute.manager [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 660.213404] env[61960]: DEBUG nova.network.neutron [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 660.301719] env[61960]: DEBUG nova.policy [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd11b7d448ab4afb82733e0fefd3c1c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31c02e032ae04c3bac8dbdeca3c3f5a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 660.314143] env[61960]: DEBUG oslo_vmware.api [None req-c86d388c-ea9a-44f9-b913-595f5ca0a78c tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435702, 'name': PowerOffVM_Task, 'duration_secs': 0.251466} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.314455] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86d388c-ea9a-44f9-b913-595f5ca0a78c tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 660.314689] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c86d388c-ea9a-44f9-b913-595f5ca0a78c tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 660.314966] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0521194a-8393-4ee5-80c3-2e19ce456b7f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.344464] env[61960]: DEBUG oslo_vmware.api [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522b828b-13e4-2598-9a28-ebd63111a8ae, 'name': SearchDatastore_Task, 'duration_secs': 0.014509} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.345168] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.345168] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.345443] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.345542] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.345761] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.348803] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c74d810-3608-434d-91fa-cbb0efa22aa3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.358210] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.358396] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 660.359159] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71ca1b78-154b-4347-924c-33e1e7424d67 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.367759] env[61960]: DEBUG oslo_vmware.api [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Waiting for the task: (returnval){ [ 660.367759] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5242a587-7d00-cad3-5b5f-8d322867a3d0" [ 660.367759] env[61960]: _type = "Task" [ 660.367759] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.375792] env[61960]: DEBUG oslo_vmware.api [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5242a587-7d00-cad3-5b5f-8d322867a3d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.381410] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c86d388c-ea9a-44f9-b913-595f5ca0a78c tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 660.381410] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c86d388c-ea9a-44f9-b913-595f5ca0a78c tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 660.381410] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c86d388c-ea9a-44f9-b913-595f5ca0a78c tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Deleting the datastore file [datastore1] e9bb2909-0eaa-4bfb-93a3-0b35c493422e {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.383433] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d72383f6-af51-4ec9-bd3a-86843136c3e8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.390112] env[61960]: DEBUG oslo_vmware.api [None req-c86d388c-ea9a-44f9-b913-595f5ca0a78c tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Waiting for the task: (returnval){ [ 660.390112] env[61960]: value = "task-435706" [ 660.390112] env[61960]: _type = "Task" [ 660.390112] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.404021] env[61960]: DEBUG oslo_vmware.api [None req-c86d388c-ea9a-44f9-b913-595f5ca0a78c tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.557679] env[61960]: DEBUG oslo_concurrency.lockutils [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Acquiring lock "ddbb6a66-587a-4c5f-8268-bcffdab6c9b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.557992] env[61960]: DEBUG oslo_concurrency.lockutils [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Lock "ddbb6a66-587a-4c5f-8268-bcffdab6c9b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.635112] env[61960]: DEBUG oslo_vmware.api [None req-a7bfb5f2-087c-41a1-9297-bef3675ab047 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Task: {'id': task-435704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215964} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.637897] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7bfb5f2-087c-41a1-9297-bef3675ab047 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.638386] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a7bfb5f2-087c-41a1-9297-bef3675ab047 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 660.639106] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a7bfb5f2-087c-41a1-9297-bef3675ab047 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 660.642153] env[61960]: INFO nova.compute.manager [None req-a7bfb5f2-087c-41a1-9297-bef3675ab047 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Took 1.21 seconds to destroy the instance on the hypervisor. [ 660.642439] env[61960]: DEBUG oslo.service.loopingcall [None req-a7bfb5f2-087c-41a1-9297-bef3675ab047 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 660.642855] env[61960]: DEBUG nova.compute.manager [-] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 660.642955] env[61960]: DEBUG nova.network.neutron [-] [instance: e0348208-2098-4071-97a4-29407a95cd3a] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 660.719433] env[61960]: DEBUG nova.compute.manager [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 660.736950] env[61960]: DEBUG nova.network.neutron [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Successfully created port: e14a3ae3-29c1-4646-9fa5-7cc56d09d1ce {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.814015] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c428e6-0ed5-4593-a751-7f5620b44b82 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.823426] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb87067-9507-4cc2-818a-746d654017ba {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.866861] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14ba5e6-5608-4c0d-becb-96580a0a30b0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.880391] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10d12d3-e2f0-45f8-94d2-e3b494ca39ff {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.884269] env[61960]: DEBUG oslo_vmware.api [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5242a587-7d00-cad3-5b5f-8d322867a3d0, 'name': SearchDatastore_Task, 'duration_secs': 0.018366} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.885363] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6502c836-a01d-4861-bd0f-ab9bc2c6cc02 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.895221] env[61960]: DEBUG nova.compute.provider_tree [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.904444] env[61960]: DEBUG oslo_vmware.api [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Waiting for the task: (returnval){ [ 660.904444] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]529040d3-9a3f-1900-cd3d-c6ed7e112828" [ 660.904444] env[61960]: _type = "Task" [ 660.904444] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.910543] env[61960]: DEBUG oslo_vmware.api [None req-c86d388c-ea9a-44f9-b913-595f5ca0a78c tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147669} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.912281] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c86d388c-ea9a-44f9-b913-595f5ca0a78c tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.912281] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c86d388c-ea9a-44f9-b913-595f5ca0a78c tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 660.912281] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c86d388c-ea9a-44f9-b913-595f5ca0a78c tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 660.912375] env[61960]: INFO nova.compute.manager [None req-c86d388c-ea9a-44f9-b913-595f5ca0a78c tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 660.912755] env[61960]: DEBUG oslo.service.loopingcall [None req-c86d388c-ea9a-44f9-b913-595f5ca0a78c tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 660.913080] env[61960]: DEBUG nova.compute.manager [-] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 660.913253] env[61960]: DEBUG nova.network.neutron [-] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 660.918308] env[61960]: DEBUG oslo_vmware.api [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]529040d3-9a3f-1900-cd3d-c6ed7e112828, 'name': SearchDatastore_Task, 'duration_secs': 0.010062} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.918877] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.919147] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 59ed629c-1516-4e93-95dd-482d8acc71af/59ed629c-1516-4e93-95dd-482d8acc71af.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 660.919512] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac181395-212a-472b-9dd0-88d3ae54e025 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.926638] env[61960]: DEBUG oslo_vmware.api [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Waiting for the task: (returnval){ [ 660.926638] env[61960]: value = "task-435707" [ 660.926638] env[61960]: _type = "Task" [ 660.926638] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.935262] env[61960]: DEBUG oslo_vmware.api [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Task: {'id': task-435707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.968512] env[61960]: INFO nova.compute.manager [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Rebuilding instance [ 661.036022] env[61960]: DEBUG nova.compute.manager [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 661.037533] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d2aa6e-e9d0-4093-a8b4-68aca57dfb46 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.251515] env[61960]: DEBUG nova.compute.manager [req-af407b49-11dd-4798-863f-d1d217b672a4 req-c75a6eb0-7c78-4f55-8d47-3b39873fe0f4 service nova] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Received event network-vif-deleted-0526b318-fccf-4104-a07d-cd95cec6dac0 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 661.252323] env[61960]: INFO nova.compute.manager [req-af407b49-11dd-4798-863f-d1d217b672a4 req-c75a6eb0-7c78-4f55-8d47-3b39873fe0f4 service nova] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Neutron deleted interface 0526b318-fccf-4104-a07d-cd95cec6dac0; detaching it from the instance and deleting it from the info cache [ 661.252323] env[61960]: DEBUG nova.network.neutron [req-af407b49-11dd-4798-863f-d1d217b672a4 req-c75a6eb0-7c78-4f55-8d47-3b39873fe0f4 service nova] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.401811] env[61960]: DEBUG nova.scheduler.client.report [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 661.438329] env[61960]: DEBUG oslo_vmware.api [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Task: {'id': task-435707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503599} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.438689] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 59ed629c-1516-4e93-95dd-482d8acc71af/59ed629c-1516-4e93-95dd-482d8acc71af.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 661.438931] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.439225] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0b17b2a-795a-4d00-9a0f-95188d462322 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.445301] env[61960]: DEBUG oslo_vmware.api [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Waiting for the task: (returnval){ [ 661.445301] env[61960]: value = "task-435708" [ 661.445301] env[61960]: _type = "Task" [ 661.445301] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.456218] env[61960]: DEBUG oslo_vmware.api [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Task: {'id': task-435708, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.548244] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 661.548593] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cb6e508-440d-4fa3-b356-d4df307a285b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.556277] env[61960]: DEBUG oslo_vmware.api [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Waiting for the task: (returnval){ [ 661.556277] env[61960]: value = "task-435709" [ 661.556277] env[61960]: _type = "Task" [ 661.556277] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.565496] env[61960]: DEBUG oslo_vmware.api [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Task: {'id': task-435709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.635964] env[61960]: DEBUG nova.network.neutron [-] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.732029] env[61960]: DEBUG nova.compute.manager [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 661.756827] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7bc10f9a-f89b-4467-ae00-608867ef061b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.760899] env[61960]: DEBUG nova.virt.hardware [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 661.761152] env[61960]: DEBUG nova.virt.hardware [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 661.761329] env[61960]: DEBUG nova.virt.hardware [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.761503] env[61960]: DEBUG nova.virt.hardware [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 661.761657] env[61960]: DEBUG nova.virt.hardware [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.761813] env[61960]: DEBUG nova.virt.hardware [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 661.762038] env[61960]: DEBUG nova.virt.hardware [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 661.762765] env[61960]: DEBUG nova.virt.hardware [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 661.762765] env[61960]: DEBUG nova.virt.hardware [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 661.762765] env[61960]: DEBUG nova.virt.hardware [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 661.762765] env[61960]: DEBUG nova.virt.hardware [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 661.763543] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec10c936-1995-487e-9bfa-55d4ec7b182c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.772933] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e33ae8e-8a3c-4c04-87dc-cdd4fd25fbe3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.779659] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdf6f10-70ad-4cf0-83b0-6d1fbc424dd2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.810998] env[61960]: DEBUG nova.compute.manager [req-af407b49-11dd-4798-863f-d1d217b672a4 req-c75a6eb0-7c78-4f55-8d47-3b39873fe0f4 service nova] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Detach interface failed, port_id=0526b318-fccf-4104-a07d-cd95cec6dac0, reason: Instance e0348208-2098-4071-97a4-29407a95cd3a could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 661.907405] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.910103] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0d7e6646-ed12-403a-829c-c1248b6f984c tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 32.688s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.931465] env[61960]: INFO nova.scheduler.client.report [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Deleted allocations for instance 451a923d-3c88-4b5d-be2c-dfcc248f9e81 [ 661.955542] env[61960]: DEBUG oslo_vmware.api [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Task: {'id': task-435708, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069727} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.955783] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.956575] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77abb10b-cce6-4714-ae41-96a1a443b27b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.981484] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 59ed629c-1516-4e93-95dd-482d8acc71af/59ed629c-1516-4e93-95dd-482d8acc71af.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.982539] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b71b23b0-b768-4126-936e-59f7ad9ffbb4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.003924] env[61960]: DEBUG oslo_vmware.api [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Waiting for the task: (returnval){ [ 662.003924] env[61960]: value = "task-435710" [ 662.003924] env[61960]: _type = "Task" [ 662.003924] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.013490] env[61960]: DEBUG oslo_vmware.api [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Task: {'id': task-435710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.066921] env[61960]: DEBUG oslo_vmware.api [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Task: {'id': task-435709, 'name': PowerOffVM_Task, 'duration_secs': 0.329736} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.066921] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 662.067361] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 662.067979] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8185fb-e4a9-4244-877d-4cf01ccabccb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.075346] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 662.075726] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8af18526-0c80-4a2c-9f60-37f36b1452ec {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.101492] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 662.101492] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 662.101492] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Deleting the datastore file [datastore1] 43ff8e5b-054c-452a-92c0-21a2a39ea2a2 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.101910] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05bbcdc3-3c92-47fe-b9ef-57394a833e38 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.109080] env[61960]: DEBUG oslo_vmware.api [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Waiting for the task: (returnval){ [ 662.109080] env[61960]: value = "task-435712" [ 662.109080] env[61960]: _type = "Task" [ 662.109080] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.116613] env[61960]: DEBUG oslo_vmware.api [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Task: {'id': task-435712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.118846] env[61960]: DEBUG nova.network.neutron [-] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.138345] env[61960]: INFO nova.compute.manager [-] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Took 1.50 seconds to deallocate network for instance. [ 662.401220] env[61960]: DEBUG nova.compute.manager [req-49f3ae22-cc00-4321-ba4e-0907a52590c6 req-ae0abd68-0b32-44de-9ef3-29d7dfe1b96f service nova] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Received event network-vif-plugged-e14a3ae3-29c1-4646-9fa5-7cc56d09d1ce {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 662.401460] env[61960]: DEBUG oslo_concurrency.lockutils [req-49f3ae22-cc00-4321-ba4e-0907a52590c6 req-ae0abd68-0b32-44de-9ef3-29d7dfe1b96f service nova] Acquiring lock "d7de483c-5ab7-47e9-995c-c02d5f07f165-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.401682] env[61960]: DEBUG oslo_concurrency.lockutils [req-49f3ae22-cc00-4321-ba4e-0907a52590c6 req-ae0abd68-0b32-44de-9ef3-29d7dfe1b96f service nova] Lock "d7de483c-5ab7-47e9-995c-c02d5f07f165-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.401855] env[61960]: DEBUG oslo_concurrency.lockutils [req-49f3ae22-cc00-4321-ba4e-0907a52590c6 req-ae0abd68-0b32-44de-9ef3-29d7dfe1b96f service nova] Lock "d7de483c-5ab7-47e9-995c-c02d5f07f165-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.402165] env[61960]: DEBUG nova.compute.manager [req-49f3ae22-cc00-4321-ba4e-0907a52590c6 req-ae0abd68-0b32-44de-9ef3-29d7dfe1b96f service nova] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] No waiting events found dispatching network-vif-plugged-e14a3ae3-29c1-4646-9fa5-7cc56d09d1ce {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 662.402416] env[61960]: WARNING nova.compute.manager [req-49f3ae22-cc00-4321-ba4e-0907a52590c6 req-ae0abd68-0b32-44de-9ef3-29d7dfe1b96f service nova] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Received unexpected event network-vif-plugged-e14a3ae3-29c1-4646-9fa5-7cc56d09d1ce for instance with vm_state building and task_state spawning. [ 662.439617] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f1d645c0-3a7d-4cb1-bbb5-72427ea6b20d tempest-InstanceActionsNegativeTestJSON-174849776 tempest-InstanceActionsNegativeTestJSON-174849776-project-member] Lock "451a923d-3c88-4b5d-be2c-dfcc248f9e81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.590s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.486098] env[61960]: DEBUG nova.network.neutron [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Successfully updated port: e14a3ae3-29c1-4646-9fa5-7cc56d09d1ce {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.515205] env[61960]: DEBUG oslo_vmware.api [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Task: {'id': task-435710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.621487] env[61960]: INFO nova.compute.manager [-] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Took 1.71 seconds to deallocate network for instance. [ 662.621952] env[61960]: DEBUG oslo_vmware.api [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Task: {'id': task-435712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107037} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.629335] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.629523] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 662.629782] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 662.644232] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a7bfb5f2-087c-41a1-9297-bef3675ab047 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.914178] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88523d7-a7fe-44ae-a372-92f352e90336 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.922333] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2832a895-154f-435c-a0fa-08d8f9c9a8b2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.955120] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61989cf9-c9bb-4cf5-839c-2bcf4784b94c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.962678] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f8ce7d-4b4c-4cf2-91eb-de088107709f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.976402] env[61960]: DEBUG nova.compute.provider_tree [None req-0d7e6646-ed12-403a-829c-c1248b6f984c tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.987522] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "refresh_cache-d7de483c-5ab7-47e9-995c-c02d5f07f165" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.987628] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquired lock "refresh_cache-d7de483c-5ab7-47e9-995c-c02d5f07f165" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.987738] env[61960]: DEBUG nova.network.neutron [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 663.015608] env[61960]: DEBUG oslo_vmware.api [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Task: {'id': task-435710, 'name': ReconfigVM_Task, 'duration_secs': 0.80607} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.015936] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 59ed629c-1516-4e93-95dd-482d8acc71af/59ed629c-1516-4e93-95dd-482d8acc71af.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.016568] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25e74584-ffc6-4910-a396-dff1a940d669 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.023168] env[61960]: DEBUG oslo_vmware.api [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Waiting for the task: (returnval){ [ 663.023168] env[61960]: value = "task-435713" [ 663.023168] env[61960]: _type = "Task" [ 663.023168] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.034878] env[61960]: DEBUG oslo_vmware.api [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Task: {'id': task-435713, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.142897] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c86d388c-ea9a-44f9-b913-595f5ca0a78c tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.313196] env[61960]: DEBUG nova.compute.manager [req-4745dd81-707c-476a-9a5f-ca910be68df4 req-8acc0485-c682-4c42-828f-be77f7464cc4 service nova] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Received event network-vif-deleted-9584444d-6832-4470-b4e3-04130fb9a551 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 663.482276] env[61960]: DEBUG nova.scheduler.client.report [None req-0d7e6646-ed12-403a-829c-c1248b6f984c tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 663.521590] env[61960]: DEBUG nova.network.neutron [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 663.534448] env[61960]: DEBUG oslo_vmware.api [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Task: {'id': task-435713, 'name': Rename_Task, 'duration_secs': 0.148846} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.534729] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 663.534978] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e0e717d-45f7-4f5e-a5ba-5053fa4f6bb1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.541898] env[61960]: DEBUG oslo_vmware.api [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Waiting for the task: (returnval){ [ 663.541898] env[61960]: value = "task-435714" [ 663.541898] env[61960]: _type = "Task" [ 663.541898] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.550469] env[61960]: DEBUG oslo_vmware.api [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Task: {'id': task-435714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.671469] env[61960]: DEBUG nova.network.neutron [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Updating instance_info_cache with network_info: [{"id": "e14a3ae3-29c1-4646-9fa5-7cc56d09d1ce", "address": "fa:16:3e:74:be:dc", "network": {"id": "5e3a56ae-603f-4ff2-b663-6907f89c584e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1959624710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c02e032ae04c3bac8dbdeca3c3f5a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape14a3ae3-29", "ovs_interfaceid": "e14a3ae3-29c1-4646-9fa5-7cc56d09d1ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.683272] env[61960]: DEBUG nova.virt.hardware [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 663.683537] env[61960]: DEBUG nova.virt.hardware [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 663.683697] env[61960]: DEBUG nova.virt.hardware [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.683883] env[61960]: DEBUG nova.virt.hardware [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 663.684179] env[61960]: DEBUG nova.virt.hardware [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.684411] env[61960]: DEBUG nova.virt.hardware [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 663.684686] env[61960]: DEBUG nova.virt.hardware [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 663.684918] env[61960]: DEBUG nova.virt.hardware [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 663.685178] env[61960]: DEBUG nova.virt.hardware [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 663.685442] env[61960]: DEBUG nova.virt.hardware [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 663.685686] env[61960]: DEBUG nova.virt.hardware [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 663.686629] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddee54c-c136-4871-b323-ae791faf7d7f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.697240] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b4d956-f750-4299-9528-2c329376d100 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.713967] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Instance VIF info [] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.721347] env[61960]: DEBUG oslo.service.loopingcall [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 663.721347] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 663.721347] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a99a3c6c-d284-4de0-ae23-959a0ec00623 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.740090] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.740090] env[61960]: value = "task-435715" [ 663.740090] env[61960]: _type = "Task" [ 663.740090] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.753020] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435715, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.050963] env[61960]: DEBUG oslo_vmware.api [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Task: {'id': task-435714, 'name': PowerOnVM_Task, 'duration_secs': 0.46909} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.055021] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 664.055021] env[61960]: INFO nova.compute.manager [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Took 9.12 seconds to spawn the instance on the hypervisor. [ 664.055021] env[61960]: DEBUG nova.compute.manager [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 664.055021] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa8e1fc-dfbf-4e24-9ebd-b71830dd1f07 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.176257] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Releasing lock "refresh_cache-d7de483c-5ab7-47e9-995c-c02d5f07f165" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.176688] env[61960]: DEBUG nova.compute.manager [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Instance network_info: |[{"id": "e14a3ae3-29c1-4646-9fa5-7cc56d09d1ce", "address": "fa:16:3e:74:be:dc", "network": {"id": "5e3a56ae-603f-4ff2-b663-6907f89c584e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1959624710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c02e032ae04c3bac8dbdeca3c3f5a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape14a3ae3-29", "ovs_interfaceid": "e14a3ae3-29c1-4646-9fa5-7cc56d09d1ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 664.177235] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:be:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e14a3ae3-29c1-4646-9fa5-7cc56d09d1ce', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.184883] env[61960]: DEBUG oslo.service.loopingcall [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 664.185221] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 664.185490] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7690e13e-9e52-492f-b987-bd341e5d0116 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.205537] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.205537] env[61960]: value = "task-435716" [ 664.205537] env[61960]: _type = "Task" [ 664.205537] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.214550] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435716, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.251246] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435715, 'name': CreateVM_Task, 'duration_secs': 0.304537} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.251418] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 664.252133] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.252133] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.252413] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.252794] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-652cb7d8-3164-4afe-b956-c1c7dde4857a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.258361] env[61960]: DEBUG oslo_vmware.api [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Waiting for the task: (returnval){ [ 664.258361] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5212b311-7c0c-7e3c-c1c5-e643ae8c42aa" [ 664.258361] env[61960]: _type = "Task" [ 664.258361] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.266912] env[61960]: DEBUG oslo_vmware.api [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5212b311-7c0c-7e3c-c1c5-e643ae8c42aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.460602] env[61960]: DEBUG nova.compute.manager [req-14229ee7-4d13-47c0-a159-f5a0ac75017b req-4f0cf7f9-f5d8-4e16-a592-e6ae40ae6f8f service nova] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Received event network-changed-e14a3ae3-29c1-4646-9fa5-7cc56d09d1ce {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 664.460888] env[61960]: DEBUG nova.compute.manager [req-14229ee7-4d13-47c0-a159-f5a0ac75017b req-4f0cf7f9-f5d8-4e16-a592-e6ae40ae6f8f service nova] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Refreshing instance network info cache due to event network-changed-e14a3ae3-29c1-4646-9fa5-7cc56d09d1ce. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 664.461141] env[61960]: DEBUG oslo_concurrency.lockutils [req-14229ee7-4d13-47c0-a159-f5a0ac75017b req-4f0cf7f9-f5d8-4e16-a592-e6ae40ae6f8f service nova] Acquiring lock "refresh_cache-d7de483c-5ab7-47e9-995c-c02d5f07f165" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.461295] env[61960]: DEBUG oslo_concurrency.lockutils [req-14229ee7-4d13-47c0-a159-f5a0ac75017b req-4f0cf7f9-f5d8-4e16-a592-e6ae40ae6f8f service nova] Acquired lock "refresh_cache-d7de483c-5ab7-47e9-995c-c02d5f07f165" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.461490] env[61960]: DEBUG nova.network.neutron [req-14229ee7-4d13-47c0-a159-f5a0ac75017b req-4f0cf7f9-f5d8-4e16-a592-e6ae40ae6f8f service nova] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Refreshing network info cache for port e14a3ae3-29c1-4646-9fa5-7cc56d09d1ce {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 664.494421] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0d7e6646-ed12-403a-829c-c1248b6f984c tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.584s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.497213] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.147s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.498639] env[61960]: INFO nova.compute.claims [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.570093] env[61960]: INFO nova.compute.manager [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Took 45.32 seconds to build instance. [ 664.716633] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435716, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.770177] env[61960]: DEBUG oslo_vmware.api [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5212b311-7c0c-7e3c-c1c5-e643ae8c42aa, 'name': SearchDatastore_Task, 'duration_secs': 0.016119} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.770558] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.770857] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.771158] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.771353] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.771584] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.771997] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-036214fa-f1ee-4f70-80a3-4a6ebb0887e6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.779952] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.780208] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 664.780945] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53fe41e8-38c0-4f81-9b7a-88be0ae694ca {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.785974] env[61960]: DEBUG oslo_vmware.api [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Waiting for the task: (returnval){ [ 664.785974] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b952c1-9485-db89-3fd2-9b5e84c49e1a" [ 664.785974] env[61960]: _type = "Task" [ 664.785974] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.793750] env[61960]: DEBUG oslo_vmware.api [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b952c1-9485-db89-3fd2-9b5e84c49e1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.072101] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06c378cc-82b8-4731-9aec-cbea5f657750 tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Lock "59ed629c-1516-4e93-95dd-482d8acc71af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.969s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.080268] env[61960]: INFO nova.scheduler.client.report [None req-0d7e6646-ed12-403a-829c-c1248b6f984c tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Deleted allocation for migration 85a67f02-f597-44e2-ae86-c67601ffc2ff [ 665.218820] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435716, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.279365] env[61960]: DEBUG nova.network.neutron [req-14229ee7-4d13-47c0-a159-f5a0ac75017b req-4f0cf7f9-f5d8-4e16-a592-e6ae40ae6f8f service nova] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Updated VIF entry in instance network info cache for port e14a3ae3-29c1-4646-9fa5-7cc56d09d1ce. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 665.279750] env[61960]: DEBUG nova.network.neutron [req-14229ee7-4d13-47c0-a159-f5a0ac75017b req-4f0cf7f9-f5d8-4e16-a592-e6ae40ae6f8f service nova] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Updating instance_info_cache with network_info: [{"id": "e14a3ae3-29c1-4646-9fa5-7cc56d09d1ce", "address": "fa:16:3e:74:be:dc", "network": {"id": "5e3a56ae-603f-4ff2-b663-6907f89c584e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1959624710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c02e032ae04c3bac8dbdeca3c3f5a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape14a3ae3-29", "ovs_interfaceid": "e14a3ae3-29c1-4646-9fa5-7cc56d09d1ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.296848] env[61960]: DEBUG oslo_vmware.api [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b952c1-9485-db89-3fd2-9b5e84c49e1a, 'name': SearchDatastore_Task, 'duration_secs': 0.010313} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.297714] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8673e21-f718-4d02-8480-cdaa42b19d76 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.302921] env[61960]: DEBUG oslo_vmware.api [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Waiting for the task: (returnval){ [ 665.302921] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b67782-a39e-e840-ecfe-9fb3f599412d" [ 665.302921] env[61960]: _type = "Task" [ 665.302921] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.311955] env[61960]: DEBUG oslo_vmware.api [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b67782-a39e-e840-ecfe-9fb3f599412d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.575122] env[61960]: DEBUG nova.compute.manager [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 665.584389] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0d7e6646-ed12-403a-829c-c1248b6f984c tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "9d79bbb7-73e3-4af6-8595-b8d3ebd4378c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 39.953s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.717653] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435716, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.787612] env[61960]: DEBUG oslo_concurrency.lockutils [req-14229ee7-4d13-47c0-a159-f5a0ac75017b req-4f0cf7f9-f5d8-4e16-a592-e6ae40ae6f8f service nova] Releasing lock "refresh_cache-d7de483c-5ab7-47e9-995c-c02d5f07f165" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.816017] env[61960]: DEBUG oslo_vmware.api [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b67782-a39e-e840-ecfe-9fb3f599412d, 'name': SearchDatastore_Task, 'duration_secs': 0.010004} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.820297] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.820476] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 43ff8e5b-054c-452a-92c0-21a2a39ea2a2/43ff8e5b-054c-452a-92c0-21a2a39ea2a2.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 665.820977] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95a2c295-4a70-426e-bd6f-af5d6304d3a5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.827832] env[61960]: DEBUG oslo_vmware.api [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Waiting for the task: (returnval){ [ 665.827832] env[61960]: value = "task-435717" [ 665.827832] env[61960]: _type = "Task" [ 665.827832] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.842579] env[61960]: DEBUG oslo_vmware.api [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Task: {'id': task-435717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.983949] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85f1af5-9093-4e32-af34-05cabbf86e89 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.993265] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c1c273-be85-44c9-b146-dd412a0b2eea {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.034089] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88a4052-67a6-4f3a-8baa-62f2f27dffe2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.043580] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fda737f-ebd5-4b4f-96d2-39fc76d181a8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.064090] env[61960]: DEBUG nova.compute.provider_tree [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.100306] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.220464] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435716, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.337408] env[61960]: DEBUG oslo_vmware.api [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Task: {'id': task-435717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503238} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.337408] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 43ff8e5b-054c-452a-92c0-21a2a39ea2a2/43ff8e5b-054c-452a-92c0-21a2a39ea2a2.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 666.338748] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.338748] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bc9a494-fc8a-48ad-91ab-40423dd5ab8b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.345732] env[61960]: DEBUG oslo_vmware.api [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Waiting for the task: (returnval){ [ 666.345732] env[61960]: value = "task-435718" [ 666.345732] env[61960]: _type = "Task" [ 666.345732] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.356997] env[61960]: DEBUG oslo_vmware.api [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Task: {'id': task-435718, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.495284] env[61960]: DEBUG nova.compute.manager [req-b3474413-a85a-4f69-955b-cb28ac1c5bef req-d37b8507-76f5-45be-aec0-ccbf72fe6c11 service nova] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Received event network-changed-8fafe7e5-ec0b-4372-8e31-b232f6b1f8a1 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 666.495495] env[61960]: DEBUG nova.compute.manager [req-b3474413-a85a-4f69-955b-cb28ac1c5bef req-d37b8507-76f5-45be-aec0-ccbf72fe6c11 service nova] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Refreshing instance network info cache due to event network-changed-8fafe7e5-ec0b-4372-8e31-b232f6b1f8a1. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 666.495819] env[61960]: DEBUG oslo_concurrency.lockutils [req-b3474413-a85a-4f69-955b-cb28ac1c5bef req-d37b8507-76f5-45be-aec0-ccbf72fe6c11 service nova] Acquiring lock "refresh_cache-59ed629c-1516-4e93-95dd-482d8acc71af" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.495909] env[61960]: DEBUG oslo_concurrency.lockutils [req-b3474413-a85a-4f69-955b-cb28ac1c5bef req-d37b8507-76f5-45be-aec0-ccbf72fe6c11 service nova] Acquired lock "refresh_cache-59ed629c-1516-4e93-95dd-482d8acc71af" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.496256] env[61960]: DEBUG nova.network.neutron [req-b3474413-a85a-4f69-955b-cb28ac1c5bef req-d37b8507-76f5-45be-aec0-ccbf72fe6c11 service nova] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Refreshing network info cache for port 8fafe7e5-ec0b-4372-8e31-b232f6b1f8a1 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 666.570163] env[61960]: DEBUG nova.scheduler.client.report [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 666.720481] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435716, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.864622] env[61960]: DEBUG oslo_vmware.api [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Task: {'id': task-435718, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108255} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.864895] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.865812] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804b4783-5e57-4641-a183-95440e3a8165 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.893556] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 43ff8e5b-054c-452a-92c0-21a2a39ea2a2/43ff8e5b-054c-452a-92c0-21a2a39ea2a2.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.893925] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1e6e45f-5fae-4a92-a121-8ae9d8d6ad1a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.916389] env[61960]: DEBUG oslo_vmware.api [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Waiting for the task: (returnval){ [ 666.916389] env[61960]: value = "task-435719" [ 666.916389] env[61960]: _type = "Task" [ 666.916389] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.922999] env[61960]: DEBUG oslo_vmware.api [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Task: {'id': task-435719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.076105] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.076923] env[61960]: DEBUG nova.compute.manager [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 667.081264] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.392s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.081362] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.081998] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=61960) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 667.081998] env[61960]: DEBUG oslo_concurrency.lockutils [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.737s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.086517] env[61960]: INFO nova.compute.claims [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.089451] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a542cbb6-d65f-4be7-a11c-4129a78f0729 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.101450] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc7f40d-0731-4eec-a9ac-ee7a6c738c32 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.130576] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0800186-919e-42f5-9ba4-10d2d9fec5cd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.140156] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc919230-3413-4dcd-81b3-80a15cc9d3be {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.173023] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179357MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=61960) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 667.173023] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.222725] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435716, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.376083] env[61960]: DEBUG nova.network.neutron [req-b3474413-a85a-4f69-955b-cb28ac1c5bef req-d37b8507-76f5-45be-aec0-ccbf72fe6c11 service nova] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Updated VIF entry in instance network info cache for port 8fafe7e5-ec0b-4372-8e31-b232f6b1f8a1. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 667.376457] env[61960]: DEBUG nova.network.neutron [req-b3474413-a85a-4f69-955b-cb28ac1c5bef req-d37b8507-76f5-45be-aec0-ccbf72fe6c11 service nova] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Updating instance_info_cache with network_info: [{"id": "8fafe7e5-ec0b-4372-8e31-b232f6b1f8a1", "address": "fa:16:3e:b2:a9:f6", "network": {"id": "6215cbc4-48d6-47a2-a8f4-b5f955432604", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1799612125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "149211963ce54befbd06570812de2f16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fafe7e5-ec", "ovs_interfaceid": "8fafe7e5-ec0b-4372-8e31-b232f6b1f8a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.430285] env[61960]: DEBUG oslo_vmware.api [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Task: {'id': task-435719, 'name': ReconfigVM_Task, 'duration_secs': 0.372219} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.430737] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 43ff8e5b-054c-452a-92c0-21a2a39ea2a2/43ff8e5b-054c-452a-92c0-21a2a39ea2a2.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.431414] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-410c538a-5bc4-4a51-aad1-576ccd15994a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.438095] env[61960]: DEBUG oslo_vmware.api [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Waiting for the task: (returnval){ [ 667.438095] env[61960]: value = "task-435720" [ 667.438095] env[61960]: _type = "Task" [ 667.438095] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.446985] env[61960]: DEBUG oslo_vmware.api [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Task: {'id': task-435720, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.592247] env[61960]: DEBUG nova.compute.utils [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 667.592247] env[61960]: DEBUG nova.compute.manager [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 667.592247] env[61960]: DEBUG nova.network.neutron [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 667.668892] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquiring lock "95bfb4ce-98ae-456d-8c7c-3bc6edfdd475" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.669183] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "95bfb4ce-98ae-456d-8c7c-3bc6edfdd475" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.675271] env[61960]: DEBUG nova.policy [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47f41e2427c14d7fb8e68dbe442feb92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a198c885fa8349a8bdb0da30db916620', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 667.726483] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435716, 'name': CreateVM_Task, 'duration_secs': 3.196722} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.726483] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 667.728177] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.728177] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.728177] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.728177] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28bb0616-afbe-48b9-a40f-100891d713b2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.732926] env[61960]: DEBUG oslo_vmware.api [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 667.732926] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522f252e-b08c-8396-e9f2-9a50cbd425e9" [ 667.732926] env[61960]: _type = "Task" [ 667.732926] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.743189] env[61960]: DEBUG oslo_vmware.api [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522f252e-b08c-8396-e9f2-9a50cbd425e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.879259] env[61960]: DEBUG oslo_concurrency.lockutils [req-b3474413-a85a-4f69-955b-cb28ac1c5bef req-d37b8507-76f5-45be-aec0-ccbf72fe6c11 service nova] Releasing lock "refresh_cache-59ed629c-1516-4e93-95dd-482d8acc71af" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.948411] env[61960]: DEBUG oslo_vmware.api [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Task: {'id': task-435720, 'name': Rename_Task, 'duration_secs': 0.145608} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.953425] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 667.953425] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc47c15b-d642-4c85-816c-0698138f0285 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.959046] env[61960]: DEBUG oslo_vmware.api [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Waiting for the task: (returnval){ [ 667.959046] env[61960]: value = "task-435721" [ 667.959046] env[61960]: _type = "Task" [ 667.959046] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.967769] env[61960]: DEBUG oslo_vmware.api [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Task: {'id': task-435721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.985731] env[61960]: DEBUG nova.network.neutron [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Successfully created port: 6978a477-7dea-4869-a693-f77ab61dbc35 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.992200] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b2fbfa65-8b2d-43a9-864a-3aaa95a7d08f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Acquiring lock "d0816f49-cd5c-40d4-b49a-8d5b76321153" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.992200] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b2fbfa65-8b2d-43a9-864a-3aaa95a7d08f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Lock "d0816f49-cd5c-40d4-b49a-8d5b76321153" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.097985] env[61960]: DEBUG nova.compute.manager [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 668.101761] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquiring lock "4bb82c54-d34e-4bc7-b9bc-40402ac01eb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.101917] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "4bb82c54-d34e-4bc7-b9bc-40402ac01eb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.161965] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquiring lock "170857f7-9f06-4c46-b09a-804adc3da02d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.162312] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "170857f7-9f06-4c46-b09a-804adc3da02d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.246287] env[61960]: DEBUG oslo_vmware.api [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522f252e-b08c-8396-e9f2-9a50cbd425e9, 'name': SearchDatastore_Task, 'duration_secs': 0.01063} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.246637] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.246845] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.247106] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.247266] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.247463] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.247761] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be4718eb-c1c0-4ad0-8911-a5420497c90b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.256679] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.256828] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 668.263577] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97a0ad5e-9f7d-40eb-989d-6ec2be49a1f0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.274442] env[61960]: DEBUG oslo_vmware.api [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 668.274442] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5230d178-abe9-9e20-8c42-7ed6220bf980" [ 668.274442] env[61960]: _type = "Task" [ 668.274442] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.280992] env[61960]: DEBUG oslo_vmware.api [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5230d178-abe9-9e20-8c42-7ed6220bf980, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.469132] env[61960]: DEBUG oslo_vmware.api [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Task: {'id': task-435721, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.495454] env[61960]: DEBUG nova.compute.utils [None req-b2fbfa65-8b2d-43a9-864a-3aaa95a7d08f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 668.602850] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc5993d-2f7c-4ec9-8d38-51c9271db05e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.614231] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd02bbd7-441b-4158-b4a7-bf0a89621b0d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.648916] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5206ca4-8cd2-479f-8590-0607d5f8a711 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.657053] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1e5db6-7453-4896-848c-2e1d8d449049 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.672560] env[61960]: DEBUG nova.compute.provider_tree [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.782969] env[61960]: DEBUG oslo_vmware.api [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5230d178-abe9-9e20-8c42-7ed6220bf980, 'name': SearchDatastore_Task, 'duration_secs': 0.015931} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.783687] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb83cc1e-e232-418d-9538-9bf660266158 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.788668] env[61960]: DEBUG oslo_vmware.api [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 668.788668] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528c0204-8ef2-9333-b79b-296cc2d5d5d4" [ 668.788668] env[61960]: _type = "Task" [ 668.788668] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.795831] env[61960]: DEBUG oslo_vmware.api [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528c0204-8ef2-9333-b79b-296cc2d5d5d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.970772] env[61960]: DEBUG oslo_vmware.api [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Task: {'id': task-435721, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.998725] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b2fbfa65-8b2d-43a9-864a-3aaa95a7d08f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Lock "d0816f49-cd5c-40d4-b49a-8d5b76321153" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.111849] env[61960]: DEBUG nova.compute.manager [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 669.143883] env[61960]: DEBUG nova.virt.hardware [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 669.144170] env[61960]: DEBUG nova.virt.hardware [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 669.144322] env[61960]: DEBUG nova.virt.hardware [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.144505] env[61960]: DEBUG nova.virt.hardware [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 669.144654] env[61960]: DEBUG nova.virt.hardware [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.144803] env[61960]: DEBUG nova.virt.hardware [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 669.145032] env[61960]: DEBUG nova.virt.hardware [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 669.145205] env[61960]: DEBUG nova.virt.hardware [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 669.145377] env[61960]: DEBUG nova.virt.hardware [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 669.145544] env[61960]: DEBUG nova.virt.hardware [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 669.145725] env[61960]: DEBUG nova.virt.hardware [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 669.146623] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02971952-4414-472e-9b2d-6fdeb7f076fd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.154717] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef895f2-7460-451f-b90c-aded06dcbd0a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.175535] env[61960]: DEBUG nova.scheduler.client.report [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 669.302728] env[61960]: DEBUG oslo_vmware.api [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528c0204-8ef2-9333-b79b-296cc2d5d5d4, 'name': SearchDatastore_Task, 'duration_secs': 0.01355} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.302728] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.302728] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] d7de483c-5ab7-47e9-995c-c02d5f07f165/d7de483c-5ab7-47e9-995c-c02d5f07f165.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 669.302728] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5ce0687-c0b2-40d6-8e47-298b96e20c25 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.306989] env[61960]: DEBUG oslo_vmware.api [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 669.306989] env[61960]: value = "task-435722" [ 669.306989] env[61960]: _type = "Task" [ 669.306989] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.317497] env[61960]: DEBUG oslo_vmware.api [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.472186] env[61960]: DEBUG oslo_vmware.api [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Task: {'id': task-435721, 'name': PowerOnVM_Task, 'duration_secs': 1.305582} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.473725] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 669.474126] env[61960]: DEBUG nova.compute.manager [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 669.475352] env[61960]: DEBUG nova.compute.manager [req-b91ebff7-cfe3-4044-bb8c-be6ffec3bad5 req-5440b1f8-9cf2-45e0-a9d5-7db1d2ce90aa service nova] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Received event network-vif-plugged-6978a477-7dea-4869-a693-f77ab61dbc35 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 669.475760] env[61960]: DEBUG oslo_concurrency.lockutils [req-b91ebff7-cfe3-4044-bb8c-be6ffec3bad5 req-5440b1f8-9cf2-45e0-a9d5-7db1d2ce90aa service nova] Acquiring lock "ae66b7c6-c12f-4034-84b8-ab6923fad5f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.476094] env[61960]: DEBUG oslo_concurrency.lockutils [req-b91ebff7-cfe3-4044-bb8c-be6ffec3bad5 req-5440b1f8-9cf2-45e0-a9d5-7db1d2ce90aa service nova] Lock "ae66b7c6-c12f-4034-84b8-ab6923fad5f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.476381] env[61960]: DEBUG oslo_concurrency.lockutils [req-b91ebff7-cfe3-4044-bb8c-be6ffec3bad5 req-5440b1f8-9cf2-45e0-a9d5-7db1d2ce90aa service nova] Lock "ae66b7c6-c12f-4034-84b8-ab6923fad5f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.479018] env[61960]: DEBUG nova.compute.manager [req-b91ebff7-cfe3-4044-bb8c-be6ffec3bad5 req-5440b1f8-9cf2-45e0-a9d5-7db1d2ce90aa service nova] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] No waiting events found dispatching network-vif-plugged-6978a477-7dea-4869-a693-f77ab61dbc35 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 669.479018] env[61960]: WARNING nova.compute.manager [req-b91ebff7-cfe3-4044-bb8c-be6ffec3bad5 req-5440b1f8-9cf2-45e0-a9d5-7db1d2ce90aa service nova] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Received unexpected event network-vif-plugged-6978a477-7dea-4869-a693-f77ab61dbc35 for instance with vm_state building and task_state spawning. [ 669.479018] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa11a950-3f59-439f-a07d-6870aef050e4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.548959] env[61960]: DEBUG nova.network.neutron [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Successfully updated port: 6978a477-7dea-4869-a693-f77ab61dbc35 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.682374] env[61960]: DEBUG oslo_concurrency.lockutils [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.682374] env[61960]: DEBUG nova.compute.manager [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 669.685419] env[61960]: DEBUG oslo_concurrency.lockutils [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.231s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.686936] env[61960]: INFO nova.compute.claims [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.818771] env[61960]: DEBUG oslo_vmware.api [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435722, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.998062] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.052025] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquiring lock "refresh_cache-ae66b7c6-c12f-4034-84b8-ab6923fad5f4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.052025] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquired lock "refresh_cache-ae66b7c6-c12f-4034-84b8-ab6923fad5f4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.052163] env[61960]: DEBUG nova.network.neutron [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 670.103063] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b2fbfa65-8b2d-43a9-864a-3aaa95a7d08f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Acquiring lock "d0816f49-cd5c-40d4-b49a-8d5b76321153" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.103258] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b2fbfa65-8b2d-43a9-864a-3aaa95a7d08f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Lock "d0816f49-cd5c-40d4-b49a-8d5b76321153" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.103450] env[61960]: INFO nova.compute.manager [None req-b2fbfa65-8b2d-43a9-864a-3aaa95a7d08f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Attaching volume 3ec1c961-a81d-4cb2-a318-27afd1b7c92f to /dev/sdb [ 670.144637] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698a94cd-06c8-4cea-ac85-9961511a157f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.152404] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0786522f-789c-43ff-a8c2-dd5c3eedb361 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.166185] env[61960]: DEBUG nova.virt.block_device [None req-b2fbfa65-8b2d-43a9-864a-3aaa95a7d08f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Updating existing volume attachment record: 25b480c6-973d-4b07-b78c-403606c07064 {{(pid=61960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 670.194178] env[61960]: DEBUG nova.compute.utils [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 670.195811] env[61960]: DEBUG nova.compute.manager [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 670.196241] env[61960]: DEBUG nova.network.neutron [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 670.251772] env[61960]: DEBUG nova.policy [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '065942b320fd4eae837034f81f4b7932', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b693ed37401a4be9a4a8008db43e5a79', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 670.317037] env[61960]: DEBUG oslo_vmware.api [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524235} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.317410] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] d7de483c-5ab7-47e9-995c-c02d5f07f165/d7de483c-5ab7-47e9-995c-c02d5f07f165.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 670.317529] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.317772] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d01ae8e5-af09-4b2d-a6ff-e76e1217cbee {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.324021] env[61960]: DEBUG oslo_vmware.api [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 670.324021] env[61960]: value = "task-435723" [ 670.324021] env[61960]: _type = "Task" [ 670.324021] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.332981] env[61960]: DEBUG oslo_vmware.api [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.412965] env[61960]: DEBUG oslo_concurrency.lockutils [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Acquiring lock "43ff8e5b-054c-452a-92c0-21a2a39ea2a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.412965] env[61960]: DEBUG oslo_concurrency.lockutils [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Lock "43ff8e5b-054c-452a-92c0-21a2a39ea2a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.412965] env[61960]: DEBUG oslo_concurrency.lockutils [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Acquiring lock "43ff8e5b-054c-452a-92c0-21a2a39ea2a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.412965] env[61960]: DEBUG oslo_concurrency.lockutils [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Lock "43ff8e5b-054c-452a-92c0-21a2a39ea2a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.413500] env[61960]: DEBUG oslo_concurrency.lockutils [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Lock "43ff8e5b-054c-452a-92c0-21a2a39ea2a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.418917] env[61960]: INFO nova.compute.manager [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Terminating instance [ 670.419451] env[61960]: DEBUG oslo_concurrency.lockutils [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Acquiring lock "refresh_cache-43ff8e5b-054c-452a-92c0-21a2a39ea2a2" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.419728] env[61960]: DEBUG oslo_concurrency.lockutils [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Acquired lock "refresh_cache-43ff8e5b-054c-452a-92c0-21a2a39ea2a2" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.420028] env[61960]: DEBUG nova.network.neutron [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 670.585731] env[61960]: DEBUG nova.network.neutron [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 670.609549] env[61960]: DEBUG nova.network.neutron [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Successfully created port: 82eaeb83-0eec-4c25-92c2-ef16dca22934 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.698998] env[61960]: DEBUG nova.compute.manager [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 670.780693] env[61960]: DEBUG nova.network.neutron [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Updating instance_info_cache with network_info: [{"id": "6978a477-7dea-4869-a693-f77ab61dbc35", "address": "fa:16:3e:a0:fa:b3", "network": {"id": "7516846d-9eb7-456d-aac5-fd598fbbeede", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-157889559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a198c885fa8349a8bdb0da30db916620", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6978a477-7d", "ovs_interfaceid": "6978a477-7dea-4869-a693-f77ab61dbc35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.835474] env[61960]: DEBUG oslo_vmware.api [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067212} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.838474] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.839205] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec17fbe-b733-407e-899f-d14b2a2f49b3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.862801] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] d7de483c-5ab7-47e9-995c-c02d5f07f165/d7de483c-5ab7-47e9-995c-c02d5f07f165.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.865761] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12e47350-4f37-46a0-9662-a50156f6ed83 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.885763] env[61960]: DEBUG oslo_vmware.api [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 670.885763] env[61960]: value = "task-435727" [ 670.885763] env[61960]: _type = "Task" [ 670.885763] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.896218] env[61960]: DEBUG oslo_vmware.api [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435727, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.939358] env[61960]: DEBUG nova.network.neutron [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 671.024172] env[61960]: DEBUG nova.network.neutron [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.231627] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a91008-d1ea-44ba-9b6f-e465c341dc2b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.241762] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3017054-d862-45c9-bc62-ae91f2b70f16 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.275662] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7b9f69-9069-4393-bb96-1f666783e43b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.283102] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Releasing lock "refresh_cache-ae66b7c6-c12f-4034-84b8-ab6923fad5f4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.283458] env[61960]: DEBUG nova.compute.manager [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Instance network_info: |[{"id": "6978a477-7dea-4869-a693-f77ab61dbc35", "address": "fa:16:3e:a0:fa:b3", "network": {"id": "7516846d-9eb7-456d-aac5-fd598fbbeede", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-157889559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a198c885fa8349a8bdb0da30db916620", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6978a477-7d", "ovs_interfaceid": "6978a477-7dea-4869-a693-f77ab61dbc35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 671.283901] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:fa:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b399c74-1411-408a-b4cd-84e268ae83fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6978a477-7dea-4869-a693-f77ab61dbc35', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.291477] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Creating folder: Project (a198c885fa8349a8bdb0da30db916620). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 671.292633] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bf891b-28e3-441c-bf36-3696c10028a6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.298116] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43a89ad4-72c0-460a-81c2-8ee2bf779456 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.310013] env[61960]: DEBUG nova.compute.provider_tree [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.312142] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Created folder: Project (a198c885fa8349a8bdb0da30db916620) in parent group-v115929. [ 671.312336] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Creating folder: Instances. Parent ref: group-v116030. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 671.312751] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30241eb3-1862-4916-b1bc-589f3c499bbe {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.320320] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Created folder: Instances in parent group-v116030. [ 671.320579] env[61960]: DEBUG oslo.service.loopingcall [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 671.320724] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 671.320913] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-864f340a-8eb6-40e8-ae24-ce4bf0836206 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.338781] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.338781] env[61960]: value = "task-435730" [ 671.338781] env[61960]: _type = "Task" [ 671.338781] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.346071] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435730, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.396024] env[61960]: DEBUG oslo_vmware.api [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.496996] env[61960]: DEBUG nova.compute.manager [req-84c6931e-1d8a-43bb-9790-ebb837bec10a req-1c46d836-aecf-40c8-b0d9-1d541bba3a7a service nova] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Received event network-changed-6978a477-7dea-4869-a693-f77ab61dbc35 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 671.497296] env[61960]: DEBUG nova.compute.manager [req-84c6931e-1d8a-43bb-9790-ebb837bec10a req-1c46d836-aecf-40c8-b0d9-1d541bba3a7a service nova] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Refreshing instance network info cache due to event network-changed-6978a477-7dea-4869-a693-f77ab61dbc35. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 671.497656] env[61960]: DEBUG oslo_concurrency.lockutils [req-84c6931e-1d8a-43bb-9790-ebb837bec10a req-1c46d836-aecf-40c8-b0d9-1d541bba3a7a service nova] Acquiring lock "refresh_cache-ae66b7c6-c12f-4034-84b8-ab6923fad5f4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.497877] env[61960]: DEBUG oslo_concurrency.lockutils [req-84c6931e-1d8a-43bb-9790-ebb837bec10a req-1c46d836-aecf-40c8-b0d9-1d541bba3a7a service nova] Acquired lock "refresh_cache-ae66b7c6-c12f-4034-84b8-ab6923fad5f4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.498116] env[61960]: DEBUG nova.network.neutron [req-84c6931e-1d8a-43bb-9790-ebb837bec10a req-1c46d836-aecf-40c8-b0d9-1d541bba3a7a service nova] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Refreshing network info cache for port 6978a477-7dea-4869-a693-f77ab61dbc35 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 671.526744] env[61960]: DEBUG oslo_concurrency.lockutils [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Releasing lock "refresh_cache-43ff8e5b-054c-452a-92c0-21a2a39ea2a2" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.527191] env[61960]: DEBUG nova.compute.manager [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 671.527393] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 671.528311] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef5307d-4012-4b4c-b888-05283e59805b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.536123] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 671.536374] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d4b9fce-0e70-46ad-a2e8-a090c5ca27f6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.542192] env[61960]: DEBUG oslo_vmware.api [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Waiting for the task: (returnval){ [ 671.542192] env[61960]: value = "task-435731" [ 671.542192] env[61960]: _type = "Task" [ 671.542192] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.549551] env[61960]: DEBUG oslo_vmware.api [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.715078] env[61960]: DEBUG nova.compute.manager [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 671.743730] env[61960]: DEBUG nova.virt.hardware [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 671.744045] env[61960]: DEBUG nova.virt.hardware [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 671.744230] env[61960]: DEBUG nova.virt.hardware [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.744444] env[61960]: DEBUG nova.virt.hardware [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 671.744610] env[61960]: DEBUG nova.virt.hardware [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.744764] env[61960]: DEBUG nova.virt.hardware [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 671.744988] env[61960]: DEBUG nova.virt.hardware [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 671.745183] env[61960]: DEBUG nova.virt.hardware [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 671.745375] env[61960]: DEBUG nova.virt.hardware [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 671.745566] env[61960]: DEBUG nova.virt.hardware [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 671.745771] env[61960]: DEBUG nova.virt.hardware [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 671.746761] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eabfc65-6d88-4a98-8346-2293e94b53ed {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.755399] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698a2d5d-7ce5-47fa-a836-46ea12c8c13c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.814306] env[61960]: DEBUG nova.scheduler.client.report [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 671.850146] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435730, 'name': CreateVM_Task, 'duration_secs': 0.463959} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.850344] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 671.851017] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.851204] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.851513] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.851758] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5851b671-dbdc-4666-80e3-1230ba8f122b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.856681] env[61960]: DEBUG oslo_vmware.api [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for the task: (returnval){ [ 671.856681] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523ed012-a26a-578c-4507-69dfaaf2160b" [ 671.856681] env[61960]: _type = "Task" [ 671.856681] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.864540] env[61960]: DEBUG oslo_vmware.api [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523ed012-a26a-578c-4507-69dfaaf2160b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.897076] env[61960]: DEBUG oslo_vmware.api [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435727, 'name': ReconfigVM_Task, 'duration_secs': 0.756656} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.897076] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Reconfigured VM instance instance-00000022 to attach disk [datastore1] d7de483c-5ab7-47e9-995c-c02d5f07f165/d7de483c-5ab7-47e9-995c-c02d5f07f165.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.897546] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0fa4a44-ba33-4ab6-9509-04075544b313 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.903796] env[61960]: DEBUG oslo_vmware.api [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 671.903796] env[61960]: value = "task-435732" [ 671.903796] env[61960]: _type = "Task" [ 671.903796] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.912075] env[61960]: DEBUG oslo_vmware.api [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435732, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.055053] env[61960]: DEBUG oslo_vmware.api [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435731, 'name': PowerOffVM_Task, 'duration_secs': 0.126007} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.055053] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 672.055053] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 672.055053] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5992e2e-7c4c-47e9-81ca-fdfd63a70886 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.079255] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 672.079464] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 672.079647] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Deleting the datastore file [datastore1] 43ff8e5b-054c-452a-92c0-21a2a39ea2a2 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.079923] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d940bc99-2256-4be5-ae0e-9a58a35c4842 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.087030] env[61960]: DEBUG oslo_vmware.api [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Waiting for the task: (returnval){ [ 672.087030] env[61960]: value = "task-435734" [ 672.087030] env[61960]: _type = "Task" [ 672.087030] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.100699] env[61960]: DEBUG oslo_vmware.api [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.332359] env[61960]: DEBUG nova.network.neutron [req-84c6931e-1d8a-43bb-9790-ebb837bec10a req-1c46d836-aecf-40c8-b0d9-1d541bba3a7a service nova] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Updated VIF entry in instance network info cache for port 6978a477-7dea-4869-a693-f77ab61dbc35. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 672.332359] env[61960]: DEBUG nova.network.neutron [req-84c6931e-1d8a-43bb-9790-ebb837bec10a req-1c46d836-aecf-40c8-b0d9-1d541bba3a7a service nova] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Updating instance_info_cache with network_info: [{"id": "6978a477-7dea-4869-a693-f77ab61dbc35", "address": "fa:16:3e:a0:fa:b3", "network": {"id": "7516846d-9eb7-456d-aac5-fd598fbbeede", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-157889559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a198c885fa8349a8bdb0da30db916620", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6978a477-7d", "ovs_interfaceid": "6978a477-7dea-4869-a693-f77ab61dbc35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.332772] env[61960]: DEBUG nova.network.neutron [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Successfully updated port: 82eaeb83-0eec-4c25-92c2-ef16dca22934 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.332772] env[61960]: DEBUG oslo_concurrency.lockutils [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.332772] env[61960]: DEBUG nova.compute.manager [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 672.332772] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6abfc068-0210-4947-93f5-f6c64063b979 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.334s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.333730] env[61960]: DEBUG nova.objects.instance [None req-6abfc068-0210-4947-93f5-f6c64063b979 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Lazy-loading 'resources' on Instance uuid fc3b6192-3a1d-40cd-87ef-6bdba8b8292d {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 672.375076] env[61960]: DEBUG oslo_vmware.api [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523ed012-a26a-578c-4507-69dfaaf2160b, 'name': SearchDatastore_Task, 'duration_secs': 0.023368} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.375076] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.375076] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.375076] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.375289] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.375289] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.375289] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65c675e6-352b-48af-82c0-f1e6d0bc9125 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.384777] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.384927] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 672.385707] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5481f4af-95a1-4894-8f7f-dc6baab93da8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.392626] env[61960]: DEBUG oslo_vmware.api [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for the task: (returnval){ [ 672.392626] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526fd1ee-24bf-e6de-8580-34e581bb1b54" [ 672.392626] env[61960]: _type = "Task" [ 672.392626] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.400607] env[61960]: DEBUG oslo_vmware.api [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526fd1ee-24bf-e6de-8580-34e581bb1b54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.413959] env[61960]: DEBUG oslo_vmware.api [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435732, 'name': Rename_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.599971] env[61960]: DEBUG oslo_vmware.api [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Task: {'id': task-435734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16586} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.600132] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.600266] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 672.600488] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 672.600686] env[61960]: INFO nova.compute.manager [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Took 1.07 seconds to destroy the instance on the hypervisor. [ 672.600937] env[61960]: DEBUG oslo.service.loopingcall [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 672.601159] env[61960]: DEBUG nova.compute.manager [-] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 672.601260] env[61960]: DEBUG nova.network.neutron [-] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 672.616141] env[61960]: DEBUG nova.network.neutron [-] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 672.785778] env[61960]: DEBUG oslo_concurrency.lockutils [req-84c6931e-1d8a-43bb-9790-ebb837bec10a req-1c46d836-aecf-40c8-b0d9-1d541bba3a7a service nova] Releasing lock "refresh_cache-ae66b7c6-c12f-4034-84b8-ab6923fad5f4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.798841] env[61960]: DEBUG oslo_concurrency.lockutils [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Acquiring lock "refresh_cache-dec63d6c-0b9e-474b-a09a-9420d9d8d366" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.799049] env[61960]: DEBUG oslo_concurrency.lockutils [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Acquired lock "refresh_cache-dec63d6c-0b9e-474b-a09a-9420d9d8d366" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.799238] env[61960]: DEBUG nova.network.neutron [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 672.831843] env[61960]: DEBUG nova.compute.utils [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 672.833108] env[61960]: DEBUG nova.compute.manager [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 672.833283] env[61960]: DEBUG nova.network.neutron [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 672.872637] env[61960]: DEBUG nova.policy [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47f41e2427c14d7fb8e68dbe442feb92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a198c885fa8349a8bdb0da30db916620', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 672.905619] env[61960]: DEBUG oslo_vmware.api [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526fd1ee-24bf-e6de-8580-34e581bb1b54, 'name': SearchDatastore_Task, 'duration_secs': 0.014667} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.909363] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00ba436e-f8c8-46fa-afd5-1023de455346 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.919267] env[61960]: DEBUG oslo_vmware.api [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435732, 'name': Rename_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.920736] env[61960]: DEBUG oslo_vmware.api [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for the task: (returnval){ [ 672.920736] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52382667-c1e4-94dc-d72d-bb59a2ba073f" [ 672.920736] env[61960]: _type = "Task" [ 672.920736] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.931625] env[61960]: DEBUG oslo_vmware.api [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52382667-c1e4-94dc-d72d-bb59a2ba073f, 'name': SearchDatastore_Task, 'duration_secs': 0.010183} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.931871] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.932135] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] ae66b7c6-c12f-4034-84b8-ab6923fad5f4/ae66b7c6-c12f-4034-84b8-ab6923fad5f4.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 672.932383] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-398681cb-b618-407a-b4e2-20284b948dd1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.939575] env[61960]: DEBUG oslo_vmware.api [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for the task: (returnval){ [ 672.939575] env[61960]: value = "task-435736" [ 672.939575] env[61960]: _type = "Task" [ 672.939575] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.946638] env[61960]: DEBUG oslo_vmware.api [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.119541] env[61960]: DEBUG nova.network.neutron [-] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.277690] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "interface-66396ef9-04a2-4c50-9f3a-c1a398aa36de-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.277957] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "interface-66396ef9-04a2-4c50-9f3a-c1a398aa36de-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.278330] env[61960]: DEBUG nova.objects.instance [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lazy-loading 'flavor' on Instance uuid 66396ef9-04a2-4c50-9f3a-c1a398aa36de {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 673.330944] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cfebff-ea9a-48a5-983a-34bc6a468db6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.338055] env[61960]: DEBUG nova.compute.manager [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 673.341277] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8d405a-bf84-4c3d-81b8-7d5fe5028b3f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.372583] env[61960]: DEBUG nova.network.neutron [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 673.375107] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e124802b-9569-44a5-a4f9-631cb73f8bad {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.382390] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca774f72-1dc1-448a-a2f2-27aa43e34d2a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.397981] env[61960]: DEBUG nova.compute.provider_tree [None req-6abfc068-0210-4947-93f5-f6c64063b979 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.416045] env[61960]: DEBUG oslo_vmware.api [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435732, 'name': Rename_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.441969] env[61960]: DEBUG nova.network.neutron [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Successfully created port: 64eb208b-146c-41ba-bbfa-91b3ebba159a {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.451800] env[61960]: DEBUG oslo_vmware.api [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.531295] env[61960]: DEBUG nova.network.neutron [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Updating instance_info_cache with network_info: [{"id": "82eaeb83-0eec-4c25-92c2-ef16dca22934", "address": "fa:16:3e:43:af:da", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82eaeb83-0e", "ovs_interfaceid": "82eaeb83-0eec-4c25-92c2-ef16dca22934", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.622161] env[61960]: INFO nova.compute.manager [-] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Took 1.02 seconds to deallocate network for instance. [ 673.873149] env[61960]: DEBUG nova.objects.instance [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lazy-loading 'pci_requests' on Instance uuid 66396ef9-04a2-4c50-9f3a-c1a398aa36de {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 673.903944] env[61960]: DEBUG nova.scheduler.client.report [None req-6abfc068-0210-4947-93f5-f6c64063b979 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 673.917190] env[61960]: DEBUG oslo_vmware.api [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435732, 'name': Rename_Task, 'duration_secs': 1.741074} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.917472] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 673.917878] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7004557c-9c08-4f11-933d-6fb4a35afdcf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.925942] env[61960]: DEBUG oslo_vmware.api [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 673.925942] env[61960]: value = "task-435737" [ 673.925942] env[61960]: _type = "Task" [ 673.925942] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.935187] env[61960]: DEBUG oslo_vmware.api [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.952290] env[61960]: DEBUG oslo_vmware.api [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435736, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.034320] env[61960]: DEBUG oslo_concurrency.lockutils [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Releasing lock "refresh_cache-dec63d6c-0b9e-474b-a09a-9420d9d8d366" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.034665] env[61960]: DEBUG nova.compute.manager [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Instance network_info: |[{"id": "82eaeb83-0eec-4c25-92c2-ef16dca22934", "address": "fa:16:3e:43:af:da", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82eaeb83-0e", "ovs_interfaceid": "82eaeb83-0eec-4c25-92c2-ef16dca22934", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 674.035131] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:af:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82eaeb83-0eec-4c25-92c2-ef16dca22934', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.042707] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Creating folder: Project (b693ed37401a4be9a4a8008db43e5a79). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 674.043030] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9191b770-3fbd-4358-803d-2ba90ac85dc9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.053989] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Created folder: Project (b693ed37401a4be9a4a8008db43e5a79) in parent group-v115929. [ 674.054380] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Creating folder: Instances. Parent ref: group-v116033. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 674.054523] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f695999-faa2-44e9-b5fb-3c1a3238eda4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.063615] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Created folder: Instances in parent group-v116033. [ 674.063857] env[61960]: DEBUG oslo.service.loopingcall [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 674.064061] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 674.064270] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54b7c946-7dce-4f0f-a189-551e31515772 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.083895] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.083895] env[61960]: value = "task-435740" [ 674.083895] env[61960]: _type = "Task" [ 674.083895] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.091350] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435740, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.128687] env[61960]: DEBUG oslo_concurrency.lockutils [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.179367] env[61960]: DEBUG nova.compute.manager [req-e59c62af-fec4-45bb-8c6b-f955b362feff req-f948ad71-5864-49d3-9820-a859ccab695f service nova] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Received event network-vif-plugged-82eaeb83-0eec-4c25-92c2-ef16dca22934 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 674.179461] env[61960]: DEBUG oslo_concurrency.lockutils [req-e59c62af-fec4-45bb-8c6b-f955b362feff req-f948ad71-5864-49d3-9820-a859ccab695f service nova] Acquiring lock "dec63d6c-0b9e-474b-a09a-9420d9d8d366-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.179646] env[61960]: DEBUG oslo_concurrency.lockutils [req-e59c62af-fec4-45bb-8c6b-f955b362feff req-f948ad71-5864-49d3-9820-a859ccab695f service nova] Lock "dec63d6c-0b9e-474b-a09a-9420d9d8d366-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.179894] env[61960]: DEBUG oslo_concurrency.lockutils [req-e59c62af-fec4-45bb-8c6b-f955b362feff req-f948ad71-5864-49d3-9820-a859ccab695f service nova] Lock "dec63d6c-0b9e-474b-a09a-9420d9d8d366-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.180095] env[61960]: DEBUG nova.compute.manager [req-e59c62af-fec4-45bb-8c6b-f955b362feff req-f948ad71-5864-49d3-9820-a859ccab695f service nova] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] No waiting events found dispatching network-vif-plugged-82eaeb83-0eec-4c25-92c2-ef16dca22934 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 674.180273] env[61960]: WARNING nova.compute.manager [req-e59c62af-fec4-45bb-8c6b-f955b362feff req-f948ad71-5864-49d3-9820-a859ccab695f service nova] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Received unexpected event network-vif-plugged-82eaeb83-0eec-4c25-92c2-ef16dca22934 for instance with vm_state building and task_state spawning. [ 674.180439] env[61960]: DEBUG nova.compute.manager [req-e59c62af-fec4-45bb-8c6b-f955b362feff req-f948ad71-5864-49d3-9820-a859ccab695f service nova] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Received event network-changed-82eaeb83-0eec-4c25-92c2-ef16dca22934 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 674.180597] env[61960]: DEBUG nova.compute.manager [req-e59c62af-fec4-45bb-8c6b-f955b362feff req-f948ad71-5864-49d3-9820-a859ccab695f service nova] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Refreshing instance network info cache due to event network-changed-82eaeb83-0eec-4c25-92c2-ef16dca22934. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 674.180782] env[61960]: DEBUG oslo_concurrency.lockutils [req-e59c62af-fec4-45bb-8c6b-f955b362feff req-f948ad71-5864-49d3-9820-a859ccab695f service nova] Acquiring lock "refresh_cache-dec63d6c-0b9e-474b-a09a-9420d9d8d366" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.180922] env[61960]: DEBUG oslo_concurrency.lockutils [req-e59c62af-fec4-45bb-8c6b-f955b362feff req-f948ad71-5864-49d3-9820-a859ccab695f service nova] Acquired lock "refresh_cache-dec63d6c-0b9e-474b-a09a-9420d9d8d366" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.181090] env[61960]: DEBUG nova.network.neutron [req-e59c62af-fec4-45bb-8c6b-f955b362feff req-f948ad71-5864-49d3-9820-a859ccab695f service nova] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Refreshing network info cache for port 82eaeb83-0eec-4c25-92c2-ef16dca22934 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 674.350334] env[61960]: DEBUG nova.compute.manager [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 674.377073] env[61960]: DEBUG nova.virt.hardware [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 674.377334] env[61960]: DEBUG nova.virt.hardware [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 674.377654] env[61960]: DEBUG nova.virt.hardware [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.377931] env[61960]: DEBUG nova.virt.hardware [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 674.378117] env[61960]: DEBUG nova.virt.hardware [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.378272] env[61960]: DEBUG nova.virt.hardware [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 674.378499] env[61960]: DEBUG nova.virt.hardware [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 674.378668] env[61960]: DEBUG nova.virt.hardware [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 674.378844] env[61960]: DEBUG nova.virt.hardware [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 674.379026] env[61960]: DEBUG nova.virt.hardware [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 674.379212] env[61960]: DEBUG nova.virt.hardware [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 674.379761] env[61960]: DEBUG nova.objects.base [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Object Instance<66396ef9-04a2-4c50-9f3a-c1a398aa36de> lazy-loaded attributes: flavor,pci_requests {{(pid=61960) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 674.379966] env[61960]: DEBUG nova.network.neutron [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 674.382422] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75c2740-f3af-4dd0-b419-36bd98f66ce3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.392816] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b64deff-c97c-44c1-89b4-2dfe7771472f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.412430] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6abfc068-0210-4947-93f5-f6c64063b979 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.414874] env[61960]: DEBUG oslo_concurrency.lockutils [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.125s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.416545] env[61960]: INFO nova.compute.claims [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.432152] env[61960]: DEBUG nova.policy [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85bbd57bac934a94acae06075d3d71da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c79deffd23674a5f89784dc83e6ae866', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 674.437932] env[61960]: DEBUG oslo_vmware.api [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435737, 'name': PowerOnVM_Task} progress is 89%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.438874] env[61960]: INFO nova.scheduler.client.report [None req-6abfc068-0210-4947-93f5-f6c64063b979 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Deleted allocations for instance fc3b6192-3a1d-40cd-87ef-6bdba8b8292d [ 674.453027] env[61960]: DEBUG oslo_vmware.api [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435736, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.1394} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.453027] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] ae66b7c6-c12f-4034-84b8-ab6923fad5f4/ae66b7c6-c12f-4034-84b8-ab6923fad5f4.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 674.453230] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.453898] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0993aa7-d89f-429f-8bcb-e03c45a9e9ef {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.461069] env[61960]: DEBUG oslo_vmware.api [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for the task: (returnval){ [ 674.461069] env[61960]: value = "task-435741" [ 674.461069] env[61960]: _type = "Task" [ 674.461069] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.470104] env[61960]: DEBUG oslo_vmware.api [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435741, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.593937] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435740, 'name': CreateVM_Task, 'duration_secs': 0.384408} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.594237] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 674.594948] env[61960]: DEBUG oslo_concurrency.lockutils [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.595145] env[61960]: DEBUG oslo_concurrency.lockutils [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.595505] env[61960]: DEBUG oslo_concurrency.lockutils [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.595760] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8c96fb1-936b-470b-95fc-e803ba16808b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.602526] env[61960]: DEBUG oslo_vmware.api [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Waiting for the task: (returnval){ [ 674.602526] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bc2550-466e-8cf1-e032-93428fe1dbc6" [ 674.602526] env[61960]: _type = "Task" [ 674.602526] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.612773] env[61960]: DEBUG oslo_vmware.api [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bc2550-466e-8cf1-e032-93428fe1dbc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.728327] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2fbfa65-8b2d-43a9-864a-3aaa95a7d08f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Volume attach. Driver type: vmdk {{(pid=61960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 674.728609] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2fbfa65-8b2d-43a9-864a-3aaa95a7d08f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116029', 'volume_id': '3ec1c961-a81d-4cb2-a318-27afd1b7c92f', 'name': 'volume-3ec1c961-a81d-4cb2-a318-27afd1b7c92f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd0816f49-cd5c-40d4-b49a-8d5b76321153', 'attached_at': '', 'detached_at': '', 'volume_id': '3ec1c961-a81d-4cb2-a318-27afd1b7c92f', 'serial': '3ec1c961-a81d-4cb2-a318-27afd1b7c92f'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 674.729522] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9249b15f-5da2-40af-a281-637b41751d87 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.749578] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43526a3b-0ba0-485e-b24b-24c74d1d7064 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.773560] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2fbfa65-8b2d-43a9-864a-3aaa95a7d08f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] volume-3ec1c961-a81d-4cb2-a318-27afd1b7c92f/volume-3ec1c961-a81d-4cb2-a318-27afd1b7c92f.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.773788] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d14e1712-22b7-40d5-a6a6-90f2506ba9bd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.797306] env[61960]: DEBUG oslo_vmware.api [None req-b2fbfa65-8b2d-43a9-864a-3aaa95a7d08f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Waiting for the task: (returnval){ [ 674.797306] env[61960]: value = "task-435742" [ 674.797306] env[61960]: _type = "Task" [ 674.797306] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.807770] env[61960]: DEBUG oslo_vmware.api [None req-b2fbfa65-8b2d-43a9-864a-3aaa95a7d08f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435742, 'name': ReconfigVM_Task} progress is 10%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.812487] env[61960]: DEBUG nova.network.neutron [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Successfully created port: 87ed2706-9471-4d71-8604-296b5f217565 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.936927] env[61960]: DEBUG oslo_vmware.api [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435737, 'name': PowerOnVM_Task, 'duration_secs': 0.614378} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.937260] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 674.937554] env[61960]: INFO nova.compute.manager [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Took 13.21 seconds to spawn the instance on the hypervisor. [ 674.937787] env[61960]: DEBUG nova.compute.manager [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 674.938610] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca07463f-79ae-4a15-a122-b98606dd72b6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.947033] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6abfc068-0210-4947-93f5-f6c64063b979 tempest-DeleteServersAdminTestJSON-675272374 tempest-DeleteServersAdminTestJSON-675272374-project-member] Lock "fc3b6192-3a1d-40cd-87ef-6bdba8b8292d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.906s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.970926] env[61960]: DEBUG oslo_vmware.api [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435741, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100526} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.971225] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.972008] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b879726d-bd4e-4a93-b1c7-7aa52ba110ed {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.995638] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] ae66b7c6-c12f-4034-84b8-ab6923fad5f4/ae66b7c6-c12f-4034-84b8-ab6923fad5f4.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.998990] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32d14b51-1e5b-4bb4-b9f1-4c7773d6f7da {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.023165] env[61960]: DEBUG oslo_vmware.api [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for the task: (returnval){ [ 675.023165] env[61960]: value = "task-435743" [ 675.023165] env[61960]: _type = "Task" [ 675.023165] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.034379] env[61960]: DEBUG oslo_vmware.api [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435743, 'name': ReconfigVM_Task} progress is 10%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.069821] env[61960]: DEBUG nova.network.neutron [req-e59c62af-fec4-45bb-8c6b-f955b362feff req-f948ad71-5864-49d3-9820-a859ccab695f service nova] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Updated VIF entry in instance network info cache for port 82eaeb83-0eec-4c25-92c2-ef16dca22934. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 675.070228] env[61960]: DEBUG nova.network.neutron [req-e59c62af-fec4-45bb-8c6b-f955b362feff req-f948ad71-5864-49d3-9820-a859ccab695f service nova] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Updating instance_info_cache with network_info: [{"id": "82eaeb83-0eec-4c25-92c2-ef16dca22934", "address": "fa:16:3e:43:af:da", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82eaeb83-0e", "ovs_interfaceid": "82eaeb83-0eec-4c25-92c2-ef16dca22934", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.112846] env[61960]: DEBUG oslo_vmware.api [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bc2550-466e-8cf1-e032-93428fe1dbc6, 'name': SearchDatastore_Task, 'duration_secs': 0.031123} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.114188] env[61960]: DEBUG oslo_concurrency.lockutils [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.114188] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.114188] env[61960]: DEBUG oslo_concurrency.lockutils [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.114188] env[61960]: DEBUG oslo_concurrency.lockutils [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.114323] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.114323] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac50a666-4ae3-4e47-bfbf-fe843a590b34 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.117940] env[61960]: DEBUG nova.network.neutron [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Successfully updated port: 64eb208b-146c-41ba-bbfa-91b3ebba159a {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.128657] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.128657] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 675.128657] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b870ca7-0a44-421a-b4e7-89d090067eda {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.133245] env[61960]: DEBUG oslo_vmware.api [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Waiting for the task: (returnval){ [ 675.133245] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]529fc150-d575-b7e4-fc13-af2471ac7a81" [ 675.133245] env[61960]: _type = "Task" [ 675.133245] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.143759] env[61960]: DEBUG oslo_vmware.api [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]529fc150-d575-b7e4-fc13-af2471ac7a81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.309174] env[61960]: DEBUG oslo_vmware.api [None req-b2fbfa65-8b2d-43a9-864a-3aaa95a7d08f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435742, 'name': ReconfigVM_Task, 'duration_secs': 0.467881} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.309174] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2fbfa65-8b2d-43a9-864a-3aaa95a7d08f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Reconfigured VM instance instance-0000000a to attach disk [datastore1] volume-3ec1c961-a81d-4cb2-a318-27afd1b7c92f/volume-3ec1c961-a81d-4cb2-a318-27afd1b7c92f.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.313775] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-597b5984-1065-43ea-94ad-b25994dec9ff {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.328785] env[61960]: DEBUG oslo_vmware.api [None req-b2fbfa65-8b2d-43a9-864a-3aaa95a7d08f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Waiting for the task: (returnval){ [ 675.328785] env[61960]: value = "task-435744" [ 675.328785] env[61960]: _type = "Task" [ 675.328785] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.337372] env[61960]: DEBUG oslo_vmware.api [None req-b2fbfa65-8b2d-43a9-864a-3aaa95a7d08f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435744, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.464683] env[61960]: INFO nova.compute.manager [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Took 50.61 seconds to build instance. [ 675.532863] env[61960]: DEBUG oslo_vmware.api [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.572533] env[61960]: DEBUG oslo_concurrency.lockutils [req-e59c62af-fec4-45bb-8c6b-f955b362feff req-f948ad71-5864-49d3-9820-a859ccab695f service nova] Releasing lock "refresh_cache-dec63d6c-0b9e-474b-a09a-9420d9d8d366" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.621592] env[61960]: DEBUG oslo_concurrency.lockutils [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquiring lock "refresh_cache-f3f132e9-44db-4e66-b01a-e16f8626bf37" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.623036] env[61960]: DEBUG oslo_concurrency.lockutils [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquired lock "refresh_cache-f3f132e9-44db-4e66-b01a-e16f8626bf37" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.623036] env[61960]: DEBUG nova.network.neutron [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 675.654391] env[61960]: DEBUG oslo_vmware.api [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]529fc150-d575-b7e4-fc13-af2471ac7a81, 'name': SearchDatastore_Task, 'duration_secs': 0.017737} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.655281] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6af098d-3edf-4df2-a1e5-3cef9bdfd80d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.665049] env[61960]: DEBUG oslo_vmware.api [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Waiting for the task: (returnval){ [ 675.665049] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f5ee77-f2da-486a-09b3-385d8f974465" [ 675.665049] env[61960]: _type = "Task" [ 675.665049] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.676959] env[61960]: DEBUG oslo_vmware.api [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f5ee77-f2da-486a-09b3-385d8f974465, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.839225] env[61960]: DEBUG oslo_vmware.api [None req-b2fbfa65-8b2d-43a9-864a-3aaa95a7d08f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435744, 'name': ReconfigVM_Task, 'duration_secs': 0.137619} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.842126] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2fbfa65-8b2d-43a9-864a-3aaa95a7d08f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116029', 'volume_id': '3ec1c961-a81d-4cb2-a318-27afd1b7c92f', 'name': 'volume-3ec1c961-a81d-4cb2-a318-27afd1b7c92f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd0816f49-cd5c-40d4-b49a-8d5b76321153', 'attached_at': '', 'detached_at': '', 'volume_id': '3ec1c961-a81d-4cb2-a318-27afd1b7c92f', 'serial': '3ec1c961-a81d-4cb2-a318-27afd1b7c92f'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 675.947025] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a43f5a0-9330-4615-8efe-4934f463dd80 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.955262] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625636f7-1485-464b-a9eb-c9736eaf7580 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.985828] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ea453481-5a46-49ac-8f09-96dabc3d47c0 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "d7de483c-5ab7-47e9-995c-c02d5f07f165" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.924s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.987880] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c0c55a-d901-4630-9f3a-f5118683819f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.997656] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5740e2fa-01a9-4c16-a99f-ee360635c999 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.013132] env[61960]: DEBUG nova.compute.provider_tree [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.033413] env[61960]: DEBUG oslo_vmware.api [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435743, 'name': ReconfigVM_Task, 'duration_secs': 0.669154} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.033681] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Reconfigured VM instance instance-00000023 to attach disk [datastore1] ae66b7c6-c12f-4034-84b8-ab6923fad5f4/ae66b7c6-c12f-4034-84b8-ab6923fad5f4.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.034308] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7218767a-67d5-4cb9-9ad4-4cf8c5006088 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.040560] env[61960]: DEBUG oslo_vmware.api [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for the task: (returnval){ [ 676.040560] env[61960]: value = "task-435745" [ 676.040560] env[61960]: _type = "Task" [ 676.040560] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.050737] env[61960]: DEBUG oslo_vmware.api [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435745, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.184367] env[61960]: DEBUG oslo_vmware.api [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f5ee77-f2da-486a-09b3-385d8f974465, 'name': SearchDatastore_Task, 'duration_secs': 0.017422} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.184367] env[61960]: DEBUG oslo_concurrency.lockutils [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.184367] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] dec63d6c-0b9e-474b-a09a-9420d9d8d366/dec63d6c-0b9e-474b-a09a-9420d9d8d366.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 676.185604] env[61960]: DEBUG nova.network.neutron [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 676.188312] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-793869fe-ffbd-4a89-845b-9ec5e0c863dd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.197065] env[61960]: DEBUG oslo_vmware.api [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Waiting for the task: (returnval){ [ 676.197065] env[61960]: value = "task-435746" [ 676.197065] env[61960]: _type = "Task" [ 676.197065] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.210990] env[61960]: DEBUG oslo_vmware.api [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Task: {'id': task-435746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.440723] env[61960]: DEBUG nova.network.neutron [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Updating instance_info_cache with network_info: [{"id": "64eb208b-146c-41ba-bbfa-91b3ebba159a", "address": "fa:16:3e:0d:97:14", "network": {"id": "7516846d-9eb7-456d-aac5-fd598fbbeede", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-157889559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a198c885fa8349a8bdb0da30db916620", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64eb208b-14", "ovs_interfaceid": "64eb208b-146c-41ba-bbfa-91b3ebba159a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.492042] env[61960]: DEBUG nova.compute.manager [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 676.516787] env[61960]: DEBUG nova.scheduler.client.report [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 676.549433] env[61960]: DEBUG nova.network.neutron [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Successfully updated port: 87ed2706-9471-4d71-8604-296b5f217565 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.556181] env[61960]: DEBUG oslo_vmware.api [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435745, 'name': Rename_Task, 'duration_secs': 0.252569} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.556181] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 676.556181] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf6fb4bc-1f3e-4e22-87cc-1c6db2df03cb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.562580] env[61960]: DEBUG oslo_vmware.api [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for the task: (returnval){ [ 676.562580] env[61960]: value = "task-435747" [ 676.562580] env[61960]: _type = "Task" [ 676.562580] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.573072] env[61960]: DEBUG oslo_vmware.api [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.698684] env[61960]: DEBUG nova.compute.manager [req-4492aa9f-0033-40b3-ade5-833c39494fd4 req-0e77a513-ea64-49af-a828-62591d225d20 service nova] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Received event network-vif-plugged-64eb208b-146c-41ba-bbfa-91b3ebba159a {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 676.698915] env[61960]: DEBUG oslo_concurrency.lockutils [req-4492aa9f-0033-40b3-ade5-833c39494fd4 req-0e77a513-ea64-49af-a828-62591d225d20 service nova] Acquiring lock "f3f132e9-44db-4e66-b01a-e16f8626bf37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.699168] env[61960]: DEBUG oslo_concurrency.lockutils [req-4492aa9f-0033-40b3-ade5-833c39494fd4 req-0e77a513-ea64-49af-a828-62591d225d20 service nova] Lock "f3f132e9-44db-4e66-b01a-e16f8626bf37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.699349] env[61960]: DEBUG oslo_concurrency.lockutils [req-4492aa9f-0033-40b3-ade5-833c39494fd4 req-0e77a513-ea64-49af-a828-62591d225d20 service nova] Lock "f3f132e9-44db-4e66-b01a-e16f8626bf37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.699526] env[61960]: DEBUG nova.compute.manager [req-4492aa9f-0033-40b3-ade5-833c39494fd4 req-0e77a513-ea64-49af-a828-62591d225d20 service nova] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] No waiting events found dispatching network-vif-plugged-64eb208b-146c-41ba-bbfa-91b3ebba159a {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 676.699702] env[61960]: WARNING nova.compute.manager [req-4492aa9f-0033-40b3-ade5-833c39494fd4 req-0e77a513-ea64-49af-a828-62591d225d20 service nova] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Received unexpected event network-vif-plugged-64eb208b-146c-41ba-bbfa-91b3ebba159a for instance with vm_state building and task_state spawning. [ 676.699933] env[61960]: DEBUG nova.compute.manager [req-4492aa9f-0033-40b3-ade5-833c39494fd4 req-0e77a513-ea64-49af-a828-62591d225d20 service nova] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Received event network-changed-64eb208b-146c-41ba-bbfa-91b3ebba159a {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 676.700079] env[61960]: DEBUG nova.compute.manager [req-4492aa9f-0033-40b3-ade5-833c39494fd4 req-0e77a513-ea64-49af-a828-62591d225d20 service nova] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Refreshing instance network info cache due to event network-changed-64eb208b-146c-41ba-bbfa-91b3ebba159a. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 676.700259] env[61960]: DEBUG oslo_concurrency.lockutils [req-4492aa9f-0033-40b3-ade5-833c39494fd4 req-0e77a513-ea64-49af-a828-62591d225d20 service nova] Acquiring lock "refresh_cache-f3f132e9-44db-4e66-b01a-e16f8626bf37" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.710862] env[61960]: DEBUG oslo_vmware.api [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Task: {'id': task-435746, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.790375] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "23113c8f-b140-44c0-a14d-cce598fa237d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.790546] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "23113c8f-b140-44c0-a14d-cce598fa237d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.902675] env[61960]: DEBUG nova.objects.instance [None req-b2fbfa65-8b2d-43a9-864a-3aaa95a7d08f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Lazy-loading 'flavor' on Instance uuid d0816f49-cd5c-40d4-b49a-8d5b76321153 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 676.935656] env[61960]: DEBUG nova.compute.manager [req-9cc70f43-c144-4286-9b5f-c31182ef72bb req-ea92792a-f7d8-46d1-a161-f54b0a9a6ffe service nova] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Received event network-vif-plugged-87ed2706-9471-4d71-8604-296b5f217565 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 676.935656] env[61960]: DEBUG oslo_concurrency.lockutils [req-9cc70f43-c144-4286-9b5f-c31182ef72bb req-ea92792a-f7d8-46d1-a161-f54b0a9a6ffe service nova] Acquiring lock "66396ef9-04a2-4c50-9f3a-c1a398aa36de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.935656] env[61960]: DEBUG oslo_concurrency.lockutils [req-9cc70f43-c144-4286-9b5f-c31182ef72bb req-ea92792a-f7d8-46d1-a161-f54b0a9a6ffe service nova] Lock "66396ef9-04a2-4c50-9f3a-c1a398aa36de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.935656] env[61960]: DEBUG oslo_concurrency.lockutils [req-9cc70f43-c144-4286-9b5f-c31182ef72bb req-ea92792a-f7d8-46d1-a161-f54b0a9a6ffe service nova] Lock "66396ef9-04a2-4c50-9f3a-c1a398aa36de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.935656] env[61960]: DEBUG nova.compute.manager [req-9cc70f43-c144-4286-9b5f-c31182ef72bb req-ea92792a-f7d8-46d1-a161-f54b0a9a6ffe service nova] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] No waiting events found dispatching network-vif-plugged-87ed2706-9471-4d71-8604-296b5f217565 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 676.936071] env[61960]: WARNING nova.compute.manager [req-9cc70f43-c144-4286-9b5f-c31182ef72bb req-ea92792a-f7d8-46d1-a161-f54b0a9a6ffe service nova] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Received unexpected event network-vif-plugged-87ed2706-9471-4d71-8604-296b5f217565 for instance with vm_state active and task_state None. [ 676.943298] env[61960]: DEBUG oslo_concurrency.lockutils [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Releasing lock "refresh_cache-f3f132e9-44db-4e66-b01a-e16f8626bf37" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.943637] env[61960]: DEBUG nova.compute.manager [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Instance network_info: |[{"id": "64eb208b-146c-41ba-bbfa-91b3ebba159a", "address": "fa:16:3e:0d:97:14", "network": {"id": "7516846d-9eb7-456d-aac5-fd598fbbeede", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-157889559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a198c885fa8349a8bdb0da30db916620", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64eb208b-14", "ovs_interfaceid": "64eb208b-146c-41ba-bbfa-91b3ebba159a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 676.943952] env[61960]: DEBUG oslo_concurrency.lockutils [req-4492aa9f-0033-40b3-ade5-833c39494fd4 req-0e77a513-ea64-49af-a828-62591d225d20 service nova] Acquired lock "refresh_cache-f3f132e9-44db-4e66-b01a-e16f8626bf37" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.944163] env[61960]: DEBUG nova.network.neutron [req-4492aa9f-0033-40b3-ade5-833c39494fd4 req-0e77a513-ea64-49af-a828-62591d225d20 service nova] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Refreshing network info cache for port 64eb208b-146c-41ba-bbfa-91b3ebba159a {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 676.945569] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:97:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b399c74-1411-408a-b4cd-84e268ae83fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64eb208b-146c-41ba-bbfa-91b3ebba159a', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.955755] env[61960]: DEBUG oslo.service.loopingcall [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 676.956946] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 676.958569] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f019af7-c66c-4e40-bf4b-517b959361dc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.979211] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.979211] env[61960]: value = "task-435748" [ 676.979211] env[61960]: _type = "Task" [ 676.979211] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.988427] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435748, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.016144] env[61960]: DEBUG oslo_concurrency.lockutils [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.023516] env[61960]: DEBUG oslo_concurrency.lockutils [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.023904] env[61960]: DEBUG nova.compute.manager [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 677.027107] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.982s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.030734] env[61960]: INFO nova.compute.claims [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.052522] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "refresh_cache-66396ef9-04a2-4c50-9f3a-c1a398aa36de" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.052772] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired lock "refresh_cache-66396ef9-04a2-4c50-9f3a-c1a398aa36de" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.052939] env[61960]: DEBUG nova.network.neutron [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 677.079332] env[61960]: DEBUG oslo_vmware.api [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435747, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.209281] env[61960]: DEBUG oslo_vmware.api [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Task: {'id': task-435746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800024} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.209470] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] dec63d6c-0b9e-474b-a09a-9420d9d8d366/dec63d6c-0b9e-474b-a09a-9420d9d8d366.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 677.209791] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.210461] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-269782f7-b0e4-43fb-a8e0-433f8d418c5f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.218730] env[61960]: DEBUG oslo_vmware.api [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Waiting for the task: (returnval){ [ 677.218730] env[61960]: value = "task-435749" [ 677.218730] env[61960]: _type = "Task" [ 677.218730] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.230350] env[61960]: DEBUG oslo_vmware.api [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Task: {'id': task-435749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.408914] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b2fbfa65-8b2d-43a9-864a-3aaa95a7d08f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Lock "d0816f49-cd5c-40d4-b49a-8d5b76321153" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.306s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.491602] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435748, 'name': CreateVM_Task, 'duration_secs': 0.509305} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.494646] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 677.495743] env[61960]: DEBUG oslo_concurrency.lockutils [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.495918] env[61960]: DEBUG oslo_concurrency.lockutils [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.496354] env[61960]: DEBUG oslo_concurrency.lockutils [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.496985] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cedec7db-7510-4c87-98b1-0b19bbe71354 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.502136] env[61960]: DEBUG oslo_vmware.api [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for the task: (returnval){ [ 677.502136] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b971c3-cab7-db14-2c90-0f0dc7f8934f" [ 677.502136] env[61960]: _type = "Task" [ 677.502136] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.510834] env[61960]: DEBUG oslo_vmware.api [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b971c3-cab7-db14-2c90-0f0dc7f8934f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.535760] env[61960]: DEBUG nova.compute.utils [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 677.539738] env[61960]: DEBUG nova.compute.manager [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 677.540020] env[61960]: DEBUG nova.network.neutron [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 677.577344] env[61960]: DEBUG oslo_vmware.api [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435747, 'name': PowerOnVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.595574] env[61960]: DEBUG nova.policy [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c9b348f0abe4b25b55fdfe8d96b107e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa210c336da3492d984c52f7a5b54a95', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 677.609706] env[61960]: WARNING nova.network.neutron [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] 85fe4994-4777-4536-b8f8-d435a0de99d6 already exists in list: networks containing: ['85fe4994-4777-4536-b8f8-d435a0de99d6']. ignoring it [ 677.730705] env[61960]: DEBUG oslo_vmware.api [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Task: {'id': task-435749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124558} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.730960] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.731763] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6597f11c-dad4-4641-ab39-877f55d0d85c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.761291] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] dec63d6c-0b9e-474b-a09a-9420d9d8d366/dec63d6c-0b9e-474b-a09a-9420d9d8d366.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.766352] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a80501db-4bbd-48b7-b599-aa4364ee971a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.789454] env[61960]: DEBUG oslo_vmware.api [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Waiting for the task: (returnval){ [ 677.789454] env[61960]: value = "task-435750" [ 677.789454] env[61960]: _type = "Task" [ 677.789454] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.795041] env[61960]: DEBUG oslo_vmware.api [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Task: {'id': task-435750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.847145] env[61960]: DEBUG nova.network.neutron [req-4492aa9f-0033-40b3-ade5-833c39494fd4 req-0e77a513-ea64-49af-a828-62591d225d20 service nova] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Updated VIF entry in instance network info cache for port 64eb208b-146c-41ba-bbfa-91b3ebba159a. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 677.848030] env[61960]: DEBUG nova.network.neutron [req-4492aa9f-0033-40b3-ade5-833c39494fd4 req-0e77a513-ea64-49af-a828-62591d225d20 service nova] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Updating instance_info_cache with network_info: [{"id": "64eb208b-146c-41ba-bbfa-91b3ebba159a", "address": "fa:16:3e:0d:97:14", "network": {"id": "7516846d-9eb7-456d-aac5-fd598fbbeede", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-157889559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a198c885fa8349a8bdb0da30db916620", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64eb208b-14", "ovs_interfaceid": "64eb208b-146c-41ba-bbfa-91b3ebba159a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.973911] env[61960]: DEBUG nova.network.neutron [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Successfully created port: 2c802e6c-5e92-4a78-bf95-477476bcf484 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 678.017343] env[61960]: DEBUG oslo_vmware.api [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b971c3-cab7-db14-2c90-0f0dc7f8934f, 'name': SearchDatastore_Task, 'duration_secs': 0.035757} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.017766] env[61960]: DEBUG oslo_concurrency.lockutils [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.018131] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.018693] env[61960]: DEBUG oslo_concurrency.lockutils [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.018939] env[61960]: DEBUG oslo_concurrency.lockutils [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.019223] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.019563] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-328736aa-f0e3-4ee0-8b0e-42c4a3b5a14c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.030839] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.031035] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 678.031770] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0db575ba-66fe-49a2-9e00-a78d69eb703c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.037157] env[61960]: DEBUG oslo_vmware.api [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for the task: (returnval){ [ 678.037157] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52dc5139-ec76-3624-97ea-2de0370228ee" [ 678.037157] env[61960]: _type = "Task" [ 678.037157] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.041837] env[61960]: DEBUG nova.compute.manager [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 678.053031] env[61960]: DEBUG oslo_vmware.api [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52dc5139-ec76-3624-97ea-2de0370228ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.086324] env[61960]: DEBUG oslo_vmware.api [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435747, 'name': PowerOnVM_Task, 'duration_secs': 1.061691} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.087708] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 678.087915] env[61960]: INFO nova.compute.manager [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Took 8.98 seconds to spawn the instance on the hypervisor. [ 678.088143] env[61960]: DEBUG nova.compute.manager [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 678.088998] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49ba850-4d68-455e-8fdd-469d8974a33d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.123188] env[61960]: DEBUG nova.network.neutron [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Updating instance_info_cache with network_info: [{"id": "279a4e7a-be50-4feb-85fe-b1d1bdae341e", "address": "fa:16:3e:0e:aa:bd", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap279a4e7a-be", "ovs_interfaceid": "279a4e7a-be50-4feb-85fe-b1d1bdae341e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "87ed2706-9471-4d71-8604-296b5f217565", "address": "fa:16:3e:5e:7b:7d", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ed2706-94", "ovs_interfaceid": "87ed2706-9471-4d71-8604-296b5f217565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.297254] env[61960]: DEBUG oslo_vmware.api [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Task: {'id': task-435750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.350122] env[61960]: DEBUG oslo_concurrency.lockutils [req-4492aa9f-0033-40b3-ade5-833c39494fd4 req-0e77a513-ea64-49af-a828-62591d225d20 service nova] Releasing lock "refresh_cache-f3f132e9-44db-4e66-b01a-e16f8626bf37" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.710905] env[61960]: INFO nova.virt.block_device [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Booting with volume 5dbe69f9-0315-464c-87fe-223b5d87b019 at /dev/sda [ 678.710905] env[61960]: DEBUG oslo_vmware.api [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52dc5139-ec76-3624-97ea-2de0370228ee, 'name': SearchDatastore_Task, 'duration_secs': 0.017697} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.710905] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60cb89fe-8b0e-43aa-a0ae-bcbb05029dc8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.710905] env[61960]: DEBUG oslo_vmware.api [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for the task: (returnval){ [ 678.710905] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f44993-c652-7efd-2778-4754f97dd144" [ 678.710905] env[61960]: _type = "Task" [ 678.710905] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.710905] env[61960]: DEBUG oslo_vmware.api [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f44993-c652-7efd-2778-4754f97dd144, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.710905] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1b2f7908-93de-44a7-b899-abdff5ad0d32 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Acquiring lock "d0816f49-cd5c-40d4-b49a-8d5b76321153" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.710905] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1b2f7908-93de-44a7-b899-abdff5ad0d32 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Lock "d0816f49-cd5c-40d4-b49a-8d5b76321153" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.710905] env[61960]: INFO nova.compute.manager [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Took 43.28 seconds to build instance. [ 678.710905] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Releasing lock "refresh_cache-66396ef9-04a2-4c50-9f3a-c1a398aa36de" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.710905] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "66396ef9-04a2-4c50-9f3a-c1a398aa36de" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.710905] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired lock "66396ef9-04a2-4c50-9f3a-c1a398aa36de" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.710905] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af27cb55-8b39-49c6-b7bf-04e2ffcffaea {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.710905] env[61960]: DEBUG nova.virt.hardware [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 678.710905] env[61960]: DEBUG nova.virt.hardware [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 678.714881] env[61960]: DEBUG nova.virt.hardware [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.714881] env[61960]: DEBUG nova.virt.hardware [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 678.714881] env[61960]: DEBUG nova.virt.hardware [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.714881] env[61960]: DEBUG nova.virt.hardware [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 678.714881] env[61960]: DEBUG nova.virt.hardware [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 678.714881] env[61960]: DEBUG nova.virt.hardware [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 678.714881] env[61960]: DEBUG nova.virt.hardware [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 678.714881] env[61960]: DEBUG nova.virt.hardware [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 678.714881] env[61960]: DEBUG nova.virt.hardware [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 678.714881] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Reconfiguring VM to attach interface {{(pid=61960) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 678.714881] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b89f8291-0fdc-4b31-98c8-8b5b3ed7e2c5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.714881] env[61960]: DEBUG oslo_vmware.api [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 678.714881] env[61960]: value = "task-435751" [ 678.714881] env[61960]: _type = "Task" [ 678.714881] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.714881] env[61960]: DEBUG oslo_vmware.api [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435751, 'name': ReconfigVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.750107] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06b1a4d8-6153-4f4f-8963-3ef2f6e68890 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.764583] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb569f6-c470-4ebe-a345-5f710710f007 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.806715] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e5a09469-30aa-4cee-9c64-ce5e3053c733 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.814166] env[61960]: DEBUG oslo_vmware.api [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Task: {'id': task-435750, 'name': ReconfigVM_Task, 'duration_secs': 0.75285} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.815539] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Reconfigured VM instance instance-00000024 to attach disk [datastore1] dec63d6c-0b9e-474b-a09a-9420d9d8d366/dec63d6c-0b9e-474b-a09a-9420d9d8d366.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.816475] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-541f5256-4db0-4a90-9bae-fccfac1e4385 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.820792] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ca345b-00b8-434a-aed6-14ae04513278 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.839833] env[61960]: DEBUG oslo_vmware.api [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Waiting for the task: (returnval){ [ 678.839833] env[61960]: value = "task-435752" [ 678.839833] env[61960]: _type = "Task" [ 678.839833] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.864769] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2026777-d70f-478e-ad6e-98f2f433cce5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.867766] env[61960]: DEBUG oslo_vmware.api [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Task: {'id': task-435752, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.873711] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ba8b36-addb-43fa-8110-8f1f1ae45f27 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.888643] env[61960]: DEBUG nova.virt.block_device [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Updating existing volume attachment record: ed970e94-0fe0-40d3-89af-06217d586579 {{(pid=61960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 678.924490] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787e74a2-b6fd-4bb5-bd59-48ad224961aa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.932820] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6d1038-815e-497b-84d5-0dbfb04fa667 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.970356] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef2c5ff-b73c-46a3-8548-8eff53d1204b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.978460] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e075c5f-55f0-4e84-a9df-5694505b61bd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.993859] env[61960]: DEBUG nova.compute.provider_tree [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.066210] env[61960]: DEBUG oslo_vmware.api [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f44993-c652-7efd-2778-4754f97dd144, 'name': SearchDatastore_Task, 'duration_secs': 0.035196} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.066813] env[61960]: DEBUG oslo_concurrency.lockutils [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.067093] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] f3f132e9-44db-4e66-b01a-e16f8626bf37/f3f132e9-44db-4e66-b01a-e16f8626bf37.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 679.067357] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-231481b6-90c5-4535-a94d-d02d81c52762 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.074325] env[61960]: DEBUG oslo_vmware.api [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for the task: (returnval){ [ 679.074325] env[61960]: value = "task-435753" [ 679.074325] env[61960]: _type = "Task" [ 679.074325] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.077977] env[61960]: INFO nova.compute.manager [None req-1b2f7908-93de-44a7-b899-abdff5ad0d32 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Detaching volume 3ec1c961-a81d-4cb2-a318-27afd1b7c92f [ 679.084886] env[61960]: DEBUG oslo_vmware.api [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.111927] env[61960]: INFO nova.virt.block_device [None req-1b2f7908-93de-44a7-b899-abdff5ad0d32 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Attempting to driver detach volume 3ec1c961-a81d-4cb2-a318-27afd1b7c92f from mountpoint /dev/sdb [ 679.112227] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b2f7908-93de-44a7-b899-abdff5ad0d32 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Volume detach. Driver type: vmdk {{(pid=61960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 679.112423] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b2f7908-93de-44a7-b899-abdff5ad0d32 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116029', 'volume_id': '3ec1c961-a81d-4cb2-a318-27afd1b7c92f', 'name': 'volume-3ec1c961-a81d-4cb2-a318-27afd1b7c92f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd0816f49-cd5c-40d4-b49a-8d5b76321153', 'attached_at': '', 'detached_at': '', 'volume_id': '3ec1c961-a81d-4cb2-a318-27afd1b7c92f', 'serial': '3ec1c961-a81d-4cb2-a318-27afd1b7c92f'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 679.113302] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a6c78f64-c5db-4b4d-8623-24ab8ef6ace1 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lock "ae66b7c6-c12f-4034-84b8-ab6923fad5f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.013s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.114087] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99181b69-cd71-4070-86c5-826d67c265f5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.138766] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e703f571-3ea8-4946-b672-8d54e1f5125e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.146511] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65012c3e-86ce-49ad-9527-68cbe77b61bc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.170059] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e9a57d-0954-45b6-9525-87b868ff60dd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.187662] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b2f7908-93de-44a7-b899-abdff5ad0d32 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] The volume has not been displaced from its original location: [datastore1] volume-3ec1c961-a81d-4cb2-a318-27afd1b7c92f/volume-3ec1c961-a81d-4cb2-a318-27afd1b7c92f.vmdk. No consolidation needed. {{(pid=61960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 679.192905] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b2f7908-93de-44a7-b899-abdff5ad0d32 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 679.196230] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9efd7ef3-4880-49be-927f-c37b7071087b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.208879] env[61960]: DEBUG oslo_vmware.api [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.214870] env[61960]: DEBUG oslo_vmware.api [None req-1b2f7908-93de-44a7-b899-abdff5ad0d32 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Waiting for the task: (returnval){ [ 679.214870] env[61960]: value = "task-435754" [ 679.214870] env[61960]: _type = "Task" [ 679.214870] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.222950] env[61960]: DEBUG oslo_vmware.api [None req-1b2f7908-93de-44a7-b899-abdff5ad0d32 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435754, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.351146] env[61960]: DEBUG oslo_vmware.api [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Task: {'id': task-435752, 'name': Rename_Task, 'duration_secs': 0.189515} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.351543] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 679.352076] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2e115ad-6cbf-4a6c-93c1-d7f82c4eb850 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.359239] env[61960]: DEBUG oslo_vmware.api [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Waiting for the task: (returnval){ [ 679.359239] env[61960]: value = "task-435755" [ 679.359239] env[61960]: _type = "Task" [ 679.359239] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.370792] env[61960]: DEBUG oslo_vmware.api [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Task: {'id': task-435755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.499025] env[61960]: DEBUG nova.scheduler.client.report [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 679.589565] env[61960]: DEBUG oslo_vmware.api [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435753, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.621784] env[61960]: DEBUG nova.compute.manager [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 679.683176] env[61960]: DEBUG oslo_vmware.api [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435751, 'name': ReconfigVM_Task, 'duration_secs': 0.879098} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.683691] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Releasing lock "66396ef9-04a2-4c50-9f3a-c1a398aa36de" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.683911] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Reconfigured VM to attach interface {{(pid=61960) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 679.724286] env[61960]: DEBUG nova.network.neutron [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Successfully updated port: 2c802e6c-5e92-4a78-bf95-477476bcf484 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.731836] env[61960]: DEBUG nova.compute.manager [req-ccd29eae-e73a-4b32-b820-5e0097f31fac req-46988ac3-63d5-4c4a-af76-e6a6d9d05588 service nova] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Received event network-changed-87ed2706-9471-4d71-8604-296b5f217565 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 679.731836] env[61960]: DEBUG nova.compute.manager [req-ccd29eae-e73a-4b32-b820-5e0097f31fac req-46988ac3-63d5-4c4a-af76-e6a6d9d05588 service nova] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Refreshing instance network info cache due to event network-changed-87ed2706-9471-4d71-8604-296b5f217565. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 679.732021] env[61960]: DEBUG oslo_concurrency.lockutils [req-ccd29eae-e73a-4b32-b820-5e0097f31fac req-46988ac3-63d5-4c4a-af76-e6a6d9d05588 service nova] Acquiring lock "refresh_cache-66396ef9-04a2-4c50-9f3a-c1a398aa36de" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.732724] env[61960]: DEBUG oslo_concurrency.lockutils [req-ccd29eae-e73a-4b32-b820-5e0097f31fac req-46988ac3-63d5-4c4a-af76-e6a6d9d05588 service nova] Acquired lock "refresh_cache-66396ef9-04a2-4c50-9f3a-c1a398aa36de" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.733600] env[61960]: DEBUG nova.network.neutron [req-ccd29eae-e73a-4b32-b820-5e0097f31fac req-46988ac3-63d5-4c4a-af76-e6a6d9d05588 service nova] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Refreshing network info cache for port 87ed2706-9471-4d71-8604-296b5f217565 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 679.738531] env[61960]: DEBUG oslo_vmware.api [None req-1b2f7908-93de-44a7-b899-abdff5ad0d32 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435754, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.870265] env[61960]: DEBUG oslo_vmware.api [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Task: {'id': task-435755, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.004779] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.978s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.005328] env[61960]: DEBUG nova.compute.manager [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 680.009631] env[61960]: DEBUG oslo_concurrency.lockutils [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.860s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.011240] env[61960]: INFO nova.compute.claims [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.087365] env[61960]: DEBUG oslo_vmware.api [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538615} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.087653] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] f3f132e9-44db-4e66-b01a-e16f8626bf37/f3f132e9-44db-4e66-b01a-e16f8626bf37.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 680.087873] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.088140] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aeeab2d7-7b75-41d9-bb12-689dd6d722ef {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.095182] env[61960]: DEBUG oslo_vmware.api [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for the task: (returnval){ [ 680.095182] env[61960]: value = "task-435756" [ 680.095182] env[61960]: _type = "Task" [ 680.095182] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.106247] env[61960]: DEBUG oslo_vmware.api [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.147045] env[61960]: DEBUG oslo_concurrency.lockutils [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.189218] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8901b93d-f489-4ebb-9cc0-cc267a0af71d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "interface-66396ef9-04a2-4c50-9f3a-c1a398aa36de-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.911s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.228707] env[61960]: DEBUG oslo_vmware.api [None req-1b2f7908-93de-44a7-b899-abdff5ad0d32 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435754, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.230642] env[61960]: DEBUG oslo_concurrency.lockutils [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Acquiring lock "refresh_cache-ff9c99c7-43b2-479e-a171-269edf1aa75d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.230723] env[61960]: DEBUG oslo_concurrency.lockutils [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Acquired lock "refresh_cache-ff9c99c7-43b2-479e-a171-269edf1aa75d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.230888] env[61960]: DEBUG nova.network.neutron [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 680.336092] env[61960]: DEBUG nova.compute.manager [req-e22477bc-ed21-4586-816c-6ed6f6d239e8 req-d3cfe3c6-fb68-42ba-bb8f-efb4dafa6e56 service nova] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Received event network-vif-plugged-2c802e6c-5e92-4a78-bf95-477476bcf484 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 680.336372] env[61960]: DEBUG oslo_concurrency.lockutils [req-e22477bc-ed21-4586-816c-6ed6f6d239e8 req-d3cfe3c6-fb68-42ba-bb8f-efb4dafa6e56 service nova] Acquiring lock "ff9c99c7-43b2-479e-a171-269edf1aa75d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.336685] env[61960]: DEBUG oslo_concurrency.lockutils [req-e22477bc-ed21-4586-816c-6ed6f6d239e8 req-d3cfe3c6-fb68-42ba-bb8f-efb4dafa6e56 service nova] Lock "ff9c99c7-43b2-479e-a171-269edf1aa75d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.337043] env[61960]: DEBUG oslo_concurrency.lockutils [req-e22477bc-ed21-4586-816c-6ed6f6d239e8 req-d3cfe3c6-fb68-42ba-bb8f-efb4dafa6e56 service nova] Lock "ff9c99c7-43b2-479e-a171-269edf1aa75d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.337353] env[61960]: DEBUG nova.compute.manager [req-e22477bc-ed21-4586-816c-6ed6f6d239e8 req-d3cfe3c6-fb68-42ba-bb8f-efb4dafa6e56 service nova] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] No waiting events found dispatching network-vif-plugged-2c802e6c-5e92-4a78-bf95-477476bcf484 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 680.337701] env[61960]: WARNING nova.compute.manager [req-e22477bc-ed21-4586-816c-6ed6f6d239e8 req-d3cfe3c6-fb68-42ba-bb8f-efb4dafa6e56 service nova] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Received unexpected event network-vif-plugged-2c802e6c-5e92-4a78-bf95-477476bcf484 for instance with vm_state building and task_state block_device_mapping. [ 680.372461] env[61960]: DEBUG oslo_vmware.api [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Task: {'id': task-435755, 'name': PowerOnVM_Task} progress is 88%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.516033] env[61960]: DEBUG nova.compute.utils [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 680.519895] env[61960]: DEBUG nova.compute.manager [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 680.520154] env[61960]: DEBUG nova.network.neutron [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 680.544964] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2dc70fad-217c-4e0f-9fce-e8897526abba tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Acquiring lock "24755d96-be25-477d-8022-bbae4e33ab89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.545637] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2dc70fad-217c-4e0f-9fce-e8897526abba tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Lock "24755d96-be25-477d-8022-bbae4e33ab89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.545964] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2dc70fad-217c-4e0f-9fce-e8897526abba tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Acquiring lock "24755d96-be25-477d-8022-bbae4e33ab89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.546221] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2dc70fad-217c-4e0f-9fce-e8897526abba tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Lock "24755d96-be25-477d-8022-bbae4e33ab89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.546452] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2dc70fad-217c-4e0f-9fce-e8897526abba tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Lock "24755d96-be25-477d-8022-bbae4e33ab89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.549423] env[61960]: INFO nova.compute.manager [None req-2dc70fad-217c-4e0f-9fce-e8897526abba tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Terminating instance [ 680.551777] env[61960]: DEBUG nova.compute.manager [None req-2dc70fad-217c-4e0f-9fce-e8897526abba tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 680.552496] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc70fad-217c-4e0f-9fce-e8897526abba tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 680.553411] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f79147-80ff-4ca8-9646-1517329cf713 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.562261] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc70fad-217c-4e0f-9fce-e8897526abba tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 680.563058] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13cddfc4-7d9d-42b9-936c-f4d6610a5189 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.570152] env[61960]: DEBUG oslo_vmware.api [None req-2dc70fad-217c-4e0f-9fce-e8897526abba tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Waiting for the task: (returnval){ [ 680.570152] env[61960]: value = "task-435757" [ 680.570152] env[61960]: _type = "Task" [ 680.570152] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.579908] env[61960]: DEBUG oslo_vmware.api [None req-2dc70fad-217c-4e0f-9fce-e8897526abba tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Task: {'id': task-435757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.595509] env[61960]: DEBUG nova.policy [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47f41e2427c14d7fb8e68dbe442feb92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a198c885fa8349a8bdb0da30db916620', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 680.608075] env[61960]: DEBUG oslo_vmware.api [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064963} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.608437] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.609953] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77a2c6a-f02a-4980-9abb-80975316d959 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.645468] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] f3f132e9-44db-4e66-b01a-e16f8626bf37/f3f132e9-44db-4e66-b01a-e16f8626bf37.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.645921] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac7e67b6-0383-4601-ac54-9f69880eca56 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.667040] env[61960]: DEBUG oslo_vmware.api [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for the task: (returnval){ [ 680.667040] env[61960]: value = "task-435758" [ 680.667040] env[61960]: _type = "Task" [ 680.667040] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.676992] env[61960]: DEBUG oslo_vmware.api [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435758, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.676992] env[61960]: DEBUG nova.network.neutron [req-ccd29eae-e73a-4b32-b820-5e0097f31fac req-46988ac3-63d5-4c4a-af76-e6a6d9d05588 service nova] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Updated VIF entry in instance network info cache for port 87ed2706-9471-4d71-8604-296b5f217565. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 680.677480] env[61960]: DEBUG nova.network.neutron [req-ccd29eae-e73a-4b32-b820-5e0097f31fac req-46988ac3-63d5-4c4a-af76-e6a6d9d05588 service nova] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Updating instance_info_cache with network_info: [{"id": "279a4e7a-be50-4feb-85fe-b1d1bdae341e", "address": "fa:16:3e:0e:aa:bd", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap279a4e7a-be", "ovs_interfaceid": "279a4e7a-be50-4feb-85fe-b1d1bdae341e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "87ed2706-9471-4d71-8604-296b5f217565", "address": "fa:16:3e:5e:7b:7d", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ed2706-94", "ovs_interfaceid": "87ed2706-9471-4d71-8604-296b5f217565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.726596] env[61960]: DEBUG oslo_vmware.api [None req-1b2f7908-93de-44a7-b899-abdff5ad0d32 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435754, 'name': ReconfigVM_Task, 'duration_secs': 1.251534} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.726990] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b2f7908-93de-44a7-b899-abdff5ad0d32 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 680.731978] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-795057f3-62ac-478d-86cc-b7e3a33795c0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.748973] env[61960]: DEBUG oslo_vmware.api [None req-1b2f7908-93de-44a7-b899-abdff5ad0d32 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Waiting for the task: (returnval){ [ 680.748973] env[61960]: value = "task-435759" [ 680.748973] env[61960]: _type = "Task" [ 680.748973] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.758387] env[61960]: DEBUG oslo_vmware.api [None req-1b2f7908-93de-44a7-b899-abdff5ad0d32 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435759, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.781574] env[61960]: DEBUG nova.network.neutron [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 680.871602] env[61960]: DEBUG oslo_vmware.api [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Task: {'id': task-435755, 'name': PowerOnVM_Task, 'duration_secs': 1.223148} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.871884] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 680.872109] env[61960]: INFO nova.compute.manager [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Took 9.16 seconds to spawn the instance on the hypervisor. [ 680.872296] env[61960]: DEBUG nova.compute.manager [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 680.873098] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4d46a1-5d5f-4eab-be02-61f860de5b58 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.976238] env[61960]: DEBUG nova.network.neutron [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Successfully created port: d4f615c2-4311-428c-9bd1-d41773b52cbe {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.011282] env[61960]: DEBUG nova.compute.manager [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 681.011837] env[61960]: DEBUG nova.virt.hardware [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 681.012057] env[61960]: DEBUG nova.virt.hardware [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 681.012226] env[61960]: DEBUG nova.virt.hardware [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.012413] env[61960]: DEBUG nova.virt.hardware [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 681.012560] env[61960]: DEBUG nova.virt.hardware [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.012833] env[61960]: DEBUG nova.virt.hardware [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 681.012920] env[61960]: DEBUG nova.virt.hardware [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 681.013092] env[61960]: DEBUG nova.virt.hardware [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 681.013266] env[61960]: DEBUG nova.virt.hardware [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 681.013436] env[61960]: DEBUG nova.virt.hardware [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 681.013618] env[61960]: DEBUG nova.virt.hardware [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 681.014714] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d7cb39-da8b-4e71-bff5-833df6ba7451 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.018842] env[61960]: DEBUG nova.network.neutron [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Updating instance_info_cache with network_info: [{"id": "2c802e6c-5e92-4a78-bf95-477476bcf484", "address": "fa:16:3e:15:af:59", "network": {"id": "47a6b356-2bc7-4ece-be73-afcde9169d7a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1028491854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa210c336da3492d984c52f7a5b54a95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c802e6c-5e", "ovs_interfaceid": "2c802e6c-5e92-4a78-bf95-477476bcf484", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.020220] env[61960]: DEBUG nova.compute.manager [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 681.032018] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b57931e-6be3-4320-8df6-77c5c931eedd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.079936] env[61960]: DEBUG oslo_vmware.api [None req-2dc70fad-217c-4e0f-9fce-e8897526abba tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Task: {'id': task-435757, 'name': PowerOffVM_Task, 'duration_secs': 0.21241} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.080207] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc70fad-217c-4e0f-9fce-e8897526abba tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 681.080374] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc70fad-217c-4e0f-9fce-e8897526abba tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 681.081125] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f485f888-8321-4655-8f66-9d5a93b1bfe2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.145400] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc70fad-217c-4e0f-9fce-e8897526abba tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 681.145653] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc70fad-217c-4e0f-9fce-e8897526abba tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 681.145841] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc70fad-217c-4e0f-9fce-e8897526abba tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Deleting the datastore file [datastore1] 24755d96-be25-477d-8022-bbae4e33ab89 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.146158] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-799eb545-cb6b-4095-a0e0-56c9c772b401 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.155158] env[61960]: DEBUG oslo_vmware.api [None req-2dc70fad-217c-4e0f-9fce-e8897526abba tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Waiting for the task: (returnval){ [ 681.155158] env[61960]: value = "task-435761" [ 681.155158] env[61960]: _type = "Task" [ 681.155158] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.163403] env[61960]: DEBUG oslo_vmware.api [None req-2dc70fad-217c-4e0f-9fce-e8897526abba tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Task: {'id': task-435761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.175359] env[61960]: DEBUG oslo_vmware.api [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435758, 'name': ReconfigVM_Task, 'duration_secs': 0.367893} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.175686] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Reconfigured VM instance instance-00000025 to attach disk [datastore1] f3f132e9-44db-4e66-b01a-e16f8626bf37/f3f132e9-44db-4e66-b01a-e16f8626bf37.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.179813] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd7807c7-5aa4-441b-833a-b72912d6c434 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.181476] env[61960]: DEBUG oslo_concurrency.lockutils [req-ccd29eae-e73a-4b32-b820-5e0097f31fac req-46988ac3-63d5-4c4a-af76-e6a6d9d05588 service nova] Releasing lock "refresh_cache-66396ef9-04a2-4c50-9f3a-c1a398aa36de" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.187117] env[61960]: DEBUG oslo_vmware.api [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for the task: (returnval){ [ 681.187117] env[61960]: value = "task-435762" [ 681.187117] env[61960]: _type = "Task" [ 681.187117] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.193794] env[61960]: DEBUG oslo_vmware.api [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435762, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.261646] env[61960]: DEBUG oslo_vmware.api [None req-1b2f7908-93de-44a7-b899-abdff5ad0d32 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435759, 'name': ReconfigVM_Task, 'duration_secs': 0.147077} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.262047] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b2f7908-93de-44a7-b899-abdff5ad0d32 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116029', 'volume_id': '3ec1c961-a81d-4cb2-a318-27afd1b7c92f', 'name': 'volume-3ec1c961-a81d-4cb2-a318-27afd1b7c92f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd0816f49-cd5c-40d4-b49a-8d5b76321153', 'attached_at': '', 'detached_at': '', 'volume_id': '3ec1c961-a81d-4cb2-a318-27afd1b7c92f', 'serial': '3ec1c961-a81d-4cb2-a318-27afd1b7c92f'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 681.396780] env[61960]: INFO nova.compute.manager [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Took 42.07 seconds to build instance. [ 681.524234] env[61960]: DEBUG oslo_concurrency.lockutils [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Releasing lock "refresh_cache-ff9c99c7-43b2-479e-a171-269edf1aa75d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.524547] env[61960]: DEBUG nova.compute.manager [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Instance network_info: |[{"id": "2c802e6c-5e92-4a78-bf95-477476bcf484", "address": "fa:16:3e:15:af:59", "network": {"id": "47a6b356-2bc7-4ece-be73-afcde9169d7a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1028491854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa210c336da3492d984c52f7a5b54a95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c802e6c-5e", "ovs_interfaceid": "2c802e6c-5e92-4a78-bf95-477476bcf484", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 681.528281] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:af:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '816c6e38-e200-4544-8c5b-9fc3e16c5761', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c802e6c-5e92-4a78-bf95-477476bcf484', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.535590] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Creating folder: Project (fa210c336da3492d984c52f7a5b54a95). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 681.536090] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d941dc6b-d162-4bb3-a9bc-57cbd100bd7c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.551898] env[61960]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 681.551898] env[61960]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=61960) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 681.552200] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Folder already exists: Project (fa210c336da3492d984c52f7a5b54a95). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.552394] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Creating folder: Instances. Parent ref: group-v115971. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 681.554973] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0d72c4e-0e29-4e44-a970-0c08483b0796 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.563998] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Created folder: Instances in parent group-v115971. [ 681.564256] env[61960]: DEBUG oslo.service.loopingcall [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 681.564442] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 681.564641] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a44b96b3-4049-4132-8ec0-8c034f8a97f3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.588054] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.588054] env[61960]: value = "task-435765" [ 681.588054] env[61960]: _type = "Task" [ 681.588054] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.595894] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435765, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.613992] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f52a21c-098f-40ad-a846-f0fac5c7853f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.620188] env[61960]: DEBUG nova.objects.instance [None req-a5614682-f7e3-4a42-851e-47af6bed5a22 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Lazy-loading 'flavor' on Instance uuid 81971040-7836-4cb8-9064-952310391b4a {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 681.626513] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727c2062-3667-4245-a378-cda20433e277 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.662913] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849ca2d4-112b-4e63-8352-f444d41a5f3f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.670648] env[61960]: DEBUG oslo_vmware.api [None req-2dc70fad-217c-4e0f-9fce-e8897526abba tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Task: {'id': task-435761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226412} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.672707] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc70fad-217c-4e0f-9fce-e8897526abba tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.672969] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc70fad-217c-4e0f-9fce-e8897526abba tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 681.673223] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc70fad-217c-4e0f-9fce-e8897526abba tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 681.673409] env[61960]: INFO nova.compute.manager [None req-2dc70fad-217c-4e0f-9fce-e8897526abba tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Took 1.12 seconds to destroy the instance on the hypervisor. [ 681.673656] env[61960]: DEBUG oslo.service.loopingcall [None req-2dc70fad-217c-4e0f-9fce-e8897526abba tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 681.673903] env[61960]: DEBUG nova.compute.manager [-] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 681.673999] env[61960]: DEBUG nova.network.neutron [-] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 681.676598] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee42f4d2-2f89-44fb-b2d1-bb6703ec9961 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.694114] env[61960]: DEBUG nova.compute.provider_tree [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 681.703482] env[61960]: DEBUG oslo_vmware.api [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435762, 'name': Rename_Task, 'duration_secs': 0.134323} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.704693] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 681.704779] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d40d5677-cc92-4fad-907a-26153d733162 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.713111] env[61960]: DEBUG oslo_vmware.api [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for the task: (returnval){ [ 681.713111] env[61960]: value = "task-435766" [ 681.713111] env[61960]: _type = "Task" [ 681.713111] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.721790] env[61960]: DEBUG oslo_vmware.api [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.835671] env[61960]: DEBUG nova.objects.instance [None req-1b2f7908-93de-44a7-b899-abdff5ad0d32 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Lazy-loading 'flavor' on Instance uuid d0816f49-cd5c-40d4-b49a-8d5b76321153 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 681.884707] env[61960]: DEBUG oslo_concurrency.lockutils [None req-adbbb95a-7c9c-4ac1-b331-23ae0ee378ce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Acquiring lock "10117be5-70f2-4f62-81dd-3732ba3bb70c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.885397] env[61960]: DEBUG oslo_concurrency.lockutils [None req-adbbb95a-7c9c-4ac1-b331-23ae0ee378ce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Lock "10117be5-70f2-4f62-81dd-3732ba3bb70c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.885658] env[61960]: DEBUG oslo_concurrency.lockutils [None req-adbbb95a-7c9c-4ac1-b331-23ae0ee378ce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Acquiring lock "10117be5-70f2-4f62-81dd-3732ba3bb70c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.885853] env[61960]: DEBUG oslo_concurrency.lockutils [None req-adbbb95a-7c9c-4ac1-b331-23ae0ee378ce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Lock "10117be5-70f2-4f62-81dd-3732ba3bb70c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.886037] env[61960]: DEBUG oslo_concurrency.lockutils [None req-adbbb95a-7c9c-4ac1-b331-23ae0ee378ce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Lock "10117be5-70f2-4f62-81dd-3732ba3bb70c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.892048] env[61960]: INFO nova.compute.manager [None req-adbbb95a-7c9c-4ac1-b331-23ae0ee378ce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Terminating instance [ 681.894452] env[61960]: DEBUG nova.compute.manager [None req-adbbb95a-7c9c-4ac1-b331-23ae0ee378ce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 681.894668] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-adbbb95a-7c9c-4ac1-b331-23ae0ee378ce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 681.896422] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb031006-2ac5-4eea-967f-b9e4a742ca01 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.900912] env[61960]: DEBUG oslo_concurrency.lockutils [None req-09c7f9e1-2a46-4ce7-bab0-2a30bd1e4dd5 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Lock "dec63d6c-0b9e-474b-a09a-9420d9d8d366" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.174s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.909618] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-adbbb95a-7c9c-4ac1-b331-23ae0ee378ce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 681.909618] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfeea5eb-16f7-4df2-ad81-5e4404cef2a2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.915670] env[61960]: DEBUG oslo_vmware.api [None req-adbbb95a-7c9c-4ac1-b331-23ae0ee378ce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Waiting for the task: (returnval){ [ 681.915670] env[61960]: value = "task-435767" [ 681.915670] env[61960]: _type = "Task" [ 681.915670] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.925516] env[61960]: DEBUG oslo_vmware.api [None req-adbbb95a-7c9c-4ac1-b331-23ae0ee378ce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Task: {'id': task-435767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.038492] env[61960]: DEBUG nova.compute.manager [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 682.072866] env[61960]: DEBUG nova.virt.hardware [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:07:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 682.073206] env[61960]: DEBUG nova.virt.hardware [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 682.073409] env[61960]: DEBUG nova.virt.hardware [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.073639] env[61960]: DEBUG nova.virt.hardware [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 682.073804] env[61960]: DEBUG nova.virt.hardware [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.073963] env[61960]: DEBUG nova.virt.hardware [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 682.074403] env[61960]: DEBUG nova.virt.hardware [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 682.074600] env[61960]: DEBUG nova.virt.hardware [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 682.074780] env[61960]: DEBUG nova.virt.hardware [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 682.074953] env[61960]: DEBUG nova.virt.hardware [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 682.075154] env[61960]: DEBUG nova.virt.hardware [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 682.076113] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa21ea1f-7d0e-4b57-8979-1c4e506a4b96 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.084675] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adecede-14d4-42c6-9a46-2dcc82701a7f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.105909] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435765, 'name': CreateVM_Task, 'duration_secs': 0.368194} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.106091] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 682.106831] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': None, 'delete_on_termination': True, 'device_type': None, 'attachment_id': 'ed970e94-0fe0-40d3-89af-06217d586579', 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-115979', 'volume_id': '5dbe69f9-0315-464c-87fe-223b5d87b019', 'name': 'volume-5dbe69f9-0315-464c-87fe-223b5d87b019', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ff9c99c7-43b2-479e-a171-269edf1aa75d', 'attached_at': '', 'detached_at': '', 'volume_id': '5dbe69f9-0315-464c-87fe-223b5d87b019', 'serial': '5dbe69f9-0315-464c-87fe-223b5d87b019'}, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=61960) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 682.107055] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Root volume attach. Driver type: vmdk {{(pid=61960) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 682.107881] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088420c3-493a-4d59-8887-e755aaf392bd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.116615] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67201cf0-4888-441f-9d23-0a2b95c9c3db {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.123787] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d79dd0c-d05a-414d-bcd9-29086d34e19e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.132898] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a5614682-f7e3-4a42-851e-47af6bed5a22 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Acquiring lock "refresh_cache-81971040-7836-4cb8-9064-952310391b4a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.133089] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a5614682-f7e3-4a42-851e-47af6bed5a22 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Acquired lock "refresh_cache-81971040-7836-4cb8-9064-952310391b4a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.134697] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-351eb494-602e-4181-95d8-fcd74503b8b3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.142587] env[61960]: DEBUG oslo_vmware.api [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Waiting for the task: (returnval){ [ 682.142587] env[61960]: value = "task-435768" [ 682.142587] env[61960]: _type = "Task" [ 682.142587] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.157488] env[61960]: DEBUG oslo_vmware.api [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Task: {'id': task-435768, 'name': RelocateVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.227081] env[61960]: DEBUG oslo_vmware.api [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435766, 'name': PowerOnVM_Task} progress is 88%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.228305] env[61960]: ERROR nova.scheduler.client.report [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [req-8f24d607-c378-4be8-980b-787a4009ca60] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8f24d607-c378-4be8-980b-787a4009ca60"}]} [ 682.249852] env[61960]: DEBUG nova.scheduler.client.report [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 682.267641] env[61960]: DEBUG nova.scheduler.client.report [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 682.267863] env[61960]: DEBUG nova.compute.provider_tree [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 682.280937] env[61960]: DEBUG nova.scheduler.client.report [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 682.306387] env[61960]: DEBUG nova.scheduler.client.report [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 682.403990] env[61960]: DEBUG nova.compute.manager [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 682.432724] env[61960]: DEBUG oslo_vmware.api [None req-adbbb95a-7c9c-4ac1-b331-23ae0ee378ce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Task: {'id': task-435767, 'name': PowerOffVM_Task, 'duration_secs': 0.333901} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.433238] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-adbbb95a-7c9c-4ac1-b331-23ae0ee378ce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 682.434485] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-adbbb95a-7c9c-4ac1-b331-23ae0ee378ce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 682.434485] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64afbedb-cab4-4813-8122-589800eeb5bf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.515036] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-adbbb95a-7c9c-4ac1-b331-23ae0ee378ce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 682.515036] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-adbbb95a-7c9c-4ac1-b331-23ae0ee378ce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 682.515036] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-adbbb95a-7c9c-4ac1-b331-23ae0ee378ce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Deleting the datastore file [datastore1] 10117be5-70f2-4f62-81dd-3732ba3bb70c {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 682.515036] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d505282-157d-4896-89c7-3f9f04dd1ff2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.522679] env[61960]: DEBUG oslo_vmware.api [None req-adbbb95a-7c9c-4ac1-b331-23ae0ee378ce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Waiting for the task: (returnval){ [ 682.522679] env[61960]: value = "task-435770" [ 682.522679] env[61960]: _type = "Task" [ 682.522679] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.536018] env[61960]: DEBUG oslo_vmware.api [None req-adbbb95a-7c9c-4ac1-b331-23ae0ee378ce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Task: {'id': task-435770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.652862] env[61960]: DEBUG oslo_vmware.api [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Task: {'id': task-435768, 'name': RelocateVM_Task, 'duration_secs': 0.395384} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.655612] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Volume attach. Driver type: vmdk {{(pid=61960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 682.655927] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-115979', 'volume_id': '5dbe69f9-0315-464c-87fe-223b5d87b019', 'name': 'volume-5dbe69f9-0315-464c-87fe-223b5d87b019', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ff9c99c7-43b2-479e-a171-269edf1aa75d', 'attached_at': '', 'detached_at': '', 'volume_id': '5dbe69f9-0315-464c-87fe-223b5d87b019', 'serial': '5dbe69f9-0315-464c-87fe-223b5d87b019'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 682.657297] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae55b7a-667c-4eac-81bd-d931179fdd6d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.674220] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eea3d3ed-73be-478c-a885-8b59b82b553d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "interface-66396ef9-04a2-4c50-9f3a-c1a398aa36de-87ed2706-9471-4d71-8604-296b5f217565" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.674610] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eea3d3ed-73be-478c-a885-8b59b82b553d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "interface-66396ef9-04a2-4c50-9f3a-c1a398aa36de-87ed2706-9471-4d71-8604-296b5f217565" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.679971] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48981d1-aa5b-4bc1-a498-3e3391543a3d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.710594] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] volume-5dbe69f9-0315-464c-87fe-223b5d87b019/volume-5dbe69f9-0315-464c-87fe-223b5d87b019.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.713998] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1d7933a-1215-402d-93a3-c4fcbe31572f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.738658] env[61960]: DEBUG oslo_vmware.api [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435766, 'name': PowerOnVM_Task, 'duration_secs': 0.668902} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.742530] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 682.742857] env[61960]: INFO nova.compute.manager [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Took 8.39 seconds to spawn the instance on the hypervisor. [ 682.743131] env[61960]: DEBUG nova.compute.manager [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 682.743535] env[61960]: DEBUG oslo_vmware.api [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Waiting for the task: (returnval){ [ 682.743535] env[61960]: value = "task-435771" [ 682.743535] env[61960]: _type = "Task" [ 682.743535] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.745564] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af12b09-9a39-4f5b-b7ff-175ac2dba3df {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.765325] env[61960]: DEBUG oslo_vmware.api [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Task: {'id': task-435771, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.836076] env[61960]: DEBUG nova.compute.manager [req-2d11db08-0264-42fd-b0ee-684dbc60d4d2 req-7556241f-1cb9-4ed4-95ad-57ae375ea024 service nova] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Received event network-changed-2c802e6c-5e92-4a78-bf95-477476bcf484 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 682.836076] env[61960]: DEBUG nova.compute.manager [req-2d11db08-0264-42fd-b0ee-684dbc60d4d2 req-7556241f-1cb9-4ed4-95ad-57ae375ea024 service nova] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Refreshing instance network info cache due to event network-changed-2c802e6c-5e92-4a78-bf95-477476bcf484. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 682.836360] env[61960]: DEBUG oslo_concurrency.lockutils [req-2d11db08-0264-42fd-b0ee-684dbc60d4d2 req-7556241f-1cb9-4ed4-95ad-57ae375ea024 service nova] Acquiring lock "refresh_cache-ff9c99c7-43b2-479e-a171-269edf1aa75d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.836480] env[61960]: DEBUG oslo_concurrency.lockutils [req-2d11db08-0264-42fd-b0ee-684dbc60d4d2 req-7556241f-1cb9-4ed4-95ad-57ae375ea024 service nova] Acquired lock "refresh_cache-ff9c99c7-43b2-479e-a171-269edf1aa75d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.836648] env[61960]: DEBUG nova.network.neutron [req-2d11db08-0264-42fd-b0ee-684dbc60d4d2 req-7556241f-1cb9-4ed4-95ad-57ae375ea024 service nova] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Refreshing network info cache for port 2c802e6c-5e92-4a78-bf95-477476bcf484 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 682.846097] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1b2f7908-93de-44a7-b899-abdff5ad0d32 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Lock "d0816f49-cd5c-40d4-b49a-8d5b76321153" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.273s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.932281] env[61960]: DEBUG oslo_concurrency.lockutils [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.933800] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514506eb-a8b7-4cb1-87b7-2063fc291f7b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.944367] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cadf85-8225-4d00-aa43-fa0449e29eb4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.986205] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bda299-bcd7-426a-8c76-6a93fcc9bba8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.994422] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168965e1-9f54-4ee4-b2c2-30e6cee55bdd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.009537] env[61960]: DEBUG nova.compute.provider_tree [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.017475] env[61960]: DEBUG nova.network.neutron [None req-a5614682-f7e3-4a42-851e-47af6bed5a22 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 683.035037] env[61960]: DEBUG oslo_vmware.api [None req-adbbb95a-7c9c-4ac1-b331-23ae0ee378ce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Task: {'id': task-435770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269309} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.035037] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-adbbb95a-7c9c-4ac1-b331-23ae0ee378ce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.035037] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-adbbb95a-7c9c-4ac1-b331-23ae0ee378ce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 683.035037] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-adbbb95a-7c9c-4ac1-b331-23ae0ee378ce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 683.035037] env[61960]: INFO nova.compute.manager [None req-adbbb95a-7c9c-4ac1-b331-23ae0ee378ce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 683.035832] env[61960]: DEBUG oslo.service.loopingcall [None req-adbbb95a-7c9c-4ac1-b331-23ae0ee378ce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 683.035832] env[61960]: DEBUG nova.compute.manager [-] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 683.035832] env[61960]: DEBUG nova.network.neutron [-] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 683.051744] env[61960]: DEBUG nova.network.neutron [-] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.124651] env[61960]: DEBUG nova.network.neutron [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Successfully updated port: d4f615c2-4311-428c-9bd1-d41773b52cbe {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.187060] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eea3d3ed-73be-478c-a885-8b59b82b553d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "66396ef9-04a2-4c50-9f3a-c1a398aa36de" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.187060] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eea3d3ed-73be-478c-a885-8b59b82b553d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired lock "66396ef9-04a2-4c50-9f3a-c1a398aa36de" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.187060] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a8cdff-2083-4ca8-9be3-df675af049be {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.210720] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5147ce1-a105-4ddc-8377-a2178ecfe770 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.248983] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-eea3d3ed-73be-478c-a885-8b59b82b553d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Reconfiguring VM to detach interface {{(pid=61960) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1974}} [ 683.249313] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dc1f5e3-106c-45fb-b343-75cb90e08cd0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.275021] env[61960]: INFO nova.compute.manager [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Took 42.83 seconds to build instance. [ 683.278313] env[61960]: DEBUG oslo_vmware.api [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Task: {'id': task-435771, 'name': ReconfigVM_Task, 'duration_secs': 0.256827} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.279896] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Reconfigured VM instance instance-00000026 to attach disk [datastore1] volume-5dbe69f9-0315-464c-87fe-223b5d87b019/volume-5dbe69f9-0315-464c-87fe-223b5d87b019.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.284720] env[61960]: DEBUG oslo_vmware.api [None req-eea3d3ed-73be-478c-a885-8b59b82b553d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 683.284720] env[61960]: value = "task-435772" [ 683.284720] env[61960]: _type = "Task" [ 683.284720] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.284938] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f94c1daa-4916-4d2e-ae53-6f775d777c63 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.305754] env[61960]: DEBUG oslo_vmware.api [None req-eea3d3ed-73be-478c-a885-8b59b82b553d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.307384] env[61960]: DEBUG oslo_vmware.api [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Waiting for the task: (returnval){ [ 683.307384] env[61960]: value = "task-435773" [ 683.307384] env[61960]: _type = "Task" [ 683.307384] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.316159] env[61960]: DEBUG oslo_vmware.api [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Task: {'id': task-435773, 'name': ReconfigVM_Task} progress is 10%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.434434] env[61960]: DEBUG nova.compute.manager [req-055f235b-6ced-4b2e-8231-e88b36ddb605 req-abc29bb9-9260-4473-a874-bf391eacbd81 service nova] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Received event network-vif-plugged-d4f615c2-4311-428c-9bd1-d41773b52cbe {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 683.434671] env[61960]: DEBUG oslo_concurrency.lockutils [req-055f235b-6ced-4b2e-8231-e88b36ddb605 req-abc29bb9-9260-4473-a874-bf391eacbd81 service nova] Acquiring lock "315c4d67-8e15-47d8-8943-8d10fc746815-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.434946] env[61960]: DEBUG oslo_concurrency.lockutils [req-055f235b-6ced-4b2e-8231-e88b36ddb605 req-abc29bb9-9260-4473-a874-bf391eacbd81 service nova] Lock "315c4d67-8e15-47d8-8943-8d10fc746815-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.436329] env[61960]: DEBUG oslo_concurrency.lockutils [req-055f235b-6ced-4b2e-8231-e88b36ddb605 req-abc29bb9-9260-4473-a874-bf391eacbd81 service nova] Lock "315c4d67-8e15-47d8-8943-8d10fc746815-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.436329] env[61960]: DEBUG nova.compute.manager [req-055f235b-6ced-4b2e-8231-e88b36ddb605 req-abc29bb9-9260-4473-a874-bf391eacbd81 service nova] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] No waiting events found dispatching network-vif-plugged-d4f615c2-4311-428c-9bd1-d41773b52cbe {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 683.436329] env[61960]: WARNING nova.compute.manager [req-055f235b-6ced-4b2e-8231-e88b36ddb605 req-abc29bb9-9260-4473-a874-bf391eacbd81 service nova] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Received unexpected event network-vif-plugged-d4f615c2-4311-428c-9bd1-d41773b52cbe for instance with vm_state building and task_state spawning. [ 683.512535] env[61960]: DEBUG nova.scheduler.client.report [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 683.555096] env[61960]: INFO nova.compute.manager [-] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Took 1.88 seconds to deallocate network for instance. [ 683.639473] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquiring lock "refresh_cache-315c4d67-8e15-47d8-8943-8d10fc746815" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.639775] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquired lock "refresh_cache-315c4d67-8e15-47d8-8943-8d10fc746815" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.640058] env[61960]: DEBUG nova.network.neutron [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 683.780377] env[61960]: DEBUG oslo_concurrency.lockutils [None req-57f2ac20-2740-4b30-a3ce-e305b70952bd tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lock "f3f132e9-44db-4e66-b01a-e16f8626bf37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.105s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.802780] env[61960]: DEBUG nova.network.neutron [req-2d11db08-0264-42fd-b0ee-684dbc60d4d2 req-7556241f-1cb9-4ed4-95ad-57ae375ea024 service nova] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Updated VIF entry in instance network info cache for port 2c802e6c-5e92-4a78-bf95-477476bcf484. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 683.802780] env[61960]: DEBUG nova.network.neutron [req-2d11db08-0264-42fd-b0ee-684dbc60d4d2 req-7556241f-1cb9-4ed4-95ad-57ae375ea024 service nova] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Updating instance_info_cache with network_info: [{"id": "2c802e6c-5e92-4a78-bf95-477476bcf484", "address": "fa:16:3e:15:af:59", "network": {"id": "47a6b356-2bc7-4ece-be73-afcde9169d7a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1028491854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa210c336da3492d984c52f7a5b54a95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c802e6c-5e", "ovs_interfaceid": "2c802e6c-5e92-4a78-bf95-477476bcf484", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.807708] env[61960]: DEBUG oslo_vmware.api [None req-eea3d3ed-73be-478c-a885-8b59b82b553d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.820621] env[61960]: DEBUG oslo_vmware.api [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Task: {'id': task-435773, 'name': ReconfigVM_Task, 'duration_secs': 0.111685} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.820987] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-115979', 'volume_id': '5dbe69f9-0315-464c-87fe-223b5d87b019', 'name': 'volume-5dbe69f9-0315-464c-87fe-223b5d87b019', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ff9c99c7-43b2-479e-a171-269edf1aa75d', 'attached_at': '', 'detached_at': '', 'volume_id': '5dbe69f9-0315-464c-87fe-223b5d87b019', 'serial': '5dbe69f9-0315-464c-87fe-223b5d87b019'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 683.821572] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fce7f257-85a4-400d-9d04-02176099ba10 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.828290] env[61960]: DEBUG oslo_vmware.api [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Waiting for the task: (returnval){ [ 683.828290] env[61960]: value = "task-435774" [ 683.828290] env[61960]: _type = "Task" [ 683.828290] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.836663] env[61960]: DEBUG oslo_vmware.api [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Task: {'id': task-435774, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.855698] env[61960]: DEBUG nova.network.neutron [None req-a5614682-f7e3-4a42-851e-47af6bed5a22 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Updating instance_info_cache with network_info: [{"id": "b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1", "address": "fa:16:3e:46:85:81", "network": {"id": "448a8a48-102d-4577-9505-1c793c4ad73e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-222713243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be6a7be350b242d6ae545eb187ba2dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8ebbfcb-a0", "ovs_interfaceid": "b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.018601] env[61960]: DEBUG oslo_concurrency.lockutils [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.009s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.019186] env[61960]: DEBUG nova.compute.manager [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 684.021732] env[61960]: DEBUG oslo_concurrency.lockutils [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.313s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.023130] env[61960]: INFO nova.compute.claims [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.074912] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2dc70fad-217c-4e0f-9fce-e8897526abba tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.181182] env[61960]: DEBUG nova.network.neutron [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 684.238880] env[61960]: DEBUG oslo_concurrency.lockutils [None req-57410a6b-8037-4322-9d41-0202471c7a55 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "bedcdb7c-216f-4248-b5ac-1c71471c4c07" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.239124] env[61960]: DEBUG oslo_concurrency.lockutils [None req-57410a6b-8037-4322-9d41-0202471c7a55 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "bedcdb7c-216f-4248-b5ac-1c71471c4c07" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.239311] env[61960]: DEBUG nova.compute.manager [None req-57410a6b-8037-4322-9d41-0202471c7a55 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 684.240341] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5b4c68-670f-4df0-857f-f190a15cd90c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.249430] env[61960]: DEBUG nova.compute.manager [None req-57410a6b-8037-4322-9d41-0202471c7a55 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=61960) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 684.250122] env[61960]: DEBUG nova.objects.instance [None req-57410a6b-8037-4322-9d41-0202471c7a55 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lazy-loading 'flavor' on Instance uuid bedcdb7c-216f-4248-b5ac-1c71471c4c07 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.282111] env[61960]: DEBUG nova.network.neutron [-] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.287406] env[61960]: DEBUG nova.compute.manager [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 684.307024] env[61960]: DEBUG oslo_vmware.api [None req-eea3d3ed-73be-478c-a885-8b59b82b553d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.314023] env[61960]: DEBUG oslo_concurrency.lockutils [req-2d11db08-0264-42fd-b0ee-684dbc60d4d2 req-7556241f-1cb9-4ed4-95ad-57ae375ea024 service nova] Releasing lock "refresh_cache-ff9c99c7-43b2-479e-a171-269edf1aa75d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.339826] env[61960]: DEBUG oslo_vmware.api [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Task: {'id': task-435774, 'name': Rename_Task, 'duration_secs': 0.12366} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.340214] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 684.340462] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d485bbd-c8b1-4fde-b896-1dc81853f53f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.347712] env[61960]: DEBUG oslo_vmware.api [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Waiting for the task: (returnval){ [ 684.347712] env[61960]: value = "task-435775" [ 684.347712] env[61960]: _type = "Task" [ 684.347712] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.359729] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a5614682-f7e3-4a42-851e-47af6bed5a22 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Releasing lock "refresh_cache-81971040-7836-4cb8-9064-952310391b4a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.360017] env[61960]: DEBUG nova.compute.manager [None req-a5614682-f7e3-4a42-851e-47af6bed5a22 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Inject network info {{(pid=61960) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7219}} [ 684.360476] env[61960]: DEBUG nova.compute.manager [None req-a5614682-f7e3-4a42-851e-47af6bed5a22 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] network_info to inject: |[{"id": "b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1", "address": "fa:16:3e:46:85:81", "network": {"id": "448a8a48-102d-4577-9505-1c793c4ad73e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-222713243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be6a7be350b242d6ae545eb187ba2dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8ebbfcb-a0", "ovs_interfaceid": "b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 684.365320] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a5614682-f7e3-4a42-851e-47af6bed5a22 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Reconfiguring VM instance to set the machine id {{(pid=61960) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1802}} [ 684.365635] env[61960]: DEBUG oslo_vmware.api [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Task: {'id': task-435775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.366127] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0b5d5fe-6fed-4cdb-807f-034804267e7c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.378908] env[61960]: DEBUG nova.network.neutron [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Updating instance_info_cache with network_info: [{"id": "d4f615c2-4311-428c-9bd1-d41773b52cbe", "address": "fa:16:3e:1f:38:be", "network": {"id": "7516846d-9eb7-456d-aac5-fd598fbbeede", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-157889559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a198c885fa8349a8bdb0da30db916620", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4f615c2-43", "ovs_interfaceid": "d4f615c2-4311-428c-9bd1-d41773b52cbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.385603] env[61960]: DEBUG oslo_vmware.api [None req-a5614682-f7e3-4a42-851e-47af6bed5a22 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Waiting for the task: (returnval){ [ 684.385603] env[61960]: value = "task-435776" [ 684.385603] env[61960]: _type = "Task" [ 684.385603] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.400843] env[61960]: DEBUG oslo_vmware.api [None req-a5614682-f7e3-4a42-851e-47af6bed5a22 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Task: {'id': task-435776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.527905] env[61960]: DEBUG nova.compute.utils [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 684.531299] env[61960]: DEBUG nova.compute.manager [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 684.532168] env[61960]: DEBUG nova.network.neutron [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 684.586966] env[61960]: DEBUG nova.policy [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b748eff1f09b460fbc652edb0e2af1a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23cc9dbac5d741909302929f52abd0bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 684.624276] env[61960]: DEBUG oslo_concurrency.lockutils [None req-59f40be1-eae8-4316-95d0-2e36ca3cecb9 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Acquiring lock "dec63d6c-0b9e-474b-a09a-9420d9d8d366" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.624276] env[61960]: DEBUG oslo_concurrency.lockutils [None req-59f40be1-eae8-4316-95d0-2e36ca3cecb9 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Lock "dec63d6c-0b9e-474b-a09a-9420d9d8d366" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.624276] env[61960]: DEBUG oslo_concurrency.lockutils [None req-59f40be1-eae8-4316-95d0-2e36ca3cecb9 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Acquiring lock "dec63d6c-0b9e-474b-a09a-9420d9d8d366-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.624276] env[61960]: DEBUG oslo_concurrency.lockutils [None req-59f40be1-eae8-4316-95d0-2e36ca3cecb9 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Lock "dec63d6c-0b9e-474b-a09a-9420d9d8d366-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.624276] env[61960]: DEBUG oslo_concurrency.lockutils [None req-59f40be1-eae8-4316-95d0-2e36ca3cecb9 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Lock "dec63d6c-0b9e-474b-a09a-9420d9d8d366-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.626953] env[61960]: INFO nova.compute.manager [None req-59f40be1-eae8-4316-95d0-2e36ca3cecb9 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Terminating instance [ 684.628872] env[61960]: DEBUG nova.compute.manager [None req-59f40be1-eae8-4316-95d0-2e36ca3cecb9 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 684.629084] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-59f40be1-eae8-4316-95d0-2e36ca3cecb9 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 684.629923] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd2a07b-a912-474b-84c3-22b31d9098fa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.637966] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f40be1-eae8-4316-95d0-2e36ca3cecb9 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 684.638592] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0b86911-16f5-495c-b6d4-e9fba3ba79f5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.646580] env[61960]: DEBUG oslo_vmware.api [None req-59f40be1-eae8-4316-95d0-2e36ca3cecb9 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Waiting for the task: (returnval){ [ 684.646580] env[61960]: value = "task-435777" [ 684.646580] env[61960]: _type = "Task" [ 684.646580] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.655734] env[61960]: DEBUG oslo_vmware.api [None req-59f40be1-eae8-4316-95d0-2e36ca3cecb9 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Task: {'id': task-435777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.677126] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Acquiring lock "75f20950-215e-4694-9cd3-ac93bcbf6bb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.677364] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Lock "75f20950-215e-4694-9cd3-ac93bcbf6bb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.754848] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-57410a6b-8037-4322-9d41-0202471c7a55 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 684.755210] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b24d7e3c-758a-441a-b2d9-533e530a8bce {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.762321] env[61960]: DEBUG oslo_vmware.api [None req-57410a6b-8037-4322-9d41-0202471c7a55 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 684.762321] env[61960]: value = "task-435778" [ 684.762321] env[61960]: _type = "Task" [ 684.762321] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.771018] env[61960]: DEBUG oslo_vmware.api [None req-57410a6b-8037-4322-9d41-0202471c7a55 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-435778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.786064] env[61960]: INFO nova.compute.manager [-] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Took 1.75 seconds to deallocate network for instance. [ 684.817606] env[61960]: DEBUG oslo_vmware.api [None req-eea3d3ed-73be-478c-a885-8b59b82b553d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.828303] env[61960]: DEBUG oslo_concurrency.lockutils [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.861155] env[61960]: DEBUG oslo_vmware.api [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Task: {'id': task-435775, 'name': PowerOnVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.879518] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Releasing lock "refresh_cache-315c4d67-8e15-47d8-8943-8d10fc746815" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.879973] env[61960]: DEBUG nova.compute.manager [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Instance network_info: |[{"id": "d4f615c2-4311-428c-9bd1-d41773b52cbe", "address": "fa:16:3e:1f:38:be", "network": {"id": "7516846d-9eb7-456d-aac5-fd598fbbeede", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-157889559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a198c885fa8349a8bdb0da30db916620", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4f615c2-43", "ovs_interfaceid": "d4f615c2-4311-428c-9bd1-d41773b52cbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 684.880427] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:38:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b399c74-1411-408a-b4cd-84e268ae83fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4f615c2-4311-428c-9bd1-d41773b52cbe', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.891450] env[61960]: DEBUG oslo.service.loopingcall [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 684.891736] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 684.897374] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28fa7001-97d0-4dc8-b321-bec35d82565d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.922289] env[61960]: DEBUG nova.compute.manager [req-eb526f33-7eae-4cc4-8001-531b20d6e7c8 req-55be02ed-7037-4630-ad0a-a09cb635f2b3 service nova] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Received event network-vif-deleted-58f1d801-7a1e-4811-a7f7-4d160b32d9c2 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 684.929050] env[61960]: DEBUG oslo_vmware.api [None req-a5614682-f7e3-4a42-851e-47af6bed5a22 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Task: {'id': task-435776, 'name': ReconfigVM_Task, 'duration_secs': 0.172846} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.930874] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a5614682-f7e3-4a42-851e-47af6bed5a22 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Reconfigured VM instance to set the machine id {{(pid=61960) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1805}} [ 684.933481] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.933481] env[61960]: value = "task-435779" [ 684.933481] env[61960]: _type = "Task" [ 684.933481] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.943241] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435779, 'name': CreateVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.989151] env[61960]: DEBUG nova.objects.instance [None req-8e027a25-8da6-4ca2-ab65-f36e349ba011 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Lazy-loading 'flavor' on Instance uuid 81971040-7836-4cb8-9064-952310391b4a {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.998210] env[61960]: DEBUG nova.network.neutron [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Successfully created port: ef406f6e-b5f3-459d-8529-56efe772d7cd {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.032312] env[61960]: DEBUG nova.compute.manager [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 685.160824] env[61960]: DEBUG oslo_vmware.api [None req-59f40be1-eae8-4316-95d0-2e36ca3cecb9 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Task: {'id': task-435777, 'name': PowerOffVM_Task, 'duration_secs': 0.263256} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.166025] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f40be1-eae8-4316-95d0-2e36ca3cecb9 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 685.166025] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-59f40be1-eae8-4316-95d0-2e36ca3cecb9 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 685.166025] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4bd95a8-1493-41eb-adce-063a299ef0e3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.238021] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-59f40be1-eae8-4316-95d0-2e36ca3cecb9 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 685.238021] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-59f40be1-eae8-4316-95d0-2e36ca3cecb9 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 685.238021] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-59f40be1-eae8-4316-95d0-2e36ca3cecb9 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Deleting the datastore file [datastore1] dec63d6c-0b9e-474b-a09a-9420d9d8d366 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.238021] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe69a72b-82b9-40d0-85d0-0246c60c7ec3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.243896] env[61960]: DEBUG oslo_vmware.api [None req-59f40be1-eae8-4316-95d0-2e36ca3cecb9 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Waiting for the task: (returnval){ [ 685.243896] env[61960]: value = "task-435781" [ 685.243896] env[61960]: _type = "Task" [ 685.243896] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.258783] env[61960]: DEBUG oslo_vmware.api [None req-59f40be1-eae8-4316-95d0-2e36ca3cecb9 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Task: {'id': task-435781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.275524] env[61960]: DEBUG oslo_vmware.api [None req-57410a6b-8037-4322-9d41-0202471c7a55 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-435778, 'name': PowerOffVM_Task, 'duration_secs': 0.174461} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.279382] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-57410a6b-8037-4322-9d41-0202471c7a55 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 685.279382] env[61960]: DEBUG nova.compute.manager [None req-57410a6b-8037-4322-9d41-0202471c7a55 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 685.279382] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c1372d-4a00-43d0-9699-6afdfb228b39 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.299429] env[61960]: DEBUG oslo_concurrency.lockutils [None req-adbbb95a-7c9c-4ac1-b331-23ae0ee378ce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.316852] env[61960]: DEBUG oslo_vmware.api [None req-eea3d3ed-73be-478c-a885-8b59b82b553d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.365568] env[61960]: DEBUG oslo_vmware.api [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Task: {'id': task-435775, 'name': PowerOnVM_Task, 'duration_secs': 0.626072} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.365847] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 685.366083] env[61960]: INFO nova.compute.manager [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Took 4.35 seconds to spawn the instance on the hypervisor. [ 685.366275] env[61960]: DEBUG nova.compute.manager [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 685.367075] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71890f81-627c-4c74-841c-4011e6552a8e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.445545] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435779, 'name': CreateVM_Task, 'duration_secs': 0.356475} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.448171] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 685.449071] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.449262] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.449584] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.450162] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc8ecd55-899e-4fca-a739-1647004abcc1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.455015] env[61960]: DEBUG oslo_vmware.api [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for the task: (returnval){ [ 685.455015] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5219c99a-97ca-8e8c-f535-631c8c436670" [ 685.455015] env[61960]: _type = "Task" [ 685.455015] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.466167] env[61960]: DEBUG oslo_vmware.api [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5219c99a-97ca-8e8c-f535-631c8c436670, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.496523] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8e027a25-8da6-4ca2-ab65-f36e349ba011 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Acquiring lock "refresh_cache-81971040-7836-4cb8-9064-952310391b4a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.496812] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8e027a25-8da6-4ca2-ab65-f36e349ba011 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Acquired lock "refresh_cache-81971040-7836-4cb8-9064-952310391b4a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.510315] env[61960]: DEBUG nova.compute.manager [req-3caf3f52-9ec2-4909-9aea-7c1721c126ef req-d4df62db-d168-44f2-ac95-499fe2ac4eb6 service nova] [instance: 81971040-7836-4cb8-9064-952310391b4a] Received event network-changed-b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 685.510625] env[61960]: DEBUG nova.compute.manager [req-3caf3f52-9ec2-4909-9aea-7c1721c126ef req-d4df62db-d168-44f2-ac95-499fe2ac4eb6 service nova] [instance: 81971040-7836-4cb8-9064-952310391b4a] Refreshing instance network info cache due to event network-changed-b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 685.510913] env[61960]: DEBUG oslo_concurrency.lockutils [req-3caf3f52-9ec2-4909-9aea-7c1721c126ef req-d4df62db-d168-44f2-ac95-499fe2ac4eb6 service nova] Acquiring lock "refresh_cache-81971040-7836-4cb8-9064-952310391b4a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.654032] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfc419f-6dd5-4380-ace7-0370b3fb3524 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.664255] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6bfa80-2086-4dcf-a349-263de73b464f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.695799] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2851a8c6-6cd3-4341-a519-add2d9038783 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.700856] env[61960]: DEBUG oslo_concurrency.lockutils [None req-56649da9-3b94-486c-baa1-3e6184d9cf2b tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquiring lock "ec50aa6a-44ae-42f3-99a9-6831c832aca3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.701145] env[61960]: DEBUG oslo_concurrency.lockutils [None req-56649da9-3b94-486c-baa1-3e6184d9cf2b tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "ec50aa6a-44ae-42f3-99a9-6831c832aca3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.706057] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878677ba-3610-4ca8-a928-946b2048da41 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.720512] env[61960]: DEBUG nova.compute.provider_tree [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.754291] env[61960]: DEBUG oslo_vmware.api [None req-59f40be1-eae8-4316-95d0-2e36ca3cecb9 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Task: {'id': task-435781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280749} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.754558] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-59f40be1-eae8-4316-95d0-2e36ca3cecb9 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.754773] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-59f40be1-eae8-4316-95d0-2e36ca3cecb9 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 685.754925] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-59f40be1-eae8-4316-95d0-2e36ca3cecb9 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 685.755115] env[61960]: INFO nova.compute.manager [None req-59f40be1-eae8-4316-95d0-2e36ca3cecb9 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Took 1.13 seconds to destroy the instance on the hypervisor. [ 685.755356] env[61960]: DEBUG oslo.service.loopingcall [None req-59f40be1-eae8-4316-95d0-2e36ca3cecb9 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 685.755634] env[61960]: DEBUG nova.compute.manager [-] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 685.755730] env[61960]: DEBUG nova.network.neutron [-] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 685.791656] env[61960]: DEBUG oslo_concurrency.lockutils [None req-57410a6b-8037-4322-9d41-0202471c7a55 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "bedcdb7c-216f-4248-b5ac-1c71471c4c07" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.552s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.816196] env[61960]: DEBUG oslo_vmware.api [None req-eea3d3ed-73be-478c-a885-8b59b82b553d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.889074] env[61960]: INFO nova.compute.manager [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Took 42.67 seconds to build instance. [ 685.914341] env[61960]: DEBUG nova.network.neutron [None req-8e027a25-8da6-4ca2-ab65-f36e349ba011 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 685.969154] env[61960]: DEBUG oslo_vmware.api [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5219c99a-97ca-8e8c-f535-631c8c436670, 'name': SearchDatastore_Task, 'duration_secs': 0.013074} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.969462] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.969704] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.969944] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.970111] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.970301] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.970566] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2d58ea8-d2ce-475f-861e-725e65b7f620 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.979812] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.979812] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 685.980393] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-142826d0-5486-4686-801b-17188e048142 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.985762] env[61960]: DEBUG oslo_vmware.api [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for the task: (returnval){ [ 685.985762] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52738ad1-2a37-ae4d-096b-d3935a762e5f" [ 685.985762] env[61960]: _type = "Task" [ 685.985762] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.993722] env[61960]: DEBUG oslo_vmware.api [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52738ad1-2a37-ae4d-096b-d3935a762e5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.049156] env[61960]: DEBUG nova.compute.manager [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 686.076281] env[61960]: DEBUG nova.virt.hardware [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 686.076549] env[61960]: DEBUG nova.virt.hardware [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 686.076715] env[61960]: DEBUG nova.virt.hardware [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.076901] env[61960]: DEBUG nova.virt.hardware [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 686.077062] env[61960]: DEBUG nova.virt.hardware [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.077214] env[61960]: DEBUG nova.virt.hardware [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 686.077426] env[61960]: DEBUG nova.virt.hardware [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 686.077660] env[61960]: DEBUG nova.virt.hardware [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 686.077827] env[61960]: DEBUG nova.virt.hardware [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 686.077994] env[61960]: DEBUG nova.virt.hardware [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 686.078186] env[61960]: DEBUG nova.virt.hardware [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 686.079399] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae1c57b-6c57-4995-a294-926542f4b65a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.088666] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51dd28a-4875-493f-996b-c23599f0faac {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.206730] env[61960]: DEBUG nova.compute.utils [None req-56649da9-3b94-486c-baa1-3e6184d9cf2b tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 686.223705] env[61960]: DEBUG nova.scheduler.client.report [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 686.316371] env[61960]: DEBUG oslo_vmware.api [None req-eea3d3ed-73be-478c-a885-8b59b82b553d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.391801] env[61960]: DEBUG oslo_concurrency.lockutils [None req-39542416-ed69-4213-b4a2-8cad05f5f6c8 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Lock "ff9c99c7-43b2-479e-a171-269edf1aa75d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.601s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.500873] env[61960]: DEBUG oslo_vmware.api [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52738ad1-2a37-ae4d-096b-d3935a762e5f, 'name': SearchDatastore_Task, 'duration_secs': 0.014786} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.501811] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a02e1e9d-7fc9-4309-a8b6-84d8300fac15 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.510048] env[61960]: DEBUG oslo_vmware.api [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for the task: (returnval){ [ 686.510048] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523e8354-6f9f-4625-095b-2f83af089fdb" [ 686.510048] env[61960]: _type = "Task" [ 686.510048] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.517917] env[61960]: DEBUG oslo_vmware.api [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523e8354-6f9f-4625-095b-2f83af089fdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.550108] env[61960]: DEBUG nova.network.neutron [-] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.629273] env[61960]: DEBUG nova.network.neutron [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Successfully updated port: ef406f6e-b5f3-459d-8529-56efe772d7cd {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.660203] env[61960]: DEBUG nova.network.neutron [None req-8e027a25-8da6-4ca2-ab65-f36e349ba011 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Updating instance_info_cache with network_info: [{"id": "b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1", "address": "fa:16:3e:46:85:81", "network": {"id": "448a8a48-102d-4577-9505-1c793c4ad73e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-222713243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be6a7be350b242d6ae545eb187ba2dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8ebbfcb-a0", "ovs_interfaceid": "b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.709745] env[61960]: DEBUG oslo_concurrency.lockutils [None req-56649da9-3b94-486c-baa1-3e6184d9cf2b tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "ec50aa6a-44ae-42f3-99a9-6831c832aca3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.730545] env[61960]: DEBUG oslo_concurrency.lockutils [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.730944] env[61960]: DEBUG nova.compute.manager [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 686.733419] env[61960]: DEBUG oslo_concurrency.lockutils [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.003s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.733643] env[61960]: DEBUG nova.objects.instance [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Lazy-loading 'resources' on Instance uuid ea093293-99fb-4412-ac10-68d63bfc0229 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.817916] env[61960]: DEBUG oslo_vmware.api [None req-eea3d3ed-73be-478c-a885-8b59b82b553d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.897363] env[61960]: DEBUG nova.compute.manager [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 687.020014] env[61960]: DEBUG oslo_vmware.api [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523e8354-6f9f-4625-095b-2f83af089fdb, 'name': SearchDatastore_Task, 'duration_secs': 0.010721} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.020360] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.020656] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 315c4d67-8e15-47d8-8943-8d10fc746815/315c4d67-8e15-47d8-8943-8d10fc746815.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 687.020950] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f1c22cd-9b20-416a-8238-626725c1b6f9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.030601] env[61960]: DEBUG oslo_vmware.api [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for the task: (returnval){ [ 687.030601] env[61960]: value = "task-435782" [ 687.030601] env[61960]: _type = "Task" [ 687.030601] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.039605] env[61960]: DEBUG oslo_vmware.api [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.052731] env[61960]: INFO nova.compute.manager [-] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Took 1.30 seconds to deallocate network for instance. [ 687.132125] env[61960]: DEBUG oslo_concurrency.lockutils [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "refresh_cache-383cc933-2136-421f-85cc-e12f1743bd67" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.132354] env[61960]: DEBUG oslo_concurrency.lockutils [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquired lock "refresh_cache-383cc933-2136-421f-85cc-e12f1743bd67" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.132516] env[61960]: DEBUG nova.network.neutron [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 687.162581] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8e027a25-8da6-4ca2-ab65-f36e349ba011 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Releasing lock "refresh_cache-81971040-7836-4cb8-9064-952310391b4a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.162869] env[61960]: DEBUG nova.compute.manager [None req-8e027a25-8da6-4ca2-ab65-f36e349ba011 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Inject network info {{(pid=61960) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7219}} [ 687.163185] env[61960]: DEBUG nova.compute.manager [None req-8e027a25-8da6-4ca2-ab65-f36e349ba011 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] network_info to inject: |[{"id": "b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1", "address": "fa:16:3e:46:85:81", "network": {"id": "448a8a48-102d-4577-9505-1c793c4ad73e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-222713243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be6a7be350b242d6ae545eb187ba2dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8ebbfcb-a0", "ovs_interfaceid": "b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 687.168157] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8e027a25-8da6-4ca2-ab65-f36e349ba011 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Reconfiguring VM instance to set the machine id {{(pid=61960) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1802}} [ 687.168497] env[61960]: DEBUG oslo_concurrency.lockutils [req-3caf3f52-9ec2-4909-9aea-7c1721c126ef req-d4df62db-d168-44f2-ac95-499fe2ac4eb6 service nova] Acquired lock "refresh_cache-81971040-7836-4cb8-9064-952310391b4a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.168745] env[61960]: DEBUG nova.network.neutron [req-3caf3f52-9ec2-4909-9aea-7c1721c126ef req-d4df62db-d168-44f2-ac95-499fe2ac4eb6 service nova] [instance: 81971040-7836-4cb8-9064-952310391b4a] Refreshing network info cache for port b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 687.172099] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df4d6e3d-d57c-4d12-a4e3-bf6e280ea405 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.190415] env[61960]: DEBUG oslo_vmware.api [None req-8e027a25-8da6-4ca2-ab65-f36e349ba011 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Waiting for the task: (returnval){ [ 687.190415] env[61960]: value = "task-435783" [ 687.190415] env[61960]: _type = "Task" [ 687.190415] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.201631] env[61960]: DEBUG oslo_vmware.api [None req-8e027a25-8da6-4ca2-ab65-f36e349ba011 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Task: {'id': task-435783, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.241953] env[61960]: DEBUG nova.compute.utils [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 687.244688] env[61960]: DEBUG nova.compute.manager [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 687.245813] env[61960]: DEBUG nova.network.neutron [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 687.324425] env[61960]: DEBUG oslo_vmware.api [None req-eea3d3ed-73be-478c-a885-8b59b82b553d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.371451] env[61960]: DEBUG nova.policy [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3490b7b754734621a77d0e71de2d409e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3eeccb99cb134932a5614fa56bfa12ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 687.423105] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.544473] env[61960]: DEBUG oslo_vmware.api [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508895} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.548051] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 315c4d67-8e15-47d8-8943-8d10fc746815/315c4d67-8e15-47d8-8943-8d10fc746815.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 687.548649] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.549631] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-895d470e-27a5-4343-a977-3e22d1e161df {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.554147] env[61960]: DEBUG nova.network.neutron [req-3caf3f52-9ec2-4909-9aea-7c1721c126ef req-d4df62db-d168-44f2-ac95-499fe2ac4eb6 service nova] [instance: 81971040-7836-4cb8-9064-952310391b4a] Updated VIF entry in instance network info cache for port b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 687.554147] env[61960]: DEBUG nova.network.neutron [req-3caf3f52-9ec2-4909-9aea-7c1721c126ef req-d4df62db-d168-44f2-ac95-499fe2ac4eb6 service nova] [instance: 81971040-7836-4cb8-9064-952310391b4a] Updating instance_info_cache with network_info: [{"id": "b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1", "address": "fa:16:3e:46:85:81", "network": {"id": "448a8a48-102d-4577-9505-1c793c4ad73e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-222713243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be6a7be350b242d6ae545eb187ba2dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8ebbfcb-a0", "ovs_interfaceid": "b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.562940] env[61960]: DEBUG oslo_concurrency.lockutils [None req-59f40be1-eae8-4316-95d0-2e36ca3cecb9 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.563372] env[61960]: DEBUG oslo_vmware.api [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for the task: (returnval){ [ 687.563372] env[61960]: value = "task-435784" [ 687.563372] env[61960]: _type = "Task" [ 687.563372] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.583505] env[61960]: DEBUG oslo_vmware.api [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.672241] env[61960]: DEBUG nova.network.neutron [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 687.708484] env[61960]: DEBUG oslo_vmware.api [None req-8e027a25-8da6-4ca2-ab65-f36e349ba011 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Task: {'id': task-435783, 'name': ReconfigVM_Task, 'duration_secs': 0.222841} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.708484] env[61960]: DEBUG nova.compute.manager [req-832c4b84-971d-4a15-a35d-989729e21aa4 req-303f0266-ae07-45f3-84a7-488e2f8c0bca service nova] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Received event network-vif-plugged-ef406f6e-b5f3-459d-8529-56efe772d7cd {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 687.708484] env[61960]: DEBUG oslo_concurrency.lockutils [req-832c4b84-971d-4a15-a35d-989729e21aa4 req-303f0266-ae07-45f3-84a7-488e2f8c0bca service nova] Acquiring lock "383cc933-2136-421f-85cc-e12f1743bd67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.708484] env[61960]: DEBUG oslo_concurrency.lockutils [req-832c4b84-971d-4a15-a35d-989729e21aa4 req-303f0266-ae07-45f3-84a7-488e2f8c0bca service nova] Lock "383cc933-2136-421f-85cc-e12f1743bd67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.708484] env[61960]: DEBUG oslo_concurrency.lockutils [req-832c4b84-971d-4a15-a35d-989729e21aa4 req-303f0266-ae07-45f3-84a7-488e2f8c0bca service nova] Lock "383cc933-2136-421f-85cc-e12f1743bd67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.708484] env[61960]: DEBUG nova.compute.manager [req-832c4b84-971d-4a15-a35d-989729e21aa4 req-303f0266-ae07-45f3-84a7-488e2f8c0bca service nova] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] No waiting events found dispatching network-vif-plugged-ef406f6e-b5f3-459d-8529-56efe772d7cd {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 687.708763] env[61960]: WARNING nova.compute.manager [req-832c4b84-971d-4a15-a35d-989729e21aa4 req-303f0266-ae07-45f3-84a7-488e2f8c0bca service nova] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Received unexpected event network-vif-plugged-ef406f6e-b5f3-459d-8529-56efe772d7cd for instance with vm_state building and task_state spawning. [ 687.708796] env[61960]: DEBUG nova.compute.manager [req-832c4b84-971d-4a15-a35d-989729e21aa4 req-303f0266-ae07-45f3-84a7-488e2f8c0bca service nova] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Received event network-changed-ef406f6e-b5f3-459d-8529-56efe772d7cd {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 687.708946] env[61960]: DEBUG nova.compute.manager [req-832c4b84-971d-4a15-a35d-989729e21aa4 req-303f0266-ae07-45f3-84a7-488e2f8c0bca service nova] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Refreshing instance network info cache due to event network-changed-ef406f6e-b5f3-459d-8529-56efe772d7cd. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 687.709343] env[61960]: DEBUG oslo_concurrency.lockutils [req-832c4b84-971d-4a15-a35d-989729e21aa4 req-303f0266-ae07-45f3-84a7-488e2f8c0bca service nova] Acquiring lock "refresh_cache-383cc933-2136-421f-85cc-e12f1743bd67" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.709497] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8e027a25-8da6-4ca2-ab65-f36e349ba011 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Reconfigured VM instance to set the machine id {{(pid=61960) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1805}} [ 687.749489] env[61960]: DEBUG nova.compute.manager [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 687.789860] env[61960]: DEBUG oslo_concurrency.lockutils [None req-56649da9-3b94-486c-baa1-3e6184d9cf2b tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquiring lock "ec50aa6a-44ae-42f3-99a9-6831c832aca3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.790137] env[61960]: DEBUG oslo_concurrency.lockutils [None req-56649da9-3b94-486c-baa1-3e6184d9cf2b tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "ec50aa6a-44ae-42f3-99a9-6831c832aca3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.790373] env[61960]: INFO nova.compute.manager [None req-56649da9-3b94-486c-baa1-3e6184d9cf2b tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Attaching volume 10057e2b-c85d-4b47-ba1b-c1dbea5c44c7 to /dev/sdb [ 687.818510] env[61960]: DEBUG oslo_vmware.api [None req-eea3d3ed-73be-478c-a885-8b59b82b553d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.823490] env[61960]: DEBUG nova.compute.manager [req-977fc5ab-1b06-4236-b706-1218b977d17f req-fca6d62e-dc16-4e83-a522-7b78bfaf1def service nova] [instance: 81971040-7836-4cb8-9064-952310391b4a] Received event network-changed-b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 687.823974] env[61960]: DEBUG nova.compute.manager [req-977fc5ab-1b06-4236-b706-1218b977d17f req-fca6d62e-dc16-4e83-a522-7b78bfaf1def service nova] [instance: 81971040-7836-4cb8-9064-952310391b4a] Refreshing instance network info cache due to event network-changed-b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 687.824176] env[61960]: DEBUG oslo_concurrency.lockutils [req-977fc5ab-1b06-4236-b706-1218b977d17f req-fca6d62e-dc16-4e83-a522-7b78bfaf1def service nova] Acquiring lock "refresh_cache-81971040-7836-4cb8-9064-952310391b4a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.844922] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27a042e-20de-4efb-b9c0-4b22a180678e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.862573] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c23f4d-1d0f-4dec-88eb-305a2298bce5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.886614] env[61960]: DEBUG nova.virt.block_device [None req-56649da9-3b94-486c-baa1-3e6184d9cf2b tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Updating existing volume attachment record: 1b502f7e-4b5a-4a12-b038-f86b1cf8515d {{(pid=61960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 687.910227] env[61960]: DEBUG nova.network.neutron [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Updating instance_info_cache with network_info: [{"id": "ef406f6e-b5f3-459d-8529-56efe772d7cd", "address": "fa:16:3e:24:4e:19", "network": {"id": "31765203-66f3-480a-8482-041aa55b1129", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-209584599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23cc9dbac5d741909302929f52abd0bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef406f6e-b5", "ovs_interfaceid": "ef406f6e-b5f3-459d-8529-56efe772d7cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.980777] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da624f43-7b4e-416a-b182-62acbd1c139f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.988524] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105693fc-7145-4af2-a30d-7e3828506702 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.033537] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb6bb1a-7547-4eff-aa90-d2957e787d70 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.042328] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9999a071-4e70-415f-9193-839b7167544c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.056893] env[61960]: DEBUG nova.compute.provider_tree [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 688.059768] env[61960]: DEBUG nova.network.neutron [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Successfully created port: 9e95f360-9d00-4e7f-b413-d452a05fc212 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.061774] env[61960]: DEBUG oslo_concurrency.lockutils [req-3caf3f52-9ec2-4909-9aea-7c1721c126ef req-d4df62db-d168-44f2-ac95-499fe2ac4eb6 service nova] Releasing lock "refresh_cache-81971040-7836-4cb8-9064-952310391b4a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.061774] env[61960]: DEBUG nova.compute.manager [req-3caf3f52-9ec2-4909-9aea-7c1721c126ef req-d4df62db-d168-44f2-ac95-499fe2ac4eb6 service nova] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Received event network-changed-d4f615c2-4311-428c-9bd1-d41773b52cbe {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 688.061774] env[61960]: DEBUG nova.compute.manager [req-3caf3f52-9ec2-4909-9aea-7c1721c126ef req-d4df62db-d168-44f2-ac95-499fe2ac4eb6 service nova] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Refreshing instance network info cache due to event network-changed-d4f615c2-4311-428c-9bd1-d41773b52cbe. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 688.061774] env[61960]: DEBUG oslo_concurrency.lockutils [req-3caf3f52-9ec2-4909-9aea-7c1721c126ef req-d4df62db-d168-44f2-ac95-499fe2ac4eb6 service nova] Acquiring lock "refresh_cache-315c4d67-8e15-47d8-8943-8d10fc746815" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.062045] env[61960]: DEBUG oslo_concurrency.lockutils [req-3caf3f52-9ec2-4909-9aea-7c1721c126ef req-d4df62db-d168-44f2-ac95-499fe2ac4eb6 service nova] Acquired lock "refresh_cache-315c4d67-8e15-47d8-8943-8d10fc746815" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.063061] env[61960]: DEBUG nova.network.neutron [req-3caf3f52-9ec2-4909-9aea-7c1721c126ef req-d4df62db-d168-44f2-ac95-499fe2ac4eb6 service nova] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Refreshing network info cache for port d4f615c2-4311-428c-9bd1-d41773b52cbe {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 688.063892] env[61960]: DEBUG nova.objects.instance [None req-601c923f-8bec-4db7-a624-89b898303bd5 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lazy-loading 'flavor' on Instance uuid bedcdb7c-216f-4248-b5ac-1c71471c4c07 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.068247] env[61960]: DEBUG oslo_concurrency.lockutils [req-977fc5ab-1b06-4236-b706-1218b977d17f req-fca6d62e-dc16-4e83-a522-7b78bfaf1def service nova] Acquired lock "refresh_cache-81971040-7836-4cb8-9064-952310391b4a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.068247] env[61960]: DEBUG nova.network.neutron [req-977fc5ab-1b06-4236-b706-1218b977d17f req-fca6d62e-dc16-4e83-a522-7b78bfaf1def service nova] [instance: 81971040-7836-4cb8-9064-952310391b4a] Refreshing network info cache for port b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 688.080635] env[61960]: DEBUG oslo_vmware.api [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085536} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.080635] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.081979] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81103fae-31eb-43f2-b2cc-249baaab5624 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.111055] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 315c4d67-8e15-47d8-8943-8d10fc746815/315c4d67-8e15-47d8-8943-8d10fc746815.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.113949] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4e86891-7ee3-4651-8611-ad7c36aa1c7a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.130045] env[61960]: DEBUG oslo_concurrency.lockutils [None req-601c923f-8bec-4db7-a624-89b898303bd5 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "refresh_cache-bedcdb7c-216f-4248-b5ac-1c71471c4c07" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.130253] env[61960]: DEBUG oslo_concurrency.lockutils [None req-601c923f-8bec-4db7-a624-89b898303bd5 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquired lock "refresh_cache-bedcdb7c-216f-4248-b5ac-1c71471c4c07" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.130434] env[61960]: DEBUG nova.network.neutron [None req-601c923f-8bec-4db7-a624-89b898303bd5 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 688.130622] env[61960]: DEBUG nova.objects.instance [None req-601c923f-8bec-4db7-a624-89b898303bd5 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lazy-loading 'info_cache' on Instance uuid bedcdb7c-216f-4248-b5ac-1c71471c4c07 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.138494] env[61960]: DEBUG oslo_vmware.api [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for the task: (returnval){ [ 688.138494] env[61960]: value = "task-435786" [ 688.138494] env[61960]: _type = "Task" [ 688.138494] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.147758] env[61960]: DEBUG oslo_vmware.api [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435786, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.325832] env[61960]: DEBUG oslo_vmware.api [None req-eea3d3ed-73be-478c-a885-8b59b82b553d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.414283] env[61960]: DEBUG oslo_concurrency.lockutils [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Releasing lock "refresh_cache-383cc933-2136-421f-85cc-e12f1743bd67" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.414283] env[61960]: DEBUG nova.compute.manager [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Instance network_info: |[{"id": "ef406f6e-b5f3-459d-8529-56efe772d7cd", "address": "fa:16:3e:24:4e:19", "network": {"id": "31765203-66f3-480a-8482-041aa55b1129", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-209584599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23cc9dbac5d741909302929f52abd0bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef406f6e-b5", "ovs_interfaceid": "ef406f6e-b5f3-459d-8529-56efe772d7cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 688.414283] env[61960]: DEBUG oslo_concurrency.lockutils [req-832c4b84-971d-4a15-a35d-989729e21aa4 req-303f0266-ae07-45f3-84a7-488e2f8c0bca service nova] Acquired lock "refresh_cache-383cc933-2136-421f-85cc-e12f1743bd67" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.414283] env[61960]: DEBUG nova.network.neutron [req-832c4b84-971d-4a15-a35d-989729e21aa4 req-303f0266-ae07-45f3-84a7-488e2f8c0bca service nova] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Refreshing network info cache for port ef406f6e-b5f3-459d-8529-56efe772d7cd {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 688.416299] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:4e:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef406f6e-b5f3-459d-8529-56efe772d7cd', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.426053] env[61960]: DEBUG oslo.service.loopingcall [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 688.426940] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 688.427147] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f835f941-55de-41ba-9796-8e81e53e0790 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.453298] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.453298] env[61960]: value = "task-435789" [ 688.453298] env[61960]: _type = "Task" [ 688.453298] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.462804] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435789, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.588788] env[61960]: ERROR nova.scheduler.client.report [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] [req-9045809d-74c5-4483-b048-1d7defb0f422] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9045809d-74c5-4483-b048-1d7defb0f422"}]} [ 688.610053] env[61960]: DEBUG nova.scheduler.client.report [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 688.625792] env[61960]: DEBUG nova.scheduler.client.report [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 688.626673] env[61960]: DEBUG nova.compute.provider_tree [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 688.635853] env[61960]: DEBUG nova.objects.base [None req-601c923f-8bec-4db7-a624-89b898303bd5 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=61960) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 688.644975] env[61960]: DEBUG nova.scheduler.client.report [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 688.655137] env[61960]: DEBUG oslo_vmware.api [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435786, 'name': ReconfigVM_Task, 'duration_secs': 0.380925} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.655137] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 315c4d67-8e15-47d8-8943-8d10fc746815/315c4d67-8e15-47d8-8943-8d10fc746815.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.655346] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-921e1fef-6af4-4685-b09a-4ff537784d41 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.663819] env[61960]: DEBUG oslo_vmware.api [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for the task: (returnval){ [ 688.663819] env[61960]: value = "task-435790" [ 688.663819] env[61960]: _type = "Task" [ 688.663819] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.667609] env[61960]: DEBUG nova.scheduler.client.report [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 688.676570] env[61960]: DEBUG oslo_vmware.api [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435790, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.761737] env[61960]: DEBUG nova.compute.manager [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 688.791710] env[61960]: DEBUG nova.virt.hardware [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 688.792024] env[61960]: DEBUG nova.virt.hardware [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 688.792235] env[61960]: DEBUG nova.virt.hardware [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.792385] env[61960]: DEBUG nova.virt.hardware [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 688.792536] env[61960]: DEBUG nova.virt.hardware [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.792688] env[61960]: DEBUG nova.virt.hardware [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 688.792905] env[61960]: DEBUG nova.virt.hardware [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 688.793152] env[61960]: DEBUG nova.virt.hardware [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 688.793346] env[61960]: DEBUG nova.virt.hardware [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 688.793542] env[61960]: DEBUG nova.virt.hardware [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 688.793691] env[61960]: DEBUG nova.virt.hardware [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 688.794576] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20629881-2809-449c-97a7-15bdbd29bad7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.806028] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429cf096-7fe4-49b7-8318-c10c132b9cda {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.819189] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9d67a60f-c762-4c91-8604-1c1490912923 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Acquiring lock "81971040-7836-4cb8-9064-952310391b4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.819442] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9d67a60f-c762-4c91-8604-1c1490912923 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Lock "81971040-7836-4cb8-9064-952310391b4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.819649] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9d67a60f-c762-4c91-8604-1c1490912923 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Acquiring lock "81971040-7836-4cb8-9064-952310391b4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.819863] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9d67a60f-c762-4c91-8604-1c1490912923 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Lock "81971040-7836-4cb8-9064-952310391b4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.820062] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9d67a60f-c762-4c91-8604-1c1490912923 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Lock "81971040-7836-4cb8-9064-952310391b4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.822163] env[61960]: INFO nova.compute.manager [None req-9d67a60f-c762-4c91-8604-1c1490912923 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Terminating instance [ 688.824059] env[61960]: DEBUG nova.compute.manager [None req-9d67a60f-c762-4c91-8604-1c1490912923 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 688.824246] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9d67a60f-c762-4c91-8604-1c1490912923 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 688.836499] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7d0cac-9f20-4cbb-84f2-618ce367901b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.839286] env[61960]: DEBUG oslo_vmware.api [None req-eea3d3ed-73be-478c-a885-8b59b82b553d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435772, 'name': ReconfigVM_Task} progress is 18%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.846355] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d67a60f-c762-4c91-8604-1c1490912923 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 688.849048] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d42da4e-a085-4d25-9db3-6832e8abc58a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.858180] env[61960]: DEBUG oslo_vmware.api [None req-9d67a60f-c762-4c91-8604-1c1490912923 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Waiting for the task: (returnval){ [ 688.858180] env[61960]: value = "task-435791" [ 688.858180] env[61960]: _type = "Task" [ 688.858180] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.870394] env[61960]: DEBUG oslo_vmware.api [None req-9d67a60f-c762-4c91-8604-1c1490912923 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Task: {'id': task-435791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.966625] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435789, 'name': CreateVM_Task, 'duration_secs': 0.480388} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.969032] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 688.970057] env[61960]: DEBUG oslo_concurrency.lockutils [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.970305] env[61960]: DEBUG oslo_concurrency.lockutils [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.970568] env[61960]: DEBUG oslo_concurrency.lockutils [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.970834] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-997c1582-e9cd-4f80-bed6-d291f3934046 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.976830] env[61960]: DEBUG oslo_vmware.api [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 688.976830] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fa072e-8868-4b20-302f-13c0843d5122" [ 688.976830] env[61960]: _type = "Task" [ 688.976830] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.986463] env[61960]: DEBUG oslo_vmware.api [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fa072e-8868-4b20-302f-13c0843d5122, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.032186] env[61960]: DEBUG nova.network.neutron [req-3caf3f52-9ec2-4909-9aea-7c1721c126ef req-d4df62db-d168-44f2-ac95-499fe2ac4eb6 service nova] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Updated VIF entry in instance network info cache for port d4f615c2-4311-428c-9bd1-d41773b52cbe. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 689.033544] env[61960]: DEBUG nova.network.neutron [req-3caf3f52-9ec2-4909-9aea-7c1721c126ef req-d4df62db-d168-44f2-ac95-499fe2ac4eb6 service nova] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Updating instance_info_cache with network_info: [{"id": "d4f615c2-4311-428c-9bd1-d41773b52cbe", "address": "fa:16:3e:1f:38:be", "network": {"id": "7516846d-9eb7-456d-aac5-fd598fbbeede", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-157889559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a198c885fa8349a8bdb0da30db916620", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4f615c2-43", "ovs_interfaceid": "d4f615c2-4311-428c-9bd1-d41773b52cbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.089680] env[61960]: DEBUG nova.network.neutron [req-977fc5ab-1b06-4236-b706-1218b977d17f req-fca6d62e-dc16-4e83-a522-7b78bfaf1def service nova] [instance: 81971040-7836-4cb8-9064-952310391b4a] Updated VIF entry in instance network info cache for port b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 689.090101] env[61960]: DEBUG nova.network.neutron [req-977fc5ab-1b06-4236-b706-1218b977d17f req-fca6d62e-dc16-4e83-a522-7b78bfaf1def service nova] [instance: 81971040-7836-4cb8-9064-952310391b4a] Updating instance_info_cache with network_info: [{"id": "b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1", "address": "fa:16:3e:46:85:81", "network": {"id": "448a8a48-102d-4577-9505-1c793c4ad73e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-222713243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be6a7be350b242d6ae545eb187ba2dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8ebbfcb-a0", "ovs_interfaceid": "b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.178126] env[61960]: DEBUG oslo_vmware.api [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435790, 'name': Rename_Task, 'duration_secs': 0.253222} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.180722] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 689.183181] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c95b9563-34b5-4e1d-ad48-401e10794145 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.191203] env[61960]: DEBUG oslo_vmware.api [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for the task: (returnval){ [ 689.191203] env[61960]: value = "task-435792" [ 689.191203] env[61960]: _type = "Task" [ 689.191203] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.200706] env[61960]: DEBUG oslo_vmware.api [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.239025] env[61960]: DEBUG nova.network.neutron [req-832c4b84-971d-4a15-a35d-989729e21aa4 req-303f0266-ae07-45f3-84a7-488e2f8c0bca service nova] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Updated VIF entry in instance network info cache for port ef406f6e-b5f3-459d-8529-56efe772d7cd. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 689.239025] env[61960]: DEBUG nova.network.neutron [req-832c4b84-971d-4a15-a35d-989729e21aa4 req-303f0266-ae07-45f3-84a7-488e2f8c0bca service nova] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Updating instance_info_cache with network_info: [{"id": "ef406f6e-b5f3-459d-8529-56efe772d7cd", "address": "fa:16:3e:24:4e:19", "network": {"id": "31765203-66f3-480a-8482-041aa55b1129", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-209584599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23cc9dbac5d741909302929f52abd0bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef406f6e-b5", "ovs_interfaceid": "ef406f6e-b5f3-459d-8529-56efe772d7cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.299707] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf95f7ba-8c35-421b-8c66-be56812915de {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.308902] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b099b7-e60c-43f0-87aa-0b905ac643dd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.344171] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304d77b3-9382-45da-8bc5-dafbb81ee9b2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.350027] env[61960]: DEBUG oslo_vmware.api [None req-eea3d3ed-73be-478c-a885-8b59b82b553d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435772, 'name': ReconfigVM_Task, 'duration_secs': 5.859146} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.350193] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eea3d3ed-73be-478c-a885-8b59b82b553d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Releasing lock "66396ef9-04a2-4c50-9f3a-c1a398aa36de" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.350433] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-eea3d3ed-73be-478c-a885-8b59b82b553d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Reconfigured VM to detach interface {{(pid=61960) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1984}} [ 689.356259] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2793f70-450f-4a28-ba5d-e439bff68bbb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.369953] env[61960]: DEBUG oslo_vmware.api [None req-9d67a60f-c762-4c91-8604-1c1490912923 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Task: {'id': task-435791, 'name': PowerOffVM_Task, 'duration_secs': 0.321471} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.378039] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d67a60f-c762-4c91-8604-1c1490912923 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 689.378323] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9d67a60f-c762-4c91-8604-1c1490912923 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 689.378849] env[61960]: DEBUG nova.compute.provider_tree [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 689.384185] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e3463ed-c14a-4454-b064-a9ebf9451361 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.465975] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9d67a60f-c762-4c91-8604-1c1490912923 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 689.466258] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9d67a60f-c762-4c91-8604-1c1490912923 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 689.466510] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d67a60f-c762-4c91-8604-1c1490912923 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Deleting the datastore file [datastore1] 81971040-7836-4cb8-9064-952310391b4a {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.466808] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbc5afd1-da7d-4f87-9657-18a9572ad8c0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.470348] env[61960]: DEBUG nova.network.neutron [None req-601c923f-8bec-4db7-a624-89b898303bd5 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Updating instance_info_cache with network_info: [{"id": "329e7ecf-f461-4acb-8b46-c1b825abf425", "address": "fa:16:3e:ac:72:50", "network": {"id": "148b3213-0f77-4469-b901-9b93a55e3a91", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-997896372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5e3e891410455abd448117aabf8d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329e7ecf-f4", "ovs_interfaceid": "329e7ecf-f461-4acb-8b46-c1b825abf425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.477362] env[61960]: DEBUG oslo_vmware.api [None req-9d67a60f-c762-4c91-8604-1c1490912923 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Waiting for the task: (returnval){ [ 689.477362] env[61960]: value = "task-435794" [ 689.477362] env[61960]: _type = "Task" [ 689.477362] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.490417] env[61960]: DEBUG oslo_vmware.api [None req-9d67a60f-c762-4c91-8604-1c1490912923 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Task: {'id': task-435794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.493425] env[61960]: DEBUG oslo_vmware.api [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fa072e-8868-4b20-302f-13c0843d5122, 'name': SearchDatastore_Task, 'duration_secs': 0.012371} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.493704] env[61960]: DEBUG oslo_concurrency.lockutils [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.493937] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.494188] env[61960]: DEBUG oslo_concurrency.lockutils [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.494339] env[61960]: DEBUG oslo_concurrency.lockutils [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.494621] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.494983] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-139d58a0-826a-44c7-b6e8-75a3bbb071d3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.503921] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.504126] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 689.504829] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fce260d8-38f6-4634-873e-32814e18d07d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.511209] env[61960]: DEBUG oslo_vmware.api [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 689.511209] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52755a41-356e-497f-08d4-ad7b863e6d96" [ 689.511209] env[61960]: _type = "Task" [ 689.511209] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.518247] env[61960]: DEBUG oslo_vmware.api [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52755a41-356e-497f-08d4-ad7b863e6d96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.538448] env[61960]: DEBUG oslo_concurrency.lockutils [req-3caf3f52-9ec2-4909-9aea-7c1721c126ef req-d4df62db-d168-44f2-ac95-499fe2ac4eb6 service nova] Releasing lock "refresh_cache-315c4d67-8e15-47d8-8943-8d10fc746815" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.538731] env[61960]: DEBUG nova.compute.manager [req-3caf3f52-9ec2-4909-9aea-7c1721c126ef req-d4df62db-d168-44f2-ac95-499fe2ac4eb6 service nova] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Received event network-vif-deleted-d98aef44-456f-48df-bff5-b7804ad93a47 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 689.593463] env[61960]: DEBUG oslo_concurrency.lockutils [req-977fc5ab-1b06-4236-b706-1218b977d17f req-fca6d62e-dc16-4e83-a522-7b78bfaf1def service nova] Releasing lock "refresh_cache-81971040-7836-4cb8-9064-952310391b4a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.594217] env[61960]: DEBUG nova.compute.manager [req-977fc5ab-1b06-4236-b706-1218b977d17f req-fca6d62e-dc16-4e83-a522-7b78bfaf1def service nova] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Received event network-vif-deleted-82eaeb83-0eec-4c25-92c2-ef16dca22934 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 689.703021] env[61960]: DEBUG oslo_vmware.api [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435792, 'name': PowerOnVM_Task} progress is 89%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.738644] env[61960]: DEBUG oslo_concurrency.lockutils [req-832c4b84-971d-4a15-a35d-989729e21aa4 req-303f0266-ae07-45f3-84a7-488e2f8c0bca service nova] Releasing lock "refresh_cache-383cc933-2136-421f-85cc-e12f1743bd67" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.828974] env[61960]: DEBUG nova.compute.manager [req-d6f888b5-cb90-4628-8ece-d56dc5fceaef req-056b73a1-dbd6-445f-a9d5-9d3d969e63de service nova] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Received event network-changed-2c802e6c-5e92-4a78-bf95-477476bcf484 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 689.830330] env[61960]: DEBUG nova.compute.manager [req-d6f888b5-cb90-4628-8ece-d56dc5fceaef req-056b73a1-dbd6-445f-a9d5-9d3d969e63de service nova] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Refreshing instance network info cache due to event network-changed-2c802e6c-5e92-4a78-bf95-477476bcf484. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 689.830606] env[61960]: DEBUG oslo_concurrency.lockutils [req-d6f888b5-cb90-4628-8ece-d56dc5fceaef req-056b73a1-dbd6-445f-a9d5-9d3d969e63de service nova] Acquiring lock "refresh_cache-ff9c99c7-43b2-479e-a171-269edf1aa75d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.830865] env[61960]: DEBUG oslo_concurrency.lockutils [req-d6f888b5-cb90-4628-8ece-d56dc5fceaef req-056b73a1-dbd6-445f-a9d5-9d3d969e63de service nova] Acquired lock "refresh_cache-ff9c99c7-43b2-479e-a171-269edf1aa75d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.831479] env[61960]: DEBUG nova.network.neutron [req-d6f888b5-cb90-4628-8ece-d56dc5fceaef req-056b73a1-dbd6-445f-a9d5-9d3d969e63de service nova] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Refreshing network info cache for port 2c802e6c-5e92-4a78-bf95-477476bcf484 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 689.889229] env[61960]: DEBUG nova.network.neutron [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Successfully updated port: 9e95f360-9d00-4e7f-b413-d452a05fc212 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.940541] env[61960]: DEBUG nova.scheduler.client.report [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 689.941390] env[61960]: DEBUG nova.compute.provider_tree [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 69 to 70 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 689.941390] env[61960]: DEBUG nova.compute.provider_tree [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 689.973278] env[61960]: DEBUG oslo_concurrency.lockutils [None req-601c923f-8bec-4db7-a624-89b898303bd5 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Releasing lock "refresh_cache-bedcdb7c-216f-4248-b5ac-1c71471c4c07" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.990122] env[61960]: DEBUG oslo_vmware.api [None req-9d67a60f-c762-4c91-8604-1c1490912923 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Task: {'id': task-435794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224442} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.990384] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d67a60f-c762-4c91-8604-1c1490912923 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.990577] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9d67a60f-c762-4c91-8604-1c1490912923 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 689.990760] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9d67a60f-c762-4c91-8604-1c1490912923 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 689.990938] env[61960]: INFO nova.compute.manager [None req-9d67a60f-c762-4c91-8604-1c1490912923 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] [instance: 81971040-7836-4cb8-9064-952310391b4a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 689.991213] env[61960]: DEBUG oslo.service.loopingcall [None req-9d67a60f-c762-4c91-8604-1c1490912923 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 689.991414] env[61960]: DEBUG nova.compute.manager [-] [instance: 81971040-7836-4cb8-9064-952310391b4a] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 689.991514] env[61960]: DEBUG nova.network.neutron [-] [instance: 81971040-7836-4cb8-9064-952310391b4a] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 690.021710] env[61960]: DEBUG oslo_vmware.api [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52755a41-356e-497f-08d4-ad7b863e6d96, 'name': SearchDatastore_Task, 'duration_secs': 0.009753} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.022458] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-764219c8-b2ac-498e-b4cc-2c2997097a7b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.028360] env[61960]: DEBUG oslo_vmware.api [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 690.028360] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522ab1ae-7c6b-1b20-5ee0-92ff5af7b99b" [ 690.028360] env[61960]: _type = "Task" [ 690.028360] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.037458] env[61960]: DEBUG oslo_vmware.api [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522ab1ae-7c6b-1b20-5ee0-92ff5af7b99b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.209238] env[61960]: DEBUG oslo_vmware.api [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435792, 'name': PowerOnVM_Task, 'duration_secs': 0.638372} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.209654] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 690.209982] env[61960]: INFO nova.compute.manager [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Took 8.17 seconds to spawn the instance on the hypervisor. [ 690.210303] env[61960]: DEBUG nova.compute.manager [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 690.211646] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e306cfb-fc6d-4fd8-80b1-551959b3b268 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.397797] env[61960]: DEBUG oslo_concurrency.lockutils [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquiring lock "refresh_cache-e94b6c33-7bfb-4aae-b619-c7da2201cb92" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.397797] env[61960]: DEBUG oslo_concurrency.lockutils [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquired lock "refresh_cache-e94b6c33-7bfb-4aae-b619-c7da2201cb92" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.397797] env[61960]: DEBUG nova.network.neutron [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 690.449833] env[61960]: DEBUG oslo_concurrency.lockutils [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.716s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.453649] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.258s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.453649] env[61960]: DEBUG nova.objects.instance [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Lazy-loading 'resources' on Instance uuid 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 690.476510] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-601c923f-8bec-4db7-a624-89b898303bd5 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 690.477263] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8f943cc-29e3-4818-b0a6-e19a19e4f588 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.484294] env[61960]: INFO nova.scheduler.client.report [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Deleted allocations for instance ea093293-99fb-4412-ac10-68d63bfc0229 [ 690.498519] env[61960]: DEBUG oslo_vmware.api [None req-601c923f-8bec-4db7-a624-89b898303bd5 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 690.498519] env[61960]: value = "task-435796" [ 690.498519] env[61960]: _type = "Task" [ 690.498519] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.511826] env[61960]: DEBUG oslo_vmware.api [None req-601c923f-8bec-4db7-a624-89b898303bd5 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-435796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.545851] env[61960]: DEBUG oslo_vmware.api [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522ab1ae-7c6b-1b20-5ee0-92ff5af7b99b, 'name': SearchDatastore_Task, 'duration_secs': 0.019042} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.550410] env[61960]: DEBUG oslo_concurrency.lockutils [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.550726] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 383cc933-2136-421f-85cc-e12f1743bd67/383cc933-2136-421f-85cc-e12f1743bd67.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 690.554784] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e91a175c-2a41-4bfe-adec-d0ce2b783739 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.563995] env[61960]: DEBUG oslo_vmware.api [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 690.563995] env[61960]: value = "task-435797" [ 690.563995] env[61960]: _type = "Task" [ 690.563995] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.577465] env[61960]: DEBUG oslo_vmware.api [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.738078] env[61960]: INFO nova.compute.manager [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Took 43.71 seconds to build instance. [ 690.792970] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eea3d3ed-73be-478c-a885-8b59b82b553d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "refresh_cache-66396ef9-04a2-4c50-9f3a-c1a398aa36de" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.793220] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eea3d3ed-73be-478c-a885-8b59b82b553d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired lock "refresh_cache-66396ef9-04a2-4c50-9f3a-c1a398aa36de" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.793510] env[61960]: DEBUG nova.network.neutron [None req-eea3d3ed-73be-478c-a885-8b59b82b553d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 690.928304] env[61960]: DEBUG nova.network.neutron [req-d6f888b5-cb90-4628-8ece-d56dc5fceaef req-056b73a1-dbd6-445f-a9d5-9d3d969e63de service nova] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Updated VIF entry in instance network info cache for port 2c802e6c-5e92-4a78-bf95-477476bcf484. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 690.928304] env[61960]: DEBUG nova.network.neutron [req-d6f888b5-cb90-4628-8ece-d56dc5fceaef req-056b73a1-dbd6-445f-a9d5-9d3d969e63de service nova] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Updating instance_info_cache with network_info: [{"id": "2c802e6c-5e92-4a78-bf95-477476bcf484", "address": "fa:16:3e:15:af:59", "network": {"id": "47a6b356-2bc7-4ece-be73-afcde9169d7a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1028491854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa210c336da3492d984c52f7a5b54a95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c802e6c-5e", "ovs_interfaceid": "2c802e6c-5e92-4a78-bf95-477476bcf484", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.943736] env[61960]: DEBUG nova.network.neutron [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 691.006031] env[61960]: DEBUG oslo_concurrency.lockutils [None req-860cbe84-689f-4d4e-afef-6cf4a0104d21 tempest-FloatingIPsAssociationTestJSON-1730431761 tempest-FloatingIPsAssociationTestJSON-1730431761-project-member] Lock "ea093293-99fb-4412-ac10-68d63bfc0229" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.828s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.028333] env[61960]: DEBUG oslo_vmware.api [None req-601c923f-8bec-4db7-a624-89b898303bd5 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-435796, 'name': PowerOnVM_Task, 'duration_secs': 0.482358} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.028333] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-601c923f-8bec-4db7-a624-89b898303bd5 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 691.028624] env[61960]: DEBUG nova.compute.manager [None req-601c923f-8bec-4db7-a624-89b898303bd5 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 691.033376] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c2da3e-ac33-48b1-b37a-b95e606b09fd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.054911] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a0415f8f-4983-4e2a-b7e1-64953d2cb716 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "66396ef9-04a2-4c50-9f3a-c1a398aa36de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.055466] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a0415f8f-4983-4e2a-b7e1-64953d2cb716 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "66396ef9-04a2-4c50-9f3a-c1a398aa36de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.055774] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a0415f8f-4983-4e2a-b7e1-64953d2cb716 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "66396ef9-04a2-4c50-9f3a-c1a398aa36de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.056387] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a0415f8f-4983-4e2a-b7e1-64953d2cb716 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "66396ef9-04a2-4c50-9f3a-c1a398aa36de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.056641] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a0415f8f-4983-4e2a-b7e1-64953d2cb716 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "66396ef9-04a2-4c50-9f3a-c1a398aa36de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.061780] env[61960]: INFO nova.compute.manager [None req-a0415f8f-4983-4e2a-b7e1-64953d2cb716 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Terminating instance [ 691.064399] env[61960]: DEBUG nova.compute.manager [None req-a0415f8f-4983-4e2a-b7e1-64953d2cb716 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 691.064595] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a0415f8f-4983-4e2a-b7e1-64953d2cb716 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 691.065513] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29dad4c1-2b76-4fda-8a10-6c0aad4f3987 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.082905] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0415f8f-4983-4e2a-b7e1-64953d2cb716 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 691.083142] env[61960]: DEBUG oslo_vmware.api [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435797, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.083659] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c3ba0a3-b9c7-4577-8630-b01256770d2f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.092831] env[61960]: DEBUG oslo_vmware.api [None req-a0415f8f-4983-4e2a-b7e1-64953d2cb716 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 691.092831] env[61960]: value = "task-435798" [ 691.092831] env[61960]: _type = "Task" [ 691.092831] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.110525] env[61960]: DEBUG oslo_vmware.api [None req-a0415f8f-4983-4e2a-b7e1-64953d2cb716 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.185264] env[61960]: DEBUG nova.network.neutron [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Updating instance_info_cache with network_info: [{"id": "9e95f360-9d00-4e7f-b413-d452a05fc212", "address": "fa:16:3e:6a:bd:51", "network": {"id": "377873bf-feec-42cb-b39d-46c238921532", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1083648275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3eeccb99cb134932a5614fa56bfa12ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e95f360-9d", "ovs_interfaceid": "9e95f360-9d00-4e7f-b413-d452a05fc212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.243561] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7ab524f8-b8a7-4730-bb07-9a90db780228 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lock "315c4d67-8e15-47d8-8943-8d10fc746815" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.679s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.434032] env[61960]: DEBUG oslo_concurrency.lockutils [req-d6f888b5-cb90-4628-8ece-d56dc5fceaef req-056b73a1-dbd6-445f-a9d5-9d3d969e63de service nova] Releasing lock "refresh_cache-ff9c99c7-43b2-479e-a171-269edf1aa75d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.565667] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3aa5505-3af7-4ea8-85c6-e57fee0684cd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.586905] env[61960]: DEBUG oslo_vmware.api [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563997} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.587360] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 383cc933-2136-421f-85cc-e12f1743bd67/383cc933-2136-421f-85cc-e12f1743bd67.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 691.588155] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.588728] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62625a5-0f9c-48d7-98ce-a0cb16b031af {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.592579] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5111b3cd-5a64-4d95-bdaa-93901d74e502 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.599258] env[61960]: DEBUG nova.network.neutron [-] [instance: 81971040-7836-4cb8-9064-952310391b4a] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.635142] env[61960]: DEBUG oslo_vmware.api [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 691.635142] env[61960]: value = "task-435799" [ 691.635142] env[61960]: _type = "Task" [ 691.635142] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.635142] env[61960]: INFO nova.network.neutron [None req-eea3d3ed-73be-478c-a885-8b59b82b553d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Port 87ed2706-9471-4d71-8604-296b5f217565 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 691.635142] env[61960]: DEBUG nova.network.neutron [None req-eea3d3ed-73be-478c-a885-8b59b82b553d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Updating instance_info_cache with network_info: [{"id": "279a4e7a-be50-4feb-85fe-b1d1bdae341e", "address": "fa:16:3e:0e:aa:bd", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap279a4e7a-be", "ovs_interfaceid": "279a4e7a-be50-4feb-85fe-b1d1bdae341e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.636708] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02bc23b-a751-4358-837b-a4d5b6699032 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.649404] env[61960]: DEBUG oslo_vmware.api [None req-a0415f8f-4983-4e2a-b7e1-64953d2cb716 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435798, 'name': PowerOffVM_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.655768] env[61960]: DEBUG oslo_vmware.api [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.656997] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8190c0-ed63-4db0-8711-b4e00290be2e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.673725] env[61960]: DEBUG nova.compute.provider_tree [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.690166] env[61960]: DEBUG oslo_concurrency.lockutils [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Releasing lock "refresh_cache-e94b6c33-7bfb-4aae-b619-c7da2201cb92" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.691037] env[61960]: DEBUG nova.compute.manager [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Instance network_info: |[{"id": "9e95f360-9d00-4e7f-b413-d452a05fc212", "address": "fa:16:3e:6a:bd:51", "network": {"id": "377873bf-feec-42cb-b39d-46c238921532", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1083648275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3eeccb99cb134932a5614fa56bfa12ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e95f360-9d", "ovs_interfaceid": "9e95f360-9d00-4e7f-b413-d452a05fc212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 691.691305] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:bd:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e95f360-9d00-4e7f-b413-d452a05fc212', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.699168] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Creating folder: Project (3eeccb99cb134932a5614fa56bfa12ee). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 691.699863] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f49533a1-6a43-462f-bcfd-b3d748149a0c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.713957] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Created folder: Project (3eeccb99cb134932a5614fa56bfa12ee) in parent group-v115929. [ 691.713957] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Creating folder: Instances. Parent ref: group-v116043. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 691.713957] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3ef1994-cf7d-4d32-85d5-837c1f1100e5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.730971] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Created folder: Instances in parent group-v116043. [ 691.731535] env[61960]: DEBUG oslo.service.loopingcall [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 691.731535] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 691.731656] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8dbd72a-9745-4bf7-937a-097664f5ea12 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.746470] env[61960]: DEBUG nova.compute.manager [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 691.756217] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.756217] env[61960]: value = "task-435802" [ 691.756217] env[61960]: _type = "Task" [ 691.756217] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.765326] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435802, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.965121] env[61960]: DEBUG nova.compute.manager [req-48361569-f526-481a-8450-9d8c9d24adaa req-7bd06342-77be-4230-8e35-b81bb0c16c2a service nova] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Received event network-vif-plugged-9e95f360-9d00-4e7f-b413-d452a05fc212 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 691.965353] env[61960]: DEBUG oslo_concurrency.lockutils [req-48361569-f526-481a-8450-9d8c9d24adaa req-7bd06342-77be-4230-8e35-b81bb0c16c2a service nova] Acquiring lock "e94b6c33-7bfb-4aae-b619-c7da2201cb92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.965571] env[61960]: DEBUG oslo_concurrency.lockutils [req-48361569-f526-481a-8450-9d8c9d24adaa req-7bd06342-77be-4230-8e35-b81bb0c16c2a service nova] Lock "e94b6c33-7bfb-4aae-b619-c7da2201cb92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.965745] env[61960]: DEBUG oslo_concurrency.lockutils [req-48361569-f526-481a-8450-9d8c9d24adaa req-7bd06342-77be-4230-8e35-b81bb0c16c2a service nova] Lock "e94b6c33-7bfb-4aae-b619-c7da2201cb92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.966265] env[61960]: DEBUG nova.compute.manager [req-48361569-f526-481a-8450-9d8c9d24adaa req-7bd06342-77be-4230-8e35-b81bb0c16c2a service nova] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] No waiting events found dispatching network-vif-plugged-9e95f360-9d00-4e7f-b413-d452a05fc212 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 691.966265] env[61960]: WARNING nova.compute.manager [req-48361569-f526-481a-8450-9d8c9d24adaa req-7bd06342-77be-4230-8e35-b81bb0c16c2a service nova] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Received unexpected event network-vif-plugged-9e95f360-9d00-4e7f-b413-d452a05fc212 for instance with vm_state building and task_state spawning. [ 691.966265] env[61960]: DEBUG nova.compute.manager [req-48361569-f526-481a-8450-9d8c9d24adaa req-7bd06342-77be-4230-8e35-b81bb0c16c2a service nova] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Received event network-vif-deleted-87ed2706-9471-4d71-8604-296b5f217565 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 691.966420] env[61960]: DEBUG nova.compute.manager [req-48361569-f526-481a-8450-9d8c9d24adaa req-7bd06342-77be-4230-8e35-b81bb0c16c2a service nova] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Received event network-changed-9e95f360-9d00-4e7f-b413-d452a05fc212 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 691.966566] env[61960]: DEBUG nova.compute.manager [req-48361569-f526-481a-8450-9d8c9d24adaa req-7bd06342-77be-4230-8e35-b81bb0c16c2a service nova] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Refreshing instance network info cache due to event network-changed-9e95f360-9d00-4e7f-b413-d452a05fc212. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 691.966742] env[61960]: DEBUG oslo_concurrency.lockutils [req-48361569-f526-481a-8450-9d8c9d24adaa req-7bd06342-77be-4230-8e35-b81bb0c16c2a service nova] Acquiring lock "refresh_cache-e94b6c33-7bfb-4aae-b619-c7da2201cb92" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.966879] env[61960]: DEBUG oslo_concurrency.lockutils [req-48361569-f526-481a-8450-9d8c9d24adaa req-7bd06342-77be-4230-8e35-b81bb0c16c2a service nova] Acquired lock "refresh_cache-e94b6c33-7bfb-4aae-b619-c7da2201cb92" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.967109] env[61960]: DEBUG nova.network.neutron [req-48361569-f526-481a-8450-9d8c9d24adaa req-7bd06342-77be-4230-8e35-b81bb0c16c2a service nova] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Refreshing network info cache for port 9e95f360-9d00-4e7f-b413-d452a05fc212 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 692.102941] env[61960]: INFO nova.compute.manager [-] [instance: 81971040-7836-4cb8-9064-952310391b4a] Took 2.11 seconds to deallocate network for instance. [ 692.111891] env[61960]: DEBUG oslo_vmware.api [None req-a0415f8f-4983-4e2a-b7e1-64953d2cb716 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435798, 'name': PowerOffVM_Task, 'duration_secs': 0.570911} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.112400] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0415f8f-4983-4e2a-b7e1-64953d2cb716 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 692.112579] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a0415f8f-4983-4e2a-b7e1-64953d2cb716 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 692.112834] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86adb12a-24c2-4d40-867a-d134fa5365ce {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.145978] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eea3d3ed-73be-478c-a885-8b59b82b553d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Releasing lock "refresh_cache-66396ef9-04a2-4c50-9f3a-c1a398aa36de" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.153622] env[61960]: DEBUG oslo_vmware.api [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.30034} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.153888] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.155381] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d957df55-9dd9-4b69-bada-a68d0805a009 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.182333] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 383cc933-2136-421f-85cc-e12f1743bd67/383cc933-2136-421f-85cc-e12f1743bd67.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.183281] env[61960]: DEBUG nova.scheduler.client.report [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 692.186876] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-232cd274-7351-4024-9503-cc1aa824fc9f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.204616] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.206815] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a0415f8f-4983-4e2a-b7e1-64953d2cb716 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 692.207065] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a0415f8f-4983-4e2a-b7e1-64953d2cb716 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 692.207250] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0415f8f-4983-4e2a-b7e1-64953d2cb716 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Deleting the datastore file [datastore1] 66396ef9-04a2-4c50-9f3a-c1a398aa36de {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.207660] env[61960]: DEBUG oslo_concurrency.lockutils [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.290s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.209963] env[61960]: INFO nova.compute.claims [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.217019] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7411286-4f25-4495-bfe2-191d3ae99d98 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.220256] env[61960]: DEBUG oslo_vmware.api [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 692.220256] env[61960]: value = "task-435804" [ 692.220256] env[61960]: _type = "Task" [ 692.220256] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.221956] env[61960]: DEBUG oslo_vmware.api [None req-a0415f8f-4983-4e2a-b7e1-64953d2cb716 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 692.221956] env[61960]: value = "task-435805" [ 692.221956] env[61960]: _type = "Task" [ 692.221956] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.237182] env[61960]: DEBUG oslo_vmware.api [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435804, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.242512] env[61960]: DEBUG oslo_vmware.api [None req-a0415f8f-4983-4e2a-b7e1-64953d2cb716 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.255589] env[61960]: INFO nova.scheduler.client.report [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Deleted allocations for instance 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5 [ 692.277820] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435802, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.283376] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.615198] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9d67a60f-c762-4c91-8604-1c1490912923 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.650452] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eea3d3ed-73be-478c-a885-8b59b82b553d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "interface-66396ef9-04a2-4c50-9f3a-c1a398aa36de-87ed2706-9471-4d71-8604-296b5f217565" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.975s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.736316] env[61960]: DEBUG oslo_vmware.api [None req-a0415f8f-4983-4e2a-b7e1-64953d2cb716 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-435805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309716} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.739492] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0415f8f-4983-4e2a-b7e1-64953d2cb716 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.739693] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a0415f8f-4983-4e2a-b7e1-64953d2cb716 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 692.739875] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a0415f8f-4983-4e2a-b7e1-64953d2cb716 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 692.740063] env[61960]: INFO nova.compute.manager [None req-a0415f8f-4983-4e2a-b7e1-64953d2cb716 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Took 1.68 seconds to destroy the instance on the hypervisor. [ 692.740311] env[61960]: DEBUG oslo.service.loopingcall [None req-a0415f8f-4983-4e2a-b7e1-64953d2cb716 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 692.740513] env[61960]: DEBUG oslo_vmware.api [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.740967] env[61960]: DEBUG nova.compute.manager [-] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 692.741081] env[61960]: DEBUG nova.network.neutron [-] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 692.769360] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435802, 'name': CreateVM_Task, 'duration_secs': 0.62297} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.769360] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 692.770243] env[61960]: DEBUG oslo_concurrency.lockutils [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.770243] env[61960]: DEBUG oslo_concurrency.lockutils [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.770408] env[61960]: DEBUG oslo_concurrency.lockutils [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.770674] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e97b4bc1-3c28-4f65-ab47-032420a52e84 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.775522] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e958aef7-328b-433b-81d1-b5da42ea9a07 tempest-ServersNegativeTestMultiTenantJSON-1891937967 tempest-ServersNegativeTestMultiTenantJSON-1891937967-project-member] Lock "7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.008s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.778728] env[61960]: DEBUG oslo_vmware.api [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 692.778728] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52415440-23a3-6e01-4e09-bb7c178bc1ff" [ 692.778728] env[61960]: _type = "Task" [ 692.778728] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.788269] env[61960]: DEBUG oslo_vmware.api [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52415440-23a3-6e01-4e09-bb7c178bc1ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.944932] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-56649da9-3b94-486c-baa1-3e6184d9cf2b tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Volume attach. Driver type: vmdk {{(pid=61960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 692.945729] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-56649da9-3b94-486c-baa1-3e6184d9cf2b tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116041', 'volume_id': '10057e2b-c85d-4b47-ba1b-c1dbea5c44c7', 'name': 'volume-10057e2b-c85d-4b47-ba1b-c1dbea5c44c7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ec50aa6a-44ae-42f3-99a9-6831c832aca3', 'attached_at': '', 'detached_at': '', 'volume_id': '10057e2b-c85d-4b47-ba1b-c1dbea5c44c7', 'serial': '10057e2b-c85d-4b47-ba1b-c1dbea5c44c7'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 692.946403] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71fd445-df75-43a3-aea3-e9e4660846ea {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.975712] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f27f67f-5081-464d-98f5-e76f4a1cdc3b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.011678] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-56649da9-3b94-486c-baa1-3e6184d9cf2b tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] volume-10057e2b-c85d-4b47-ba1b-c1dbea5c44c7/volume-10057e2b-c85d-4b47-ba1b-c1dbea5c44c7.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.016132] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3b48ce7-02a0-49f4-bf6e-99de51898810 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.039459] env[61960]: DEBUG oslo_vmware.api [None req-56649da9-3b94-486c-baa1-3e6184d9cf2b tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 693.039459] env[61960]: value = "task-435806" [ 693.039459] env[61960]: _type = "Task" [ 693.039459] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.049175] env[61960]: DEBUG oslo_vmware.api [None req-56649da9-3b94-486c-baa1-3e6184d9cf2b tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-435806, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.101538] env[61960]: DEBUG nova.network.neutron [req-48361569-f526-481a-8450-9d8c9d24adaa req-7bd06342-77be-4230-8e35-b81bb0c16c2a service nova] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Updated VIF entry in instance network info cache for port 9e95f360-9d00-4e7f-b413-d452a05fc212. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 693.101601] env[61960]: DEBUG nova.network.neutron [req-48361569-f526-481a-8450-9d8c9d24adaa req-7bd06342-77be-4230-8e35-b81bb0c16c2a service nova] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Updating instance_info_cache with network_info: [{"id": "9e95f360-9d00-4e7f-b413-d452a05fc212", "address": "fa:16:3e:6a:bd:51", "network": {"id": "377873bf-feec-42cb-b39d-46c238921532", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1083648275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3eeccb99cb134932a5614fa56bfa12ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e95f360-9d", "ovs_interfaceid": "9e95f360-9d00-4e7f-b413-d452a05fc212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.241515] env[61960]: DEBUG oslo_vmware.api [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435804, 'name': ReconfigVM_Task, 'duration_secs': 0.616386} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.241515] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 383cc933-2136-421f-85cc-e12f1743bd67/383cc933-2136-421f-85cc-e12f1743bd67.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.241515] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b661808c-9eaa-4e98-931b-5e46b51e9ada {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.248663] env[61960]: DEBUG oslo_vmware.api [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 693.248663] env[61960]: value = "task-435807" [ 693.248663] env[61960]: _type = "Task" [ 693.248663] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.265872] env[61960]: DEBUG oslo_vmware.api [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435807, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.290018] env[61960]: DEBUG oslo_vmware.api [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52415440-23a3-6e01-4e09-bb7c178bc1ff, 'name': SearchDatastore_Task, 'duration_secs': 0.013284} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.293062] env[61960]: DEBUG oslo_concurrency.lockutils [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.293326] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.293568] env[61960]: DEBUG oslo_concurrency.lockutils [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.293717] env[61960]: DEBUG oslo_concurrency.lockutils [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.294269] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.294876] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e59769ae-a68e-4274-9a43-f790a730a848 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.305284] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.305405] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 693.306187] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0b6d903-69b1-4fd8-a953-b803ba37cd07 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.313589] env[61960]: DEBUG oslo_vmware.api [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 693.313589] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ddcd29-a51c-177b-6954-e30eb6562d00" [ 693.313589] env[61960]: _type = "Task" [ 693.313589] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.323589] env[61960]: DEBUG oslo_vmware.api [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ddcd29-a51c-177b-6954-e30eb6562d00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.553800] env[61960]: DEBUG oslo_vmware.api [None req-56649da9-3b94-486c-baa1-3e6184d9cf2b tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-435806, 'name': ReconfigVM_Task, 'duration_secs': 0.500084} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.554144] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-56649da9-3b94-486c-baa1-3e6184d9cf2b tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Reconfigured VM instance instance-0000001d to attach disk [datastore1] volume-10057e2b-c85d-4b47-ba1b-c1dbea5c44c7/volume-10057e2b-c85d-4b47-ba1b-c1dbea5c44c7.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.562141] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24f42077-1055-47f1-b83a-b62c42c9ac93 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.583024] env[61960]: DEBUG oslo_vmware.api [None req-56649da9-3b94-486c-baa1-3e6184d9cf2b tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 693.583024] env[61960]: value = "task-435808" [ 693.583024] env[61960]: _type = "Task" [ 693.583024] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.605042] env[61960]: DEBUG oslo_concurrency.lockutils [req-48361569-f526-481a-8450-9d8c9d24adaa req-7bd06342-77be-4230-8e35-b81bb0c16c2a service nova] Releasing lock "refresh_cache-e94b6c33-7bfb-4aae-b619-c7da2201cb92" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.605905] env[61960]: DEBUG nova.compute.manager [req-48361569-f526-481a-8450-9d8c9d24adaa req-7bd06342-77be-4230-8e35-b81bb0c16c2a service nova] [instance: 81971040-7836-4cb8-9064-952310391b4a] Received event network-vif-deleted-b8ebbfcb-a01b-4661-8a8c-e20a428b9fa1 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 693.607479] env[61960]: DEBUG oslo_vmware.api [None req-56649da9-3b94-486c-baa1-3e6184d9cf2b tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-435808, 'name': ReconfigVM_Task} progress is 10%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.764673] env[61960]: DEBUG oslo_vmware.api [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435807, 'name': Rename_Task, 'duration_secs': 0.225336} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.765263] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 693.765263] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e514cc16-8c8e-45b6-ba75-1e06f025bc1e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.779232] env[61960]: DEBUG oslo_vmware.api [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 693.779232] env[61960]: value = "task-435809" [ 693.779232] env[61960]: _type = "Task" [ 693.779232] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.798061] env[61960]: DEBUG oslo_vmware.api [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.828946] env[61960]: DEBUG oslo_vmware.api [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ddcd29-a51c-177b-6954-e30eb6562d00, 'name': SearchDatastore_Task, 'duration_secs': 0.010998} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.828946] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52e71585-3a81-48d2-8140-e41bcacb7c25 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.834414] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ab57a2-3923-4807-9478-c64a892a5ff3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.838753] env[61960]: DEBUG oslo_vmware.api [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 693.838753] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c1a989-87ba-94ac-2cba-e0c1ce918497" [ 693.838753] env[61960]: _type = "Task" [ 693.838753] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.846166] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738a7b50-292d-4ffd-8049-24e8940723d2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.853053] env[61960]: DEBUG oslo_vmware.api [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c1a989-87ba-94ac-2cba-e0c1ce918497, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.885396] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab643b20-f288-4c0d-9169-c3180f527899 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.897312] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe1726a-1696-4b94-a220-1f1d6b63fd99 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.916335] env[61960]: DEBUG nova.compute.provider_tree [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 694.095686] env[61960]: DEBUG oslo_vmware.api [None req-56649da9-3b94-486c-baa1-3e6184d9cf2b tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-435808, 'name': ReconfigVM_Task, 'duration_secs': 0.240644} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.096129] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-56649da9-3b94-486c-baa1-3e6184d9cf2b tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116041', 'volume_id': '10057e2b-c85d-4b47-ba1b-c1dbea5c44c7', 'name': 'volume-10057e2b-c85d-4b47-ba1b-c1dbea5c44c7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ec50aa6a-44ae-42f3-99a9-6831c832aca3', 'attached_at': '', 'detached_at': '', 'volume_id': '10057e2b-c85d-4b47-ba1b-c1dbea5c44c7', 'serial': '10057e2b-c85d-4b47-ba1b-c1dbea5c44c7'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 694.134844] env[61960]: DEBUG nova.network.neutron [-] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.155210] env[61960]: DEBUG nova.compute.manager [req-99dad72d-26d5-48eb-ba52-035f63f4ff0c req-d8119269-672a-4b85-ad9b-6f3a77528dfa service nova] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Received event network-vif-deleted-279a4e7a-be50-4feb-85fe-b1d1bdae341e {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 694.155420] env[61960]: INFO nova.compute.manager [req-99dad72d-26d5-48eb-ba52-035f63f4ff0c req-d8119269-672a-4b85-ad9b-6f3a77528dfa service nova] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Neutron deleted interface 279a4e7a-be50-4feb-85fe-b1d1bdae341e; detaching it from the instance and deleting it from the info cache [ 694.155599] env[61960]: DEBUG nova.network.neutron [req-99dad72d-26d5-48eb-ba52-035f63f4ff0c req-d8119269-672a-4b85-ad9b-6f3a77528dfa service nova] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.291087] env[61960]: DEBUG oslo_vmware.api [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435809, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.356209] env[61960]: DEBUG oslo_vmware.api [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c1a989-87ba-94ac-2cba-e0c1ce918497, 'name': SearchDatastore_Task, 'duration_secs': 0.015798} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.356763] env[61960]: DEBUG oslo_concurrency.lockutils [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.356835] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] e94b6c33-7bfb-4aae-b619-c7da2201cb92/e94b6c33-7bfb-4aae-b619-c7da2201cb92.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 694.357140] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcb99bb0-7d3b-4036-9e67-544e339ceb41 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.365590] env[61960]: DEBUG oslo_vmware.api [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 694.365590] env[61960]: value = "task-435810" [ 694.365590] env[61960]: _type = "Task" [ 694.365590] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.375804] env[61960]: DEBUG oslo_vmware.api [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-435810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.462021] env[61960]: DEBUG nova.scheduler.client.report [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 70 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 694.462021] env[61960]: DEBUG nova.compute.provider_tree [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 70 to 71 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 694.462021] env[61960]: DEBUG nova.compute.provider_tree [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 694.638361] env[61960]: INFO nova.compute.manager [-] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Took 1.90 seconds to deallocate network for instance. [ 694.658680] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b79ebbc1-d8b6-4581-b60a-e83b16f03a86 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.676971] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2486ab11-818f-4fe9-b9ee-c25ffe27adb5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.733959] env[61960]: DEBUG nova.compute.manager [req-99dad72d-26d5-48eb-ba52-035f63f4ff0c req-d8119269-672a-4b85-ad9b-6f3a77528dfa service nova] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Detach interface failed, port_id=279a4e7a-be50-4feb-85fe-b1d1bdae341e, reason: Instance 66396ef9-04a2-4c50-9f3a-c1a398aa36de could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 694.791315] env[61960]: DEBUG oslo_vmware.api [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435809, 'name': PowerOnVM_Task} progress is 89%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.877659] env[61960]: DEBUG oslo_vmware.api [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-435810, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.968058] env[61960]: DEBUG oslo_concurrency.lockutils [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.968690] env[61960]: DEBUG nova.compute.manager [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 694.971889] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dd576c89-81ca-4ef8-a6af-06aea56ad03f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.030s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.975911] env[61960]: DEBUG nova.objects.instance [None req-dd576c89-81ca-4ef8-a6af-06aea56ad03f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lazy-loading 'resources' on Instance uuid 6e1853f6-55d9-4659-b865-191a2e107ba1 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.151327] env[61960]: DEBUG nova.objects.instance [None req-56649da9-3b94-486c-baa1-3e6184d9cf2b tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lazy-loading 'flavor' on Instance uuid ec50aa6a-44ae-42f3-99a9-6831c832aca3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.153161] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a0415f8f-4983-4e2a-b7e1-64953d2cb716 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.294166] env[61960]: DEBUG oslo_vmware.api [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435809, 'name': PowerOnVM_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.354772] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f9941374-2c1c-444c-92be-5f16df134419 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquiring lock "ec50aa6a-44ae-42f3-99a9-6831c832aca3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.381299] env[61960]: DEBUG oslo_vmware.api [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-435810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.889733} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.381658] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] e94b6c33-7bfb-4aae-b619-c7da2201cb92/e94b6c33-7bfb-4aae-b619-c7da2201cb92.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 695.381929] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.382268] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-adade9d7-6a97-4aab-b72e-90ac7c70fd1b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.392849] env[61960]: DEBUG oslo_vmware.api [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 695.392849] env[61960]: value = "task-435811" [ 695.392849] env[61960]: _type = "Task" [ 695.392849] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.404146] env[61960]: DEBUG oslo_vmware.api [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-435811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.475361] env[61960]: DEBUG nova.compute.utils [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 695.481022] env[61960]: DEBUG nova.compute.manager [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 695.481022] env[61960]: DEBUG nova.network.neutron [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 695.557032] env[61960]: DEBUG nova.policy [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad8079ba857747d5b0f1b2df49a61e33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e4cf9fe373541adb563137aa684ab6e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 695.660634] env[61960]: DEBUG oslo_concurrency.lockutils [None req-56649da9-3b94-486c-baa1-3e6184d9cf2b tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "ec50aa6a-44ae-42f3-99a9-6831c832aca3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.870s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.661594] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f9941374-2c1c-444c-92be-5f16df134419 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "ec50aa6a-44ae-42f3-99a9-6831c832aca3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.307s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.661788] env[61960]: DEBUG nova.compute.manager [None req-f9941374-2c1c-444c-92be-5f16df134419 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 695.662817] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2772de8-fbd2-4b6c-8547-034d9efbcd8f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.671453] env[61960]: DEBUG nova.compute.manager [None req-f9941374-2c1c-444c-92be-5f16df134419 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=61960) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 695.671883] env[61960]: DEBUG nova.objects.instance [None req-f9941374-2c1c-444c-92be-5f16df134419 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lazy-loading 'flavor' on Instance uuid ec50aa6a-44ae-42f3-99a9-6831c832aca3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.799915] env[61960]: DEBUG oslo_vmware.api [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435809, 'name': PowerOnVM_Task, 'duration_secs': 1.551952} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.802716] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 695.802913] env[61960]: INFO nova.compute.manager [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Took 9.75 seconds to spawn the instance on the hypervisor. [ 695.803118] env[61960]: DEBUG nova.compute.manager [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 695.805506] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c76e05-dd62-4766-958b-9045361f45d8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.905130] env[61960]: DEBUG oslo_vmware.api [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-435811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1982} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.905130] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.905895] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c4215a-ad9c-4d6b-b612-d13a929a75ef {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.940343] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] e94b6c33-7bfb-4aae-b619-c7da2201cb92/e94b6c33-7bfb-4aae-b619-c7da2201cb92.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.943728] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10f17341-0f1b-4182-87f0-789800320a03 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.970349] env[61960]: DEBUG oslo_vmware.api [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 695.970349] env[61960]: value = "task-435812" [ 695.970349] env[61960]: _type = "Task" [ 695.970349] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.975071] env[61960]: DEBUG nova.network.neutron [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Successfully created port: 9efb9ca9-f1de-40b7-aca5-7554bf0b186a {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.979985] env[61960]: DEBUG nova.compute.manager [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 695.986549] env[61960]: DEBUG oslo_vmware.api [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-435812, 'name': ReconfigVM_Task} progress is 10%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.119658] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55db7ab3-f6a1-4a8c-b990-1a905310ff5d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.128892] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414460e0-99f9-4c29-9daa-8969411cc30c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.169770] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a8991b-bdd2-442b-bd67-45824d8ee892 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.177033] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086ca7c0-2d70-43d8-9c0a-893f88a56318 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.185184] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9941374-2c1c-444c-92be-5f16df134419 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 696.185497] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0058efb4-ae79-4c3b-a459-62430dbefd74 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.195550] env[61960]: DEBUG nova.compute.provider_tree [None req-dd576c89-81ca-4ef8-a6af-06aea56ad03f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.204323] env[61960]: DEBUG oslo_vmware.api [None req-f9941374-2c1c-444c-92be-5f16df134419 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 696.204323] env[61960]: value = "task-435813" [ 696.204323] env[61960]: _type = "Task" [ 696.204323] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.215065] env[61960]: DEBUG oslo_vmware.api [None req-f9941374-2c1c-444c-92be-5f16df134419 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-435813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.300837] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ac72d674-114b-44e3-920b-6855603cf587 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquiring lock "ae66b7c6-c12f-4034-84b8-ab6923fad5f4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.300837] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ac72d674-114b-44e3-920b-6855603cf587 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lock "ae66b7c6-c12f-4034-84b8-ab6923fad5f4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.301280] env[61960]: DEBUG nova.compute.manager [None req-ac72d674-114b-44e3-920b-6855603cf587 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 696.302111] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9740a34-d12d-492b-a287-c19bd6c0f626 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.310478] env[61960]: DEBUG nova.compute.manager [None req-ac72d674-114b-44e3-920b-6855603cf587 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=61960) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 696.314022] env[61960]: DEBUG nova.objects.instance [None req-ac72d674-114b-44e3-920b-6855603cf587 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lazy-loading 'flavor' on Instance uuid ae66b7c6-c12f-4034-84b8-ab6923fad5f4 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 696.327547] env[61960]: INFO nova.compute.manager [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Took 46.21 seconds to build instance. [ 696.482321] env[61960]: DEBUG oslo_vmware.api [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-435812, 'name': ReconfigVM_Task, 'duration_secs': 0.311487} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.482587] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Reconfigured VM instance instance-00000029 to attach disk [datastore1] e94b6c33-7bfb-4aae-b619-c7da2201cb92/e94b6c33-7bfb-4aae-b619-c7da2201cb92.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.483235] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04763872-64e4-446f-907a-e30110e18565 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.491847] env[61960]: DEBUG oslo_vmware.api [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 696.491847] env[61960]: value = "task-435814" [ 696.491847] env[61960]: _type = "Task" [ 696.491847] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.502258] env[61960]: DEBUG oslo_vmware.api [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-435814, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.700029] env[61960]: DEBUG nova.scheduler.client.report [None req-dd576c89-81ca-4ef8-a6af-06aea56ad03f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 696.714778] env[61960]: DEBUG oslo_vmware.api [None req-f9941374-2c1c-444c-92be-5f16df134419 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-435813, 'name': PowerOffVM_Task, 'duration_secs': 0.429642} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.715445] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9941374-2c1c-444c-92be-5f16df134419 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 696.715658] env[61960]: DEBUG nova.compute.manager [None req-f9941374-2c1c-444c-92be-5f16df134419 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 696.716447] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94ffa00-a4eb-4bcf-aad2-41a106f536f8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.819027] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac72d674-114b-44e3-920b-6855603cf587 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 696.819254] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e724301-50a6-4d4a-90cc-10a3e0049d5c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.827678] env[61960]: DEBUG oslo_vmware.api [None req-ac72d674-114b-44e3-920b-6855603cf587 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for the task: (returnval){ [ 696.827678] env[61960]: value = "task-435815" [ 696.827678] env[61960]: _type = "Task" [ 696.827678] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.831700] env[61960]: DEBUG oslo_concurrency.lockutils [None req-645fc39e-aa98-4bc0-8335-b78c521bf49e tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "383cc933-2136-421f-85cc-e12f1743bd67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.114s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.842571] env[61960]: DEBUG oslo_vmware.api [None req-ac72d674-114b-44e3-920b-6855603cf587 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.893164] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Acquiring lock "923e0640-977c-4920-a04c-f870bb04ec91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.893405] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Lock "923e0640-977c-4920-a04c-f870bb04ec91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.994481] env[61960]: DEBUG nova.compute.manager [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 697.006605] env[61960]: DEBUG oslo_vmware.api [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-435814, 'name': Rename_Task, 'duration_secs': 0.168012} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.006916] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 697.007760] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cd32b5d-362f-4544-963c-4bc1ae28aae3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.018253] env[61960]: DEBUG oslo_vmware.api [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 697.018253] env[61960]: value = "task-435816" [ 697.018253] env[61960]: _type = "Task" [ 697.018253] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.026671] env[61960]: DEBUG nova.virt.hardware [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 697.026671] env[61960]: DEBUG nova.virt.hardware [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 697.026671] env[61960]: DEBUG nova.virt.hardware [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.026879] env[61960]: DEBUG nova.virt.hardware [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 697.026879] env[61960]: DEBUG nova.virt.hardware [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.027541] env[61960]: DEBUG nova.virt.hardware [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 697.027541] env[61960]: DEBUG nova.virt.hardware [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 697.027541] env[61960]: DEBUG nova.virt.hardware [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 697.027718] env[61960]: DEBUG nova.virt.hardware [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 697.029057] env[61960]: DEBUG nova.virt.hardware [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 697.029057] env[61960]: DEBUG nova.virt.hardware [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 697.029057] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44908ea4-2eed-4108-a0cb-7c6b1ece6427 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.034795] env[61960]: DEBUG oslo_vmware.api [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-435816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.040685] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf5eddc-f5fe-443c-ac46-22ab99167b5c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.205456] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dd576c89-81ca-4ef8-a6af-06aea56ad03f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.207988] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.176s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.208302] env[61960]: DEBUG nova.objects.instance [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=61960) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 697.229382] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f9941374-2c1c-444c-92be-5f16df134419 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "ec50aa6a-44ae-42f3-99a9-6831c832aca3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.568s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.265027] env[61960]: INFO nova.scheduler.client.report [None req-dd576c89-81ca-4ef8-a6af-06aea56ad03f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Deleted allocations for instance 6e1853f6-55d9-4659-b865-191a2e107ba1 [ 697.334411] env[61960]: DEBUG nova.compute.manager [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 697.344284] env[61960]: DEBUG oslo_vmware.api [None req-ac72d674-114b-44e3-920b-6855603cf587 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435815, 'name': PowerOffVM_Task, 'duration_secs': 0.312213} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.345788] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac72d674-114b-44e3-920b-6855603cf587 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 697.345788] env[61960]: DEBUG nova.compute.manager [None req-ac72d674-114b-44e3-920b-6855603cf587 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 697.350366] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ddd10f-3558-41a0-949f-ca5c6fcbb18b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.530142] env[61960]: DEBUG oslo_vmware.api [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-435816, 'name': PowerOnVM_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.598026] env[61960]: DEBUG nova.compute.manager [req-63f31fc7-2905-45b8-9c82-d197105b0a8f req-65e8b721-e03d-443f-b8a9-3a970d3a54eb service nova] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Received event network-vif-plugged-9efb9ca9-f1de-40b7-aca5-7554bf0b186a {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 697.598328] env[61960]: DEBUG oslo_concurrency.lockutils [req-63f31fc7-2905-45b8-9c82-d197105b0a8f req-65e8b721-e03d-443f-b8a9-3a970d3a54eb service nova] Acquiring lock "8ffa8a2e-f035-483a-86a1-349588495b66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.598465] env[61960]: DEBUG oslo_concurrency.lockutils [req-63f31fc7-2905-45b8-9c82-d197105b0a8f req-65e8b721-e03d-443f-b8a9-3a970d3a54eb service nova] Lock "8ffa8a2e-f035-483a-86a1-349588495b66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.598707] env[61960]: DEBUG oslo_concurrency.lockutils [req-63f31fc7-2905-45b8-9c82-d197105b0a8f req-65e8b721-e03d-443f-b8a9-3a970d3a54eb service nova] Lock "8ffa8a2e-f035-483a-86a1-349588495b66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.598895] env[61960]: DEBUG nova.compute.manager [req-63f31fc7-2905-45b8-9c82-d197105b0a8f req-65e8b721-e03d-443f-b8a9-3a970d3a54eb service nova] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] No waiting events found dispatching network-vif-plugged-9efb9ca9-f1de-40b7-aca5-7554bf0b186a {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 697.599505] env[61960]: WARNING nova.compute.manager [req-63f31fc7-2905-45b8-9c82-d197105b0a8f req-65e8b721-e03d-443f-b8a9-3a970d3a54eb service nova] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Received unexpected event network-vif-plugged-9efb9ca9-f1de-40b7-aca5-7554bf0b186a for instance with vm_state building and task_state spawning. [ 697.655736] env[61960]: DEBUG nova.network.neutron [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Successfully updated port: 9efb9ca9-f1de-40b7-aca5-7554bf0b186a {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.774603] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dd576c89-81ca-4ef8-a6af-06aea56ad03f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "6e1853f6-55d9-4659-b865-191a2e107ba1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.303s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.860864] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ac72d674-114b-44e3-920b-6855603cf587 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lock "ae66b7c6-c12f-4034-84b8-ab6923fad5f4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.560s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.863029] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.029698] env[61960]: DEBUG oslo_vmware.api [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-435816, 'name': PowerOnVM_Task, 'duration_secs': 0.554794} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.029980] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 698.030210] env[61960]: INFO nova.compute.manager [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Took 9.27 seconds to spawn the instance on the hypervisor. [ 698.030399] env[61960]: DEBUG nova.compute.manager [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 698.031206] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804a6eef-9504-42eb-8ec3-37081f732762 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.159391] env[61960]: DEBUG oslo_concurrency.lockutils [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Acquiring lock "refresh_cache-8ffa8a2e-f035-483a-86a1-349588495b66" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.159603] env[61960]: DEBUG oslo_concurrency.lockutils [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Acquired lock "refresh_cache-8ffa8a2e-f035-483a-86a1-349588495b66" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.159728] env[61960]: DEBUG nova.network.neutron [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 698.218807] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c0c2f39e-7024-4de5-bfbf-566323e15944 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.220041] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a7bfb5f2-087c-41a1-9297-bef3675ab047 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.576s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.220469] env[61960]: DEBUG nova.objects.instance [None req-a7bfb5f2-087c-41a1-9297-bef3675ab047 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Lazy-loading 'resources' on Instance uuid e0348208-2098-4071-97a4-29407a95cd3a {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 698.306295] env[61960]: DEBUG nova.objects.instance [None req-94de38b4-6e5b-4b27-bb94-e351faa55d00 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lazy-loading 'flavor' on Instance uuid ec50aa6a-44ae-42f3-99a9-6831c832aca3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 698.409105] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f47e234b-c0ad-4262-9531-bc54dbaf240f tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "383cc933-2136-421f-85cc-e12f1743bd67" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.409400] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f47e234b-c0ad-4262-9531-bc54dbaf240f tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "383cc933-2136-421f-85cc-e12f1743bd67" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.551171] env[61960]: INFO nova.compute.manager [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Took 47.87 seconds to build instance. [ 698.692217] env[61960]: DEBUG nova.network.neutron [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 698.812221] env[61960]: DEBUG oslo_concurrency.lockutils [None req-94de38b4-6e5b-4b27-bb94-e351faa55d00 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquiring lock "refresh_cache-ec50aa6a-44ae-42f3-99a9-6831c832aca3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.812417] env[61960]: DEBUG oslo_concurrency.lockutils [None req-94de38b4-6e5b-4b27-bb94-e351faa55d00 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquired lock "refresh_cache-ec50aa6a-44ae-42f3-99a9-6831c832aca3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.812594] env[61960]: DEBUG nova.network.neutron [None req-94de38b4-6e5b-4b27-bb94-e351faa55d00 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 698.812787] env[61960]: DEBUG nova.objects.instance [None req-94de38b4-6e5b-4b27-bb94-e351faa55d00 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lazy-loading 'info_cache' on Instance uuid ec50aa6a-44ae-42f3-99a9-6831c832aca3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 698.912876] env[61960]: DEBUG nova.compute.utils [None req-f47e234b-c0ad-4262-9531-bc54dbaf240f tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 698.920290] env[61960]: DEBUG nova.network.neutron [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Updating instance_info_cache with network_info: [{"id": "9efb9ca9-f1de-40b7-aca5-7554bf0b186a", "address": "fa:16:3e:4e:d2:19", "network": {"id": "524ae0d3-7f23-4f55-bc24-87b37537b608", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-57235300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4cf9fe373541adb563137aa684ab6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9efb9ca9-f1", "ovs_interfaceid": "9efb9ca9-f1de-40b7-aca5-7554bf0b186a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.057054] env[61960]: DEBUG oslo_concurrency.lockutils [None req-52f77d2e-2c65-44db-8b43-937a0eb4abec tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Lock "e94b6c33-7bfb-4aae-b619-c7da2201cb92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.619s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.128744] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30ff2b8-5c7b-4d16-8695-c90cb1b242c5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.137059] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fd0dc2-070c-4cdd-bc25-652f4f3fe215 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.167422] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d93a68-69a0-4fdd-91d8-7ac66f316cad {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.172302] env[61960]: DEBUG nova.objects.instance [None req-56c50b83-c3ab-43ea-a7fe-1743222053c7 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lazy-loading 'flavor' on Instance uuid ae66b7c6-c12f-4034-84b8-ab6923fad5f4 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.176546] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e9aa97-9bc4-4996-a3be-7a13e697fc02 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.191807] env[61960]: DEBUG nova.compute.provider_tree [None req-a7bfb5f2-087c-41a1-9297-bef3675ab047 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.316036] env[61960]: DEBUG nova.objects.base [None req-94de38b4-6e5b-4b27-bb94-e351faa55d00 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=61960) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 699.416453] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f47e234b-c0ad-4262-9531-bc54dbaf240f tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "383cc933-2136-421f-85cc-e12f1743bd67" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.422652] env[61960]: DEBUG oslo_concurrency.lockutils [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Releasing lock "refresh_cache-8ffa8a2e-f035-483a-86a1-349588495b66" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.422957] env[61960]: DEBUG nova.compute.manager [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Instance network_info: |[{"id": "9efb9ca9-f1de-40b7-aca5-7554bf0b186a", "address": "fa:16:3e:4e:d2:19", "network": {"id": "524ae0d3-7f23-4f55-bc24-87b37537b608", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-57235300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4cf9fe373541adb563137aa684ab6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9efb9ca9-f1", "ovs_interfaceid": "9efb9ca9-f1de-40b7-aca5-7554bf0b186a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 699.423376] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:d2:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39a4aca0-934b-4a91-8779-6a4360c3f967', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9efb9ca9-f1de-40b7-aca5-7554bf0b186a', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.431436] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Creating folder: Project (1e4cf9fe373541adb563137aa684ab6e). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 699.431763] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b422a4e3-4a40-4742-bc5a-476ce7f4b5d8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.445053] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Created folder: Project (1e4cf9fe373541adb563137aa684ab6e) in parent group-v115929. [ 699.445271] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Creating folder: Instances. Parent ref: group-v116046. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 699.445656] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c25f1afc-c1e2-4640-bfc6-d2aeb1fa4202 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.455841] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Created folder: Instances in parent group-v116046. [ 699.456134] env[61960]: DEBUG oslo.service.loopingcall [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 699.456343] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 699.456526] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5e8fdae-2718-4c95-b4e6-15eff8adbc40 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.475925] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.475925] env[61960]: value = "task-435819" [ 699.475925] env[61960]: _type = "Task" [ 699.475925] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.484214] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435819, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.559583] env[61960]: DEBUG nova.compute.manager [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 699.678731] env[61960]: DEBUG oslo_concurrency.lockutils [None req-56c50b83-c3ab-43ea-a7fe-1743222053c7 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquiring lock "refresh_cache-ae66b7c6-c12f-4034-84b8-ab6923fad5f4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.678933] env[61960]: DEBUG oslo_concurrency.lockutils [None req-56c50b83-c3ab-43ea-a7fe-1743222053c7 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquired lock "refresh_cache-ae66b7c6-c12f-4034-84b8-ab6923fad5f4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.679127] env[61960]: DEBUG nova.network.neutron [None req-56c50b83-c3ab-43ea-a7fe-1743222053c7 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 699.679312] env[61960]: DEBUG nova.objects.instance [None req-56c50b83-c3ab-43ea-a7fe-1743222053c7 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lazy-loading 'info_cache' on Instance uuid ae66b7c6-c12f-4034-84b8-ab6923fad5f4 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.695408] env[61960]: DEBUG nova.scheduler.client.report [None req-a7bfb5f2-087c-41a1-9297-bef3675ab047 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 699.736652] env[61960]: INFO nova.compute.manager [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Rescuing [ 699.736929] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquiring lock "refresh_cache-e94b6c33-7bfb-4aae-b619-c7da2201cb92" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.737109] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquired lock "refresh_cache-e94b6c33-7bfb-4aae-b619-c7da2201cb92" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.737325] env[61960]: DEBUG nova.network.neutron [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 699.992037] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435819, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.083103] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.107203] env[61960]: DEBUG nova.compute.manager [req-888d1435-5b96-465f-b3ac-228b07d6144c req-8b989401-30d3-4703-9562-52ab4b2e6e49 service nova] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Received event network-changed-9efb9ca9-f1de-40b7-aca5-7554bf0b186a {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 700.107407] env[61960]: DEBUG nova.compute.manager [req-888d1435-5b96-465f-b3ac-228b07d6144c req-8b989401-30d3-4703-9562-52ab4b2e6e49 service nova] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Refreshing instance network info cache due to event network-changed-9efb9ca9-f1de-40b7-aca5-7554bf0b186a. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 700.107726] env[61960]: DEBUG oslo_concurrency.lockutils [req-888d1435-5b96-465f-b3ac-228b07d6144c req-8b989401-30d3-4703-9562-52ab4b2e6e49 service nova] Acquiring lock "refresh_cache-8ffa8a2e-f035-483a-86a1-349588495b66" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.107878] env[61960]: DEBUG oslo_concurrency.lockutils [req-888d1435-5b96-465f-b3ac-228b07d6144c req-8b989401-30d3-4703-9562-52ab4b2e6e49 service nova] Acquired lock "refresh_cache-8ffa8a2e-f035-483a-86a1-349588495b66" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.108060] env[61960]: DEBUG nova.network.neutron [req-888d1435-5b96-465f-b3ac-228b07d6144c req-8b989401-30d3-4703-9562-52ab4b2e6e49 service nova] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Refreshing network info cache for port 9efb9ca9-f1de-40b7-aca5-7554bf0b186a {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 700.125491] env[61960]: DEBUG nova.network.neutron [None req-94de38b4-6e5b-4b27-bb94-e351faa55d00 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Updating instance_info_cache with network_info: [{"id": "7589809c-6b2d-4e7b-b599-4918a794bb0a", "address": "fa:16:3e:bf:05:e3", "network": {"id": "e1d07742-238e-48e8-bb57-e88000721371", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1074392563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11db1f5ce1704bd3b416ab2d17b42043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7589809c-6b", "ovs_interfaceid": "7589809c-6b2d-4e7b-b599-4918a794bb0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.182818] env[61960]: DEBUG nova.objects.base [None req-56c50b83-c3ab-43ea-a7fe-1743222053c7 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=61960) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 700.200202] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a7bfb5f2-087c-41a1-9297-bef3675ab047 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.202989] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c86d388c-ea9a-44f9-b913-595f5ca0a78c tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.060s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.203417] env[61960]: DEBUG nova.objects.instance [None req-c86d388c-ea9a-44f9-b913-595f5ca0a78c tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Lazy-loading 'resources' on Instance uuid e9bb2909-0eaa-4bfb-93a3-0b35c493422e {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.225542] env[61960]: INFO nova.scheduler.client.report [None req-a7bfb5f2-087c-41a1-9297-bef3675ab047 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Deleted allocations for instance e0348208-2098-4071-97a4-29407a95cd3a [ 700.476502] env[61960]: DEBUG nova.network.neutron [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Updating instance_info_cache with network_info: [{"id": "9e95f360-9d00-4e7f-b413-d452a05fc212", "address": "fa:16:3e:6a:bd:51", "network": {"id": "377873bf-feec-42cb-b39d-46c238921532", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1083648275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3eeccb99cb134932a5614fa56bfa12ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e95f360-9d", "ovs_interfaceid": "9e95f360-9d00-4e7f-b413-d452a05fc212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.490529] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435819, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.491303] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f47e234b-c0ad-4262-9531-bc54dbaf240f tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "383cc933-2136-421f-85cc-e12f1743bd67" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.491734] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f47e234b-c0ad-4262-9531-bc54dbaf240f tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "383cc933-2136-421f-85cc-e12f1743bd67" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.491991] env[61960]: INFO nova.compute.manager [None req-f47e234b-c0ad-4262-9531-bc54dbaf240f tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Attaching volume 0708fd47-0dad-4ebc-8567-87624c788359 to /dev/sdb [ 700.532072] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ddd59b-3e85-47c5-80ca-dd97ceef72d8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.540033] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb14f86-9761-479e-80e5-faed2ddc5168 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.558312] env[61960]: DEBUG nova.virt.block_device [None req-f47e234b-c0ad-4262-9531-bc54dbaf240f tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Updating existing volume attachment record: 0ffc043a-6636-4b08-a6d4-a5dc536e1edf {{(pid=61960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 700.628312] env[61960]: DEBUG oslo_concurrency.lockutils [None req-94de38b4-6e5b-4b27-bb94-e351faa55d00 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Releasing lock "refresh_cache-ec50aa6a-44ae-42f3-99a9-6831c832aca3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.738018] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a7bfb5f2-087c-41a1-9297-bef3675ab047 tempest-AttachInterfacesV270Test-1616594606 tempest-AttachInterfacesV270Test-1616594606-project-member] Lock "e0348208-2098-4071-97a4-29407a95cd3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.313s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.878926] env[61960]: DEBUG nova.network.neutron [req-888d1435-5b96-465f-b3ac-228b07d6144c req-8b989401-30d3-4703-9562-52ab4b2e6e49 service nova] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Updated VIF entry in instance network info cache for port 9efb9ca9-f1de-40b7-aca5-7554bf0b186a. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 700.879053] env[61960]: DEBUG nova.network.neutron [req-888d1435-5b96-465f-b3ac-228b07d6144c req-8b989401-30d3-4703-9562-52ab4b2e6e49 service nova] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Updating instance_info_cache with network_info: [{"id": "9efb9ca9-f1de-40b7-aca5-7554bf0b186a", "address": "fa:16:3e:4e:d2:19", "network": {"id": "524ae0d3-7f23-4f55-bc24-87b37537b608", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-57235300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4cf9fe373541adb563137aa684ab6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9efb9ca9-f1", "ovs_interfaceid": "9efb9ca9-f1de-40b7-aca5-7554bf0b186a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.982981] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Releasing lock "refresh_cache-e94b6c33-7bfb-4aae-b619-c7da2201cb92" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.992465] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435819, 'name': CreateVM_Task, 'duration_secs': 1.346352} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.993796] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 700.993796] env[61960]: DEBUG oslo_concurrency.lockutils [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.994135] env[61960]: DEBUG oslo_concurrency.lockutils [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.994432] env[61960]: DEBUG oslo_concurrency.lockutils [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.994846] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d7c2b90-1d97-4d84-98c3-0cd528971a3c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.001760] env[61960]: DEBUG oslo_vmware.api [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Waiting for the task: (returnval){ [ 701.001760] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]521adfb4-aa25-b03d-94c9-b48b363198bd" [ 701.001760] env[61960]: _type = "Task" [ 701.001760] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.015371] env[61960]: DEBUG oslo_vmware.api [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]521adfb4-aa25-b03d-94c9-b48b363198bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.026778] env[61960]: DEBUG nova.network.neutron [None req-56c50b83-c3ab-43ea-a7fe-1743222053c7 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Updating instance_info_cache with network_info: [{"id": "6978a477-7dea-4869-a693-f77ab61dbc35", "address": "fa:16:3e:a0:fa:b3", "network": {"id": "7516846d-9eb7-456d-aac5-fd598fbbeede", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-157889559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a198c885fa8349a8bdb0da30db916620", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6978a477-7d", "ovs_interfaceid": "6978a477-7dea-4869-a693-f77ab61dbc35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.131958] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-94de38b4-6e5b-4b27-bb94-e351faa55d00 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 701.132283] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1771e88f-ec8b-47d7-a44a-3b318b028b67 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.141892] env[61960]: DEBUG oslo_vmware.api [None req-94de38b4-6e5b-4b27-bb94-e351faa55d00 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 701.141892] env[61960]: value = "task-435823" [ 701.141892] env[61960]: _type = "Task" [ 701.141892] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.155559] env[61960]: DEBUG oslo_vmware.api [None req-94de38b4-6e5b-4b27-bb94-e351faa55d00 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-435823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.221185] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61154668-09ac-4059-aa75-4010ea6c4f20 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.232283] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b3e35a-47ac-4303-b0ad-ed311f82e68b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.268838] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b248139-1da7-4b03-92cf-5c6a90b3117d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.278284] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94680d4b-093b-4681-8f1c-260546459d39 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.293549] env[61960]: DEBUG nova.compute.provider_tree [None req-c86d388c-ea9a-44f9-b913-595f5ca0a78c tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.384357] env[61960]: DEBUG oslo_concurrency.lockutils [req-888d1435-5b96-465f-b3ac-228b07d6144c req-8b989401-30d3-4703-9562-52ab4b2e6e49 service nova] Releasing lock "refresh_cache-8ffa8a2e-f035-483a-86a1-349588495b66" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.514123] env[61960]: DEBUG oslo_vmware.api [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]521adfb4-aa25-b03d-94c9-b48b363198bd, 'name': SearchDatastore_Task, 'duration_secs': 0.028883} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.514509] env[61960]: DEBUG oslo_concurrency.lockutils [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.514740] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.514986] env[61960]: DEBUG oslo_concurrency.lockutils [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.515173] env[61960]: DEBUG oslo_concurrency.lockutils [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.515568] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.515614] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94abf125-674e-444c-ae97-b7e0b742d354 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.526124] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.526332] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 701.527126] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cea3b7b5-1838-4fb5-8149-162ec5682fc5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.529688] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 701.530904] env[61960]: DEBUG oslo_concurrency.lockutils [None req-56c50b83-c3ab-43ea-a7fe-1743222053c7 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Releasing lock "refresh_cache-ae66b7c6-c12f-4034-84b8-ab6923fad5f4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.531263] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4eafb348-4338-453b-90ab-726a476ec4a0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.537031] env[61960]: DEBUG oslo_vmware.api [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Waiting for the task: (returnval){ [ 701.537031] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]525fef8d-e16f-1997-10fb-28603db00037" [ 701.537031] env[61960]: _type = "Task" [ 701.537031] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.541605] env[61960]: DEBUG oslo_vmware.api [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 701.541605] env[61960]: value = "task-435824" [ 701.541605] env[61960]: _type = "Task" [ 701.541605] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.551022] env[61960]: DEBUG oslo_vmware.api [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]525fef8d-e16f-1997-10fb-28603db00037, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.554372] env[61960]: DEBUG oslo_vmware.api [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-435824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.653276] env[61960]: DEBUG oslo_vmware.api [None req-94de38b4-6e5b-4b27-bb94-e351faa55d00 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-435823, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.797637] env[61960]: DEBUG nova.scheduler.client.report [None req-c86d388c-ea9a-44f9-b913-595f5ca0a78c tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 702.034449] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c50b83-c3ab-43ea-a7fe-1743222053c7 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 702.034787] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89be143d-03ad-4214-b505-cff4d923e777 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.049908] env[61960]: DEBUG oslo_vmware.api [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]525fef8d-e16f-1997-10fb-28603db00037, 'name': SearchDatastore_Task, 'duration_secs': 0.015654} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.050230] env[61960]: DEBUG oslo_vmware.api [None req-56c50b83-c3ab-43ea-a7fe-1743222053c7 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for the task: (returnval){ [ 702.050230] env[61960]: value = "task-435825" [ 702.050230] env[61960]: _type = "Task" [ 702.050230] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.051472] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-391f1aab-c93e-423c-add0-ef09a9b8a2c3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.059821] env[61960]: DEBUG oslo_vmware.api [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-435824, 'name': PowerOffVM_Task, 'duration_secs': 0.211826} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.060699] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 702.061553] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee370bd1-b1aa-4f55-a5b5-f8070ee5fdbf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.068218] env[61960]: DEBUG oslo_vmware.api [None req-56c50b83-c3ab-43ea-a7fe-1743222053c7 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435825, 'name': PowerOnVM_Task} progress is 33%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.068564] env[61960]: DEBUG oslo_vmware.api [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Waiting for the task: (returnval){ [ 702.068564] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527a54e9-f776-0e72-7d0c-afeef9ff88a5" [ 702.068564] env[61960]: _type = "Task" [ 702.068564] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.090593] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbe515e-16b1-4186-8bc3-3217b62dd131 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.097561] env[61960]: DEBUG oslo_vmware.api [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527a54e9-f776-0e72-7d0c-afeef9ff88a5, 'name': SearchDatastore_Task, 'duration_secs': 0.020597} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.098266] env[61960]: DEBUG oslo_concurrency.lockutils [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.098585] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 8ffa8a2e-f035-483a-86a1-349588495b66/8ffa8a2e-f035-483a-86a1-349588495b66.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 702.098849] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbe710ac-3f45-427a-9364-9461c44dea59 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.110336] env[61960]: DEBUG oslo_vmware.api [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Waiting for the task: (returnval){ [ 702.110336] env[61960]: value = "task-435826" [ 702.110336] env[61960]: _type = "Task" [ 702.110336] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.119409] env[61960]: DEBUG oslo_vmware.api [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Task: {'id': task-435826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.130618] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 702.130985] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fca43722-8723-4640-95ca-a35ed5710dac {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.139256] env[61960]: DEBUG oslo_vmware.api [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 702.139256] env[61960]: value = "task-435827" [ 702.139256] env[61960]: _type = "Task" [ 702.139256] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.152022] env[61960]: DEBUG oslo_vmware.api [None req-94de38b4-6e5b-4b27-bb94-e351faa55d00 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-435823, 'name': PowerOnVM_Task} progress is 88%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.155809] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] VM already powered off {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 702.155809] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.155809] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.155916] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.159639] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.159639] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47933ba3-295e-4342-a109-325c4c827c14 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.169392] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.169649] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 702.171327] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c840e39-857e-4c88-a11a-d96f8c1356f2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.179206] env[61960]: DEBUG oslo_vmware.api [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 702.179206] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528f4377-b20b-c751-4077-5c9d6169925d" [ 702.179206] env[61960]: _type = "Task" [ 702.179206] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.187783] env[61960]: DEBUG oslo_vmware.api [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528f4377-b20b-c751-4077-5c9d6169925d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.304710] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c86d388c-ea9a-44f9-b913-595f5ca0a78c tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.308913] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.209s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.310565] env[61960]: INFO nova.compute.claims [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.335873] env[61960]: INFO nova.scheduler.client.report [None req-c86d388c-ea9a-44f9-b913-595f5ca0a78c tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Deleted allocations for instance e9bb2909-0eaa-4bfb-93a3-0b35c493422e [ 702.568251] env[61960]: DEBUG oslo_vmware.api [None req-56c50b83-c3ab-43ea-a7fe-1743222053c7 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435825, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.624763] env[61960]: DEBUG oslo_vmware.api [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Task: {'id': task-435826, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.654961] env[61960]: DEBUG oslo_vmware.api [None req-94de38b4-6e5b-4b27-bb94-e351faa55d00 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-435823, 'name': PowerOnVM_Task, 'duration_secs': 1.410852} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.659083] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-94de38b4-6e5b-4b27-bb94-e351faa55d00 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 702.659083] env[61960]: DEBUG nova.compute.manager [None req-94de38b4-6e5b-4b27-bb94-e351faa55d00 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 702.659083] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806f7fe3-7048-42c2-9046-984f64dd4d97 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.690637] env[61960]: DEBUG oslo_vmware.api [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528f4377-b20b-c751-4077-5c9d6169925d, 'name': SearchDatastore_Task, 'duration_secs': 0.009949} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.691844] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c30b98a-bf15-4481-ad66-8da3d8a3707c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.698454] env[61960]: DEBUG oslo_vmware.api [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 702.698454] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526697c7-9f7d-3823-e6e1-e7c3f8c2a699" [ 702.698454] env[61960]: _type = "Task" [ 702.698454] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.708287] env[61960]: DEBUG oslo_vmware.api [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526697c7-9f7d-3823-e6e1-e7c3f8c2a699, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.843161] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c86d388c-ea9a-44f9-b913-595f5ca0a78c tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Lock "e9bb2909-0eaa-4bfb-93a3-0b35c493422e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.079s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.064896] env[61960]: DEBUG oslo_vmware.api [None req-56c50b83-c3ab-43ea-a7fe-1743222053c7 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435825, 'name': PowerOnVM_Task, 'duration_secs': 0.628918} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.065104] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c50b83-c3ab-43ea-a7fe-1743222053c7 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 703.065281] env[61960]: DEBUG nova.compute.manager [None req-56c50b83-c3ab-43ea-a7fe-1743222053c7 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 703.066366] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8639ef73-3549-4a06-9752-b6617ca591bd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.123296] env[61960]: DEBUG oslo_vmware.api [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Task: {'id': task-435826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587222} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.123603] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 8ffa8a2e-f035-483a-86a1-349588495b66/8ffa8a2e-f035-483a-86a1-349588495b66.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 703.123859] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.124158] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b013746b-a875-4d26-bce1-75947c26c8f1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.132751] env[61960]: DEBUG oslo_vmware.api [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Waiting for the task: (returnval){ [ 703.132751] env[61960]: value = "task-435829" [ 703.132751] env[61960]: _type = "Task" [ 703.132751] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.144027] env[61960]: DEBUG oslo_vmware.api [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Task: {'id': task-435829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.210749] env[61960]: DEBUG oslo_vmware.api [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526697c7-9f7d-3823-e6e1-e7c3f8c2a699, 'name': SearchDatastore_Task, 'duration_secs': 0.013456} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.210749] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.211197] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] e94b6c33-7bfb-4aae-b619-c7da2201cb92/966cfc37-d288-40df-aff0-78f82eab8ff9-rescue.vmdk. {{(pid=61960) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 703.211565] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27596d64-3e9a-4189-822a-984a6401aef6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.220105] env[61960]: DEBUG oslo_vmware.api [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 703.220105] env[61960]: value = "task-435830" [ 703.220105] env[61960]: _type = "Task" [ 703.220105] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.231019] env[61960]: DEBUG oslo_vmware.api [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-435830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.643935] env[61960]: DEBUG oslo_vmware.api [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Task: {'id': task-435829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066679} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.646499] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.647599] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf35c3b-6df8-45b0-9b2f-539aeee5bd31 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.671412] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 8ffa8a2e-f035-483a-86a1-349588495b66/8ffa8a2e-f035-483a-86a1-349588495b66.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.674310] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50757c94-2a20-4f93-8f77-c8cc466f2c83 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.695753] env[61960]: DEBUG oslo_vmware.api [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Waiting for the task: (returnval){ [ 703.695753] env[61960]: value = "task-435831" [ 703.695753] env[61960]: _type = "Task" [ 703.695753] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.708453] env[61960]: DEBUG oslo_vmware.api [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Task: {'id': task-435831, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.733632] env[61960]: DEBUG oslo_vmware.api [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-435830, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.766624] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bde9ee-d79b-4093-942e-74855fea76f8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.778621] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e700ea93-3551-46a8-9eba-d009c9beb7f8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.816121] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d347314-6326-46e3-bc7e-333279ce882d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.824858] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604f28c6-db09-41c9-81be-4e0d88868e9b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.840470] env[61960]: DEBUG nova.compute.provider_tree [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 704.205422] env[61960]: DEBUG oslo_vmware.api [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Task: {'id': task-435831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.233171] env[61960]: DEBUG oslo_vmware.api [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-435830, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.364893] env[61960]: ERROR nova.scheduler.client.report [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [req-cd69e4c9-b9b1-48d4-bbc7-d89624c065ca] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cd69e4c9-b9b1-48d4-bbc7-d89624c065ca"}]} [ 704.380726] env[61960]: DEBUG nova.scheduler.client.report [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 704.396107] env[61960]: DEBUG nova.scheduler.client.report [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 704.396402] env[61960]: DEBUG nova.compute.provider_tree [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 704.408465] env[61960]: DEBUG nova.scheduler.client.report [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 704.428124] env[61960]: DEBUG nova.scheduler.client.report [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 704.563596] env[61960]: DEBUG oslo_concurrency.lockutils [None req-639da4d8-d896-4232-9225-a2239772d69b tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Acquiring lock "59ed629c-1516-4e93-95dd-482d8acc71af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.563926] env[61960]: DEBUG oslo_concurrency.lockutils [None req-639da4d8-d896-4232-9225-a2239772d69b tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Lock "59ed629c-1516-4e93-95dd-482d8acc71af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.564207] env[61960]: DEBUG oslo_concurrency.lockutils [None req-639da4d8-d896-4232-9225-a2239772d69b tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Acquiring lock "59ed629c-1516-4e93-95dd-482d8acc71af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.564454] env[61960]: DEBUG oslo_concurrency.lockutils [None req-639da4d8-d896-4232-9225-a2239772d69b tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Lock "59ed629c-1516-4e93-95dd-482d8acc71af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.564687] env[61960]: DEBUG oslo_concurrency.lockutils [None req-639da4d8-d896-4232-9225-a2239772d69b tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Lock "59ed629c-1516-4e93-95dd-482d8acc71af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.570030] env[61960]: INFO nova.compute.manager [None req-639da4d8-d896-4232-9225-a2239772d69b tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Terminating instance [ 704.571878] env[61960]: DEBUG nova.compute.manager [None req-639da4d8-d896-4232-9225-a2239772d69b tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 704.572099] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-639da4d8-d896-4232-9225-a2239772d69b tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 704.573035] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777847dd-2a52-44c7-a9d7-06b460720a64 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.581063] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-639da4d8-d896-4232-9225-a2239772d69b tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 704.584120] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc721616-0917-43e2-ab78-b9eb9fdb6c11 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.592394] env[61960]: DEBUG oslo_vmware.api [None req-639da4d8-d896-4232-9225-a2239772d69b tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Waiting for the task: (returnval){ [ 704.592394] env[61960]: value = "task-435832" [ 704.592394] env[61960]: _type = "Task" [ 704.592394] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.604103] env[61960]: DEBUG oslo_vmware.api [None req-639da4d8-d896-4232-9225-a2239772d69b tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Task: {'id': task-435832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.708399] env[61960]: DEBUG oslo_vmware.api [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Task: {'id': task-435831, 'name': ReconfigVM_Task, 'duration_secs': 0.77938} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.711595] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 8ffa8a2e-f035-483a-86a1-349588495b66/8ffa8a2e-f035-483a-86a1-349588495b66.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.712486] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-036c6778-5680-4f98-a9b1-aa4f4afeada4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.720888] env[61960]: DEBUG oslo_vmware.api [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Waiting for the task: (returnval){ [ 704.720888] env[61960]: value = "task-435833" [ 704.720888] env[61960]: _type = "Task" [ 704.720888] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.740472] env[61960]: DEBUG oslo_vmware.api [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Task: {'id': task-435833, 'name': Rename_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.746565] env[61960]: DEBUG oslo_vmware.api [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-435830, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.894639] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3520a77c-dbe9-4907-9e5e-e1592120fd7e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.903549] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45134990-f475-4324-a885-d4b243b4d48e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.629707] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f47e234b-c0ad-4262-9531-bc54dbaf240f tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Volume attach. Driver type: vmdk {{(pid=61960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 705.629871] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f47e234b-c0ad-4262-9531-bc54dbaf240f tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116050', 'volume_id': '0708fd47-0dad-4ebc-8567-87624c788359', 'name': 'volume-0708fd47-0dad-4ebc-8567-87624c788359', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '383cc933-2136-421f-85cc-e12f1743bd67', 'attached_at': '', 'detached_at': '', 'volume_id': '0708fd47-0dad-4ebc-8567-87624c788359', 'serial': '0708fd47-0dad-4ebc-8567-87624c788359'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 705.631419] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ea6131-8f9b-4dd0-9756-7e0b34f2d0c5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.660528] env[61960]: DEBUG oslo_vmware.api [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Task: {'id': task-435833, 'name': Rename_Task, 'duration_secs': 0.174082} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.660791] env[61960]: DEBUG oslo_vmware.api [None req-639da4d8-d896-4232-9225-a2239772d69b tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Task: {'id': task-435832, 'name': PowerOffVM_Task, 'duration_secs': 0.301379} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.686699] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 705.686699] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-639da4d8-d896-4232-9225-a2239772d69b tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 705.686699] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-639da4d8-d896-4232-9225-a2239772d69b tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 705.687239] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a68567-1f2e-43e5-8f1b-6f15c07d7d4c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.690572] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12008e3f-37ae-4a38-a494-513218863634 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.692061] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-876be553-6ff8-4720-9fb6-bfd76734556e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.693769] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c9a497-517d-4fac-b8c3-4ca5ff6d687f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.699586] env[61960]: DEBUG oslo_vmware.api [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-435830, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.931458} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.700584] env[61960]: INFO nova.virt.vmwareapi.ds_util [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] e94b6c33-7bfb-4aae-b619-c7da2201cb92/966cfc37-d288-40df-aff0-78f82eab8ff9-rescue.vmdk. [ 705.701649] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e69727f-70c9-42f5-85f6-a4812c68e583 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.725317] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f47e234b-c0ad-4262-9531-bc54dbaf240f tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] volume-0708fd47-0dad-4ebc-8567-87624c788359/volume-0708fd47-0dad-4ebc-8567-87624c788359.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.727220] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c46395a9-0e44-4780-a238-70fb9376d92e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.741039] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c36797e-dd5a-4b61-a253-96cd7e5b3d8c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.748018] env[61960]: DEBUG oslo_vmware.api [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Waiting for the task: (returnval){ [ 705.748018] env[61960]: value = "task-435834" [ 705.748018] env[61960]: _type = "Task" [ 705.748018] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.769353] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] e94b6c33-7bfb-4aae-b619-c7da2201cb92/966cfc37-d288-40df-aff0-78f82eab8ff9-rescue.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.772549] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27e43382-1c09-45d0-bc27-5afa2e40acd5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.799027] env[61960]: DEBUG oslo_vmware.api [None req-f47e234b-c0ad-4262-9531-bc54dbaf240f tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 705.799027] env[61960]: value = "task-435836" [ 705.799027] env[61960]: _type = "Task" [ 705.799027] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.799027] env[61960]: DEBUG nova.compute.provider_tree [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 705.800223] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-639da4d8-d896-4232-9225-a2239772d69b tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 705.800527] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-639da4d8-d896-4232-9225-a2239772d69b tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 705.800647] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-639da4d8-d896-4232-9225-a2239772d69b tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Deleting the datastore file [datastore1] 59ed629c-1516-4e93-95dd-482d8acc71af {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.807735] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-305cd52c-e421-4069-a850-4b9246f33cdc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.810774] env[61960]: DEBUG oslo_vmware.api [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Task: {'id': task-435834, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.811086] env[61960]: DEBUG oslo_vmware.api [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 705.811086] env[61960]: value = "task-435837" [ 705.811086] env[61960]: _type = "Task" [ 705.811086] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.819452] env[61960]: DEBUG oslo_vmware.api [None req-639da4d8-d896-4232-9225-a2239772d69b tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Waiting for the task: (returnval){ [ 705.819452] env[61960]: value = "task-435838" [ 705.819452] env[61960]: _type = "Task" [ 705.819452] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.819730] env[61960]: DEBUG oslo_vmware.api [None req-f47e234b-c0ad-4262-9531-bc54dbaf240f tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.827186] env[61960]: DEBUG oslo_vmware.api [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-435837, 'name': ReconfigVM_Task} progress is 10%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.833546] env[61960]: DEBUG oslo_vmware.api [None req-639da4d8-d896-4232-9225-a2239772d69b tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Task: {'id': task-435838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.270073] env[61960]: DEBUG oslo_vmware.api [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Task: {'id': task-435834, 'name': PowerOnVM_Task, 'duration_secs': 0.551922} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.270386] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 706.270705] env[61960]: INFO nova.compute.manager [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Took 9.28 seconds to spawn the instance on the hypervisor. [ 706.270982] env[61960]: DEBUG nova.compute.manager [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 706.272189] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4076b8-2574-47f5-99e6-18a7e8b7197e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.313591] env[61960]: DEBUG oslo_vmware.api [None req-f47e234b-c0ad-4262-9531-bc54dbaf240f tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435836, 'name': ReconfigVM_Task, 'duration_secs': 0.524248} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.317188] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f47e234b-c0ad-4262-9531-bc54dbaf240f tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Reconfigured VM instance instance-00000028 to attach disk [datastore1] volume-0708fd47-0dad-4ebc-8567-87624c788359/volume-0708fd47-0dad-4ebc-8567-87624c788359.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.323015] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3071208-282c-4944-bcff-67ede653dab7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.339838] env[61960]: DEBUG oslo_vmware.api [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-435837, 'name': ReconfigVM_Task, 'duration_secs': 0.340486} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.340742] env[61960]: DEBUG nova.scheduler.client.report [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 72 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 706.340988] env[61960]: DEBUG nova.compute.provider_tree [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 72 to 73 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 706.341187] env[61960]: DEBUG nova.compute.provider_tree [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 706.346040] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Reconfigured VM instance instance-00000029 to attach disk [datastore1] e94b6c33-7bfb-4aae-b619-c7da2201cb92/966cfc37-d288-40df-aff0-78f82eab8ff9-rescue.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.348161] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c44a50-ef0a-41c8-817a-8b55c06504ed {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.350842] env[61960]: DEBUG oslo_vmware.api [None req-f47e234b-c0ad-4262-9531-bc54dbaf240f tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 706.350842] env[61960]: value = "task-435839" [ 706.350842] env[61960]: _type = "Task" [ 706.350842] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.356615] env[61960]: DEBUG oslo_vmware.api [None req-639da4d8-d896-4232-9225-a2239772d69b tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Task: {'id': task-435838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187363} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.358632] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-639da4d8-d896-4232-9225-a2239772d69b tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.358822] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-639da4d8-d896-4232-9225-a2239772d69b tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 706.359010] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-639da4d8-d896-4232-9225-a2239772d69b tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 706.359201] env[61960]: INFO nova.compute.manager [None req-639da4d8-d896-4232-9225-a2239772d69b tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Took 1.79 seconds to destroy the instance on the hypervisor. [ 706.359437] env[61960]: DEBUG oslo.service.loopingcall [None req-639da4d8-d896-4232-9225-a2239772d69b tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 706.375860] env[61960]: DEBUG nova.compute.manager [-] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 706.376120] env[61960]: DEBUG nova.network.neutron [-] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 706.383387] env[61960]: DEBUG oslo_concurrency.lockutils [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquiring lock "315c4d67-8e15-47d8-8943-8d10fc746815" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.383677] env[61960]: DEBUG oslo_concurrency.lockutils [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lock "315c4d67-8e15-47d8-8943-8d10fc746815" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.383819] env[61960]: DEBUG oslo_concurrency.lockutils [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquiring lock "315c4d67-8e15-47d8-8943-8d10fc746815-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.384046] env[61960]: DEBUG oslo_concurrency.lockutils [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lock "315c4d67-8e15-47d8-8943-8d10fc746815-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.384171] env[61960]: DEBUG oslo_concurrency.lockutils [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lock "315c4d67-8e15-47d8-8943-8d10fc746815-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.385963] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-173ac48a-bc38-4786-a3dc-a70010d5ff16 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.404154] env[61960]: INFO nova.compute.manager [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Terminating instance [ 706.405189] env[61960]: DEBUG oslo_vmware.api [None req-f47e234b-c0ad-4262-9531-bc54dbaf240f tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.405880] env[61960]: DEBUG nova.compute.manager [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 706.406148] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 706.407690] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0361d5f-e1be-4c75-b0cc-a650c6e12dd7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.414188] env[61960]: DEBUG oslo_vmware.api [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 706.414188] env[61960]: value = "task-435840" [ 706.414188] env[61960]: _type = "Task" [ 706.414188] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.416615] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 706.420064] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8334698-fd12-4dc4-b3af-cd56e34f6dc5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.430579] env[61960]: DEBUG oslo_vmware.api [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-435840, 'name': ReconfigVM_Task} progress is 10%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.431482] env[61960]: DEBUG oslo_vmware.api [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for the task: (returnval){ [ 706.431482] env[61960]: value = "task-435841" [ 706.431482] env[61960]: _type = "Task" [ 706.431482] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.444878] env[61960]: DEBUG oslo_vmware.api [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.792773] env[61960]: INFO nova.compute.manager [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Took 49.90 seconds to build instance. [ 706.847168] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.539s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.847897] env[61960]: DEBUG nova.compute.manager [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 706.852873] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 39.681s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.875046] env[61960]: DEBUG oslo_vmware.api [None req-f47e234b-c0ad-4262-9531-bc54dbaf240f tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435839, 'name': ReconfigVM_Task, 'duration_secs': 0.202558} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.875046] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f47e234b-c0ad-4262-9531-bc54dbaf240f tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116050', 'volume_id': '0708fd47-0dad-4ebc-8567-87624c788359', 'name': 'volume-0708fd47-0dad-4ebc-8567-87624c788359', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '383cc933-2136-421f-85cc-e12f1743bd67', 'attached_at': '', 'detached_at': '', 'volume_id': '0708fd47-0dad-4ebc-8567-87624c788359', 'serial': '0708fd47-0dad-4ebc-8567-87624c788359'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 706.927391] env[61960]: DEBUG oslo_vmware.api [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-435840, 'name': ReconfigVM_Task, 'duration_secs': 0.348999} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.928052] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 706.928331] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4a82dc5-9f15-4be5-945a-a32a3fe30838 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.937311] env[61960]: DEBUG oslo_vmware.api [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 706.937311] env[61960]: value = "task-435842" [ 706.937311] env[61960]: _type = "Task" [ 706.937311] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.944014] env[61960]: DEBUG oslo_vmware.api [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435841, 'name': PowerOffVM_Task, 'duration_secs': 0.322818} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.944675] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 706.944866] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 706.945123] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3dca099f-68cb-4539-b9c4-72efb5fb8385 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.949551] env[61960]: DEBUG oslo_vmware.api [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-435842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.027177] env[61960]: DEBUG nova.compute.manager [req-0bf6bce7-dd27-4975-b8d4-eb919402e2a5 req-a38602c6-c085-424e-b79b-6a1e5d0a4261 service nova] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Received event network-vif-deleted-8fafe7e5-ec0b-4372-8e31-b232f6b1f8a1 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 707.028157] env[61960]: INFO nova.compute.manager [req-0bf6bce7-dd27-4975-b8d4-eb919402e2a5 req-a38602c6-c085-424e-b79b-6a1e5d0a4261 service nova] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Neutron deleted interface 8fafe7e5-ec0b-4372-8e31-b232f6b1f8a1; detaching it from the instance and deleting it from the info cache [ 707.028941] env[61960]: DEBUG nova.network.neutron [req-0bf6bce7-dd27-4975-b8d4-eb919402e2a5 req-a38602c6-c085-424e-b79b-6a1e5d0a4261 service nova] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.032485] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 707.032960] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 707.033389] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Deleting the datastore file [datastore1] 315c4d67-8e15-47d8-8943-8d10fc746815 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.034693] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb15302f-2212-41ca-9c35-772c9ca1bf7e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.049021] env[61960]: DEBUG oslo_vmware.api [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for the task: (returnval){ [ 707.049021] env[61960]: value = "task-435844" [ 707.049021] env[61960]: _type = "Task" [ 707.049021] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.058288] env[61960]: DEBUG oslo_vmware.api [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.294693] env[61960]: DEBUG oslo_concurrency.lockutils [None req-91ea12db-216c-4e07-aa07-144d6d3d1088 tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Lock "8ffa8a2e-f035-483a-86a1-349588495b66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.898s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.357030] env[61960]: DEBUG nova.compute.utils [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 707.358972] env[61960]: DEBUG nova.compute.manager [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 707.359182] env[61960]: DEBUG nova.network.neutron [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 707.405596] env[61960]: DEBUG nova.policy [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa5c7a8dffc74a93a4bc9cb0885027a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c69de9ed5c214a2d85622176b96e3a52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 707.451075] env[61960]: DEBUG oslo_vmware.api [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-435842, 'name': PowerOnVM_Task, 'duration_secs': 0.505646} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.451307] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 707.453157] env[61960]: DEBUG nova.network.neutron [-] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.455522] env[61960]: DEBUG nova.compute.manager [None req-ab89c546-48a8-43b5-8295-fb7394415273 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 707.456958] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1373ecde-0736-4f71-9e3d-15e2d1c620d3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.535013] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0617f5f-0e44-43de-9c3d-3aa780cdddb7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.545376] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e79094c-a939-4177-ba81-35aec1415862 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.565205] env[61960]: DEBUG oslo_vmware.api [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211804} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.565479] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.565729] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 707.565934] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 707.566130] env[61960]: INFO nova.compute.manager [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Took 1.16 seconds to destroy the instance on the hypervisor. [ 707.569392] env[61960]: DEBUG oslo.service.loopingcall [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 707.569392] env[61960]: DEBUG nova.compute.manager [-] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 707.569392] env[61960]: DEBUG nova.network.neutron [-] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 707.585710] env[61960]: DEBUG nova.compute.manager [req-0bf6bce7-dd27-4975-b8d4-eb919402e2a5 req-a38602c6-c085-424e-b79b-6a1e5d0a4261 service nova] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Detach interface failed, port_id=8fafe7e5-ec0b-4372-8e31-b232f6b1f8a1, reason: Instance 59ed629c-1516-4e93-95dd-482d8acc71af could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 707.715169] env[61960]: DEBUG nova.network.neutron [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Successfully created port: 52ba24d2-7165-48f6-bd59-416b6da12d65 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.799106] env[61960]: DEBUG nova.compute.manager [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 707.862263] env[61960]: DEBUG nova.compute.manager [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 707.908106] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance d0816f49-cd5c-40d4-b49a-8d5b76321153 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.908275] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 66b0d824-035d-44df-a7c1-af0f4d23e4b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.908401] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance d96217b7-2f67-421c-b977-b660bdff8dd4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.908528] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 7ee63cda-4878-4c4c-bc76-c51c798de3fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.908656] env[61960]: WARNING nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 66396ef9-04a2-4c50-9f3a-c1a398aa36de is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 707.908781] env[61960]: WARNING nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 10117be5-70f2-4f62-81dd-3732ba3bb70c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 707.909107] env[61960]: WARNING nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 81971040-7836-4cb8-9064-952310391b4a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 707.909107] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.909218] env[61960]: WARNING nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 24755d96-be25-477d-8022-bbae4e33ab89 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 707.909253] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance bedcdb7c-216f-4248-b5ac-1c71471c4c07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.909335] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance ec50aa6a-44ae-42f3-99a9-6831c832aca3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.909450] env[61960]: WARNING nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 43ff8e5b-054c-452a-92c0-21a2a39ea2a2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 707.909558] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 59ed629c-1516-4e93-95dd-482d8acc71af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.909664] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance d7de483c-5ab7-47e9-995c-c02d5f07f165 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.909770] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance ae66b7c6-c12f-4034-84b8-ab6923fad5f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.909900] env[61960]: WARNING nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance dec63d6c-0b9e-474b-a09a-9420d9d8d366 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 707.910014] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance f3f132e9-44db-4e66-b01a-e16f8626bf37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.910127] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance ff9c99c7-43b2-479e-a171-269edf1aa75d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.910232] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 315c4d67-8e15-47d8-8943-8d10fc746815 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.910989] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 383cc933-2136-421f-85cc-e12f1743bd67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.911088] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance e94b6c33-7bfb-4aae-b619-c7da2201cb92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.911724] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 8ffa8a2e-f035-483a-86a1-349588495b66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.911724] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.919519] env[61960]: DEBUG nova.objects.instance [None req-f47e234b-c0ad-4262-9531-bc54dbaf240f tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lazy-loading 'flavor' on Instance uuid 383cc933-2136-421f-85cc-e12f1743bd67 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.947138] env[61960]: DEBUG nova.compute.manager [req-a43749c2-6bb6-40dd-9683-587123b22bb1 req-092cd28a-bdd0-4285-ae64-3b8580c9095d service nova] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Received event network-vif-deleted-d4f615c2-4311-428c-9bd1-d41773b52cbe {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 707.947138] env[61960]: INFO nova.compute.manager [req-a43749c2-6bb6-40dd-9683-587123b22bb1 req-092cd28a-bdd0-4285-ae64-3b8580c9095d service nova] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Neutron deleted interface d4f615c2-4311-428c-9bd1-d41773b52cbe; detaching it from the instance and deleting it from the info cache [ 707.947138] env[61960]: DEBUG nova.network.neutron [req-a43749c2-6bb6-40dd-9683-587123b22bb1 req-092cd28a-bdd0-4285-ae64-3b8580c9095d service nova] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.961462] env[61960]: INFO nova.compute.manager [-] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Took 1.58 seconds to deallocate network for instance. [ 708.328779] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.378683] env[61960]: DEBUG nova.network.neutron [-] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.420925] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance e8f8a984-fb14-4d7d-a208-5ec758833720 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 708.425973] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f47e234b-c0ad-4262-9531-bc54dbaf240f tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "383cc933-2136-421f-85cc-e12f1743bd67" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.934s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.450133] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f8f8c34-128d-409d-abf7-b84ea5ca0be0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.463046] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4feac5cc-3ffb-48a9-af73-3234655a8708 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.474843] env[61960]: DEBUG oslo_concurrency.lockutils [None req-639da4d8-d896-4232-9225-a2239772d69b tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.500029] env[61960]: DEBUG nova.compute.manager [req-a43749c2-6bb6-40dd-9683-587123b22bb1 req-092cd28a-bdd0-4285-ae64-3b8580c9095d service nova] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Detach interface failed, port_id=d4f615c2-4311-428c-9bd1-d41773b52cbe, reason: Instance 315c4d67-8e15-47d8-8943-8d10fc746815 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 708.559229] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Acquiring lock "8ffa8a2e-f035-483a-86a1-349588495b66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.559570] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Lock "8ffa8a2e-f035-483a-86a1-349588495b66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.559856] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Acquiring lock "8ffa8a2e-f035-483a-86a1-349588495b66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.560083] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Lock "8ffa8a2e-f035-483a-86a1-349588495b66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.560265] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Lock "8ffa8a2e-f035-483a-86a1-349588495b66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.562439] env[61960]: INFO nova.compute.manager [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Terminating instance [ 708.564278] env[61960]: DEBUG nova.compute.manager [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 708.564520] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 708.565351] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a5f13d-66f2-4934-bb8e-b098d766e2cf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.573933] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 708.574170] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-593298e4-2414-483e-b27a-02f363327b5f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.580721] env[61960]: DEBUG oslo_vmware.api [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Waiting for the task: (returnval){ [ 708.580721] env[61960]: value = "task-435845" [ 708.580721] env[61960]: _type = "Task" [ 708.580721] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.590848] env[61960]: DEBUG oslo_vmware.api [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Task: {'id': task-435845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.881384] env[61960]: DEBUG nova.compute.manager [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 708.883777] env[61960]: INFO nova.compute.manager [-] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Took 1.32 seconds to deallocate network for instance. [ 708.903483] env[61960]: DEBUG nova.virt.hardware [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 708.903757] env[61960]: DEBUG nova.virt.hardware [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 708.903926] env[61960]: DEBUG nova.virt.hardware [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.904147] env[61960]: DEBUG nova.virt.hardware [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 708.904259] env[61960]: DEBUG nova.virt.hardware [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.904412] env[61960]: DEBUG nova.virt.hardware [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 708.904624] env[61960]: DEBUG nova.virt.hardware [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 708.904791] env[61960]: DEBUG nova.virt.hardware [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 708.904965] env[61960]: DEBUG nova.virt.hardware [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 708.905160] env[61960]: DEBUG nova.virt.hardware [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 708.905399] env[61960]: DEBUG nova.virt.hardware [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 708.906304] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0496009-a0f6-45c9-9bb2-96d9fa0cfcd2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.915556] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0719e9-5be8-487a-800e-f535c9434e43 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.931177] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 848b35ff-62f5-4e83-a5de-aab6fbbdd00a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 708.947209] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "383cc933-2136-421f-85cc-e12f1743bd67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.947497] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "383cc933-2136-421f-85cc-e12f1743bd67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.947712] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "383cc933-2136-421f-85cc-e12f1743bd67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.947902] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "383cc933-2136-421f-85cc-e12f1743bd67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.948089] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "383cc933-2136-421f-85cc-e12f1743bd67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.950146] env[61960]: INFO nova.compute.manager [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Terminating instance [ 708.952168] env[61960]: DEBUG nova.compute.manager [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 708.952411] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 708.952632] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1c248b3-b1c2-4340-9712-f04e17e3048d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.961163] env[61960]: DEBUG oslo_vmware.api [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 708.961163] env[61960]: value = "task-435846" [ 708.961163] env[61960]: _type = "Task" [ 708.961163] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.969869] env[61960]: DEBUG oslo_vmware.api [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.092027] env[61960]: DEBUG oslo_vmware.api [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Task: {'id': task-435845, 'name': PowerOffVM_Task, 'duration_secs': 0.238272} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.092134] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 709.092355] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 709.092669] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee31a1fe-3d72-4e48-befd-35eaf1191d1e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.169441] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 709.169672] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 709.169859] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Deleting the datastore file [datastore1] 8ffa8a2e-f035-483a-86a1-349588495b66 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.170160] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9895086e-2520-484d-8f49-a5a6c5658b57 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.179560] env[61960]: DEBUG nova.compute.manager [req-6a6cc8c6-db40-48d0-9d10-d00b16462449 req-99e31ae0-a930-433f-a3be-95a3809886fe service nova] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Received event network-vif-plugged-52ba24d2-7165-48f6-bd59-416b6da12d65 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 709.180330] env[61960]: DEBUG oslo_concurrency.lockutils [req-6a6cc8c6-db40-48d0-9d10-d00b16462449 req-99e31ae0-a930-433f-a3be-95a3809886fe service nova] Acquiring lock "51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.180708] env[61960]: DEBUG oslo_concurrency.lockutils [req-6a6cc8c6-db40-48d0-9d10-d00b16462449 req-99e31ae0-a930-433f-a3be-95a3809886fe service nova] Lock "51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.180969] env[61960]: DEBUG oslo_concurrency.lockutils [req-6a6cc8c6-db40-48d0-9d10-d00b16462449 req-99e31ae0-a930-433f-a3be-95a3809886fe service nova] Lock "51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.181206] env[61960]: DEBUG nova.compute.manager [req-6a6cc8c6-db40-48d0-9d10-d00b16462449 req-99e31ae0-a930-433f-a3be-95a3809886fe service nova] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] No waiting events found dispatching network-vif-plugged-52ba24d2-7165-48f6-bd59-416b6da12d65 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 709.181418] env[61960]: WARNING nova.compute.manager [req-6a6cc8c6-db40-48d0-9d10-d00b16462449 req-99e31ae0-a930-433f-a3be-95a3809886fe service nova] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Received unexpected event network-vif-plugged-52ba24d2-7165-48f6-bd59-416b6da12d65 for instance with vm_state building and task_state spawning. [ 709.184534] env[61960]: DEBUG oslo_vmware.api [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Waiting for the task: (returnval){ [ 709.184534] env[61960]: value = "task-435848" [ 709.184534] env[61960]: _type = "Task" [ 709.184534] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.195976] env[61960]: DEBUG oslo_vmware.api [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Task: {'id': task-435848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.257311] env[61960]: DEBUG oslo_concurrency.lockutils [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquiring lock "15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.258211] env[61960]: DEBUG oslo_concurrency.lockutils [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Lock "15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.309582] env[61960]: DEBUG nova.network.neutron [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Successfully updated port: 52ba24d2-7165-48f6-bd59-416b6da12d65 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.390138] env[61960]: DEBUG oslo_concurrency.lockutils [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.433936] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance a6e2330c-ba68-4df4-9e16-b536efe54c94 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 709.476417] env[61960]: DEBUG oslo_vmware.api [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435846, 'name': PowerOffVM_Task, 'duration_secs': 0.233048} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.476816] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 709.477110] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Volume detach. Driver type: vmdk {{(pid=61960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 709.477392] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116050', 'volume_id': '0708fd47-0dad-4ebc-8567-87624c788359', 'name': 'volume-0708fd47-0dad-4ebc-8567-87624c788359', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '383cc933-2136-421f-85cc-e12f1743bd67', 'attached_at': '', 'detached_at': '', 'volume_id': '0708fd47-0dad-4ebc-8567-87624c788359', 'serial': '0708fd47-0dad-4ebc-8567-87624c788359'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 709.478231] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f219e2a-e4ff-4bc0-b02d-5faf2a8a07c6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.500582] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3b0a8a-8900-41a1-8ada-0bd61877673e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.507950] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be74100-16ad-4466-b291-6d83b7f75e8f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.528933] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2da871a-adbe-4700-9c10-421d00888c3f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.544921] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] The volume has not been displaced from its original location: [datastore1] volume-0708fd47-0dad-4ebc-8567-87624c788359/volume-0708fd47-0dad-4ebc-8567-87624c788359.vmdk. No consolidation needed. {{(pid=61960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 709.550240] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Reconfiguring VM instance instance-00000028 to detach disk 2001 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 709.550558] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88bbc59c-74cf-46c9-9567-2d1f1efc88e5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.569900] env[61960]: DEBUG oslo_vmware.api [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 709.569900] env[61960]: value = "task-435849" [ 709.569900] env[61960]: _type = "Task" [ 709.569900] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.578842] env[61960]: DEBUG oslo_vmware.api [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435849, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.697044] env[61960]: DEBUG oslo_vmware.api [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Task: {'id': task-435848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215601} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.697044] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.697044] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 709.697044] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 709.697275] env[61960]: INFO nova.compute.manager [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Took 1.13 seconds to destroy the instance on the hypervisor. [ 709.697567] env[61960]: DEBUG oslo.service.loopingcall [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 709.697870] env[61960]: DEBUG nova.compute.manager [-] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 709.698069] env[61960]: DEBUG nova.network.neutron [-] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 709.812752] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquiring lock "refresh_cache-51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.812944] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquired lock "refresh_cache-51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.813131] env[61960]: DEBUG nova.network.neutron [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 709.938013] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance ddbb6a66-587a-4c5f-8268-bcffdab6c9b5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 710.082268] env[61960]: DEBUG oslo_vmware.api [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435849, 'name': ReconfigVM_Task, 'duration_secs': 0.240764} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.082483] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Reconfigured VM instance instance-00000028 to detach disk 2001 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 710.087331] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61f6e52f-f452-4f49-8a85-69af7af97878 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.103583] env[61960]: DEBUG oslo_vmware.api [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 710.103583] env[61960]: value = "task-435850" [ 710.103583] env[61960]: _type = "Task" [ 710.103583] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.112740] env[61960]: DEBUG oslo_vmware.api [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435850, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.349685] env[61960]: DEBUG nova.network.neutron [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 710.441645] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 710.495993] env[61960]: DEBUG nova.network.neutron [-] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.554026] env[61960]: DEBUG nova.network.neutron [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Updating instance_info_cache with network_info: [{"id": "52ba24d2-7165-48f6-bd59-416b6da12d65", "address": "fa:16:3e:74:d1:52", "network": {"id": "31c9cfb5-32de-4603-b200-9a69fe1fcb1c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1503149221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c69de9ed5c214a2d85622176b96e3a52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52ba24d2-71", "ovs_interfaceid": "52ba24d2-7165-48f6-bd59-416b6da12d65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.614282] env[61960]: DEBUG oslo_vmware.api [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435850, 'name': ReconfigVM_Task, 'duration_secs': 0.253327} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.614616] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116050', 'volume_id': '0708fd47-0dad-4ebc-8567-87624c788359', 'name': 'volume-0708fd47-0dad-4ebc-8567-87624c788359', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '383cc933-2136-421f-85cc-e12f1743bd67', 'attached_at': '', 'detached_at': '', 'volume_id': '0708fd47-0dad-4ebc-8567-87624c788359', 'serial': '0708fd47-0dad-4ebc-8567-87624c788359'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 710.614909] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 710.615691] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c770492-04ca-4f46-ac0f-71d7912a7ec4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.623312] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 710.623312] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f129f1a-8257-4781-9a69-8bbfa4587204 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.945727] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 710.999327] env[61960]: INFO nova.compute.manager [-] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Took 1.30 seconds to deallocate network for instance. [ 711.057048] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Releasing lock "refresh_cache-51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.057366] env[61960]: DEBUG nova.compute.manager [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Instance network_info: |[{"id": "52ba24d2-7165-48f6-bd59-416b6da12d65", "address": "fa:16:3e:74:d1:52", "network": {"id": "31c9cfb5-32de-4603-b200-9a69fe1fcb1c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1503149221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c69de9ed5c214a2d85622176b96e3a52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52ba24d2-71", "ovs_interfaceid": "52ba24d2-7165-48f6-bd59-416b6da12d65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 711.057880] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:d1:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52ba24d2-7165-48f6-bd59-416b6da12d65', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.065371] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Creating folder: Project (c69de9ed5c214a2d85622176b96e3a52). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 711.065662] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7210c40-242a-4f00-85ee-98200999c7b9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.078955] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Created folder: Project (c69de9ed5c214a2d85622176b96e3a52) in parent group-v115929. [ 711.078955] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Creating folder: Instances. Parent ref: group-v116051. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 711.078955] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ef57268-379c-48d4-b773-5fbcb354c1f2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.090421] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Created folder: Instances in parent group-v116051. [ 711.090682] env[61960]: DEBUG oslo.service.loopingcall [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 711.090886] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 711.091125] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a70141f-6a7a-43c7-b281-e979357de99e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.111741] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.111741] env[61960]: value = "task-435854" [ 711.111741] env[61960]: _type = "Task" [ 711.111741] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.121061] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435854, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.208069] env[61960]: DEBUG nova.compute.manager [req-9b30f90f-5f8c-4b85-93dc-ba72f4803b83 req-66557805-0c11-4eb5-99dd-5e5304ab03ca service nova] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Received event network-changed-52ba24d2-7165-48f6-bd59-416b6da12d65 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 711.208280] env[61960]: DEBUG nova.compute.manager [req-9b30f90f-5f8c-4b85-93dc-ba72f4803b83 req-66557805-0c11-4eb5-99dd-5e5304ab03ca service nova] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Refreshing instance network info cache due to event network-changed-52ba24d2-7165-48f6-bd59-416b6da12d65. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 711.208520] env[61960]: DEBUG oslo_concurrency.lockutils [req-9b30f90f-5f8c-4b85-93dc-ba72f4803b83 req-66557805-0c11-4eb5-99dd-5e5304ab03ca service nova] Acquiring lock "refresh_cache-51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.208684] env[61960]: DEBUG oslo_concurrency.lockutils [req-9b30f90f-5f8c-4b85-93dc-ba72f4803b83 req-66557805-0c11-4eb5-99dd-5e5304ab03ca service nova] Acquired lock "refresh_cache-51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.208852] env[61960]: DEBUG nova.network.neutron [req-9b30f90f-5f8c-4b85-93dc-ba72f4803b83 req-66557805-0c11-4eb5-99dd-5e5304ab03ca service nova] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Refreshing network info cache for port 52ba24d2-7165-48f6-bd59-416b6da12d65 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 711.449511] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 170857f7-9f06-4c46-b09a-804adc3da02d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 711.506931] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.622593] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435854, 'name': CreateVM_Task, 'duration_secs': 0.333355} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.622802] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 711.623509] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.623677] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.624007] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.624271] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c17eb9ff-e47f-4a22-a3ff-598b584d8b42 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.629538] env[61960]: DEBUG oslo_vmware.api [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 711.629538] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522c9784-ff45-00ca-a454-62d4212628fa" [ 711.629538] env[61960]: _type = "Task" [ 711.629538] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.638136] env[61960]: DEBUG oslo_vmware.api [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522c9784-ff45-00ca-a454-62d4212628fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.954266] env[61960]: DEBUG nova.network.neutron [req-9b30f90f-5f8c-4b85-93dc-ba72f4803b83 req-66557805-0c11-4eb5-99dd-5e5304ab03ca service nova] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Updated VIF entry in instance network info cache for port 52ba24d2-7165-48f6-bd59-416b6da12d65. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 711.954665] env[61960]: DEBUG nova.network.neutron [req-9b30f90f-5f8c-4b85-93dc-ba72f4803b83 req-66557805-0c11-4eb5-99dd-5e5304ab03ca service nova] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Updating instance_info_cache with network_info: [{"id": "52ba24d2-7165-48f6-bd59-416b6da12d65", "address": "fa:16:3e:74:d1:52", "network": {"id": "31c9cfb5-32de-4603-b200-9a69fe1fcb1c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1503149221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c69de9ed5c214a2d85622176b96e3a52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52ba24d2-71", "ovs_interfaceid": "52ba24d2-7165-48f6-bd59-416b6da12d65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.956346] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 23113c8f-b140-44c0-a14d-cce598fa237d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 712.140179] env[61960]: DEBUG oslo_vmware.api [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522c9784-ff45-00ca-a454-62d4212628fa, 'name': SearchDatastore_Task, 'duration_secs': 0.009879} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.140491] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.140736] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.140979] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.141158] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.141342] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.141610] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70de90c0-feb2-4571-a25b-2bbb09b50349 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.151715] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.153033] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 712.153033] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df299bd6-7540-40a7-9b45-e8e195bb53b0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.158349] env[61960]: DEBUG oslo_vmware.api [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 712.158349] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f9241e-9bb0-2f19-0138-a0412644db6a" [ 712.158349] env[61960]: _type = "Task" [ 712.158349] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.166420] env[61960]: DEBUG oslo_vmware.api [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f9241e-9bb0-2f19-0138-a0412644db6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.459302] env[61960]: DEBUG oslo_concurrency.lockutils [req-9b30f90f-5f8c-4b85-93dc-ba72f4803b83 req-66557805-0c11-4eb5-99dd-5e5304ab03ca service nova] Releasing lock "refresh_cache-51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.459302] env[61960]: DEBUG nova.compute.manager [req-9b30f90f-5f8c-4b85-93dc-ba72f4803b83 req-66557805-0c11-4eb5-99dd-5e5304ab03ca service nova] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Received event network-vif-deleted-9efb9ca9-f1de-40b7-aca5-7554bf0b186a {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 712.460258] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 75f20950-215e-4694-9cd3-ac93bcbf6bb3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 712.669024] env[61960]: DEBUG oslo_vmware.api [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f9241e-9bb0-2f19-0138-a0412644db6a, 'name': SearchDatastore_Task, 'duration_secs': 0.00957} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.669888] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-115bcaa8-d637-4a07-af00-f5c38a6c5e5a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.675867] env[61960]: DEBUG oslo_vmware.api [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 712.675867] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]525711ac-664f-158d-d981-d566696c329f" [ 712.675867] env[61960]: _type = "Task" [ 712.675867] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.684030] env[61960]: DEBUG oslo_vmware.api [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]525711ac-664f-158d-d981-d566696c329f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.963467] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 923e0640-977c-4920-a04c-f870bb04ec91 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 712.963903] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=61960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 712.964079] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=61960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 713.190699] env[61960]: DEBUG oslo_vmware.api [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]525711ac-664f-158d-d981-d566696c329f, 'name': SearchDatastore_Task, 'duration_secs': 0.010277} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.191100] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.191375] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88/51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 713.194215] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-928eb76f-a715-4261-9b5c-5899aa3fa816 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.203039] env[61960]: DEBUG oslo_vmware.api [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 713.203039] env[61960]: value = "task-435855" [ 713.203039] env[61960]: _type = "Task" [ 713.203039] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.212891] env[61960]: DEBUG oslo_vmware.api [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-435855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.384142] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d18c74-2c58-468e-abdf-ac8ea9bbd9c5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.393258] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f1efb1-3cfd-4907-ac29-532a95a6ab7d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.427909] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa743a93-f2e2-4940-9b07-9faddf240497 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.437282] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298ebb62-c813-4d92-95cb-de82abba2f4d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.453261] env[61960]: DEBUG nova.compute.provider_tree [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 713.714401] env[61960]: DEBUG oslo_vmware.api [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-435855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448584} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.714626] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88/51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 713.714871] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.715143] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54a2535a-ee94-455d-bf70-38e0abfc51d6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.723357] env[61960]: DEBUG oslo_vmware.api [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 713.723357] env[61960]: value = "task-435856" [ 713.723357] env[61960]: _type = "Task" [ 713.723357] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.732249] env[61960]: DEBUG oslo_vmware.api [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-435856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.975333] env[61960]: ERROR nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [req-41fe458c-b9b1-4d49-aa6d-5f2d77e4a12b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-41fe458c-b9b1-4d49-aa6d-5f2d77e4a12b"}]} [ 713.990622] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 714.003503] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 714.003687] env[61960]: DEBUG nova.compute.provider_tree [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 714.014363] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 714.032277] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 714.235137] env[61960]: DEBUG oslo_vmware.api [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-435856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068961} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.235421] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.236217] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63f8197-bcb7-4705-9961-4d3c7faaad1a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.261997] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88/51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.265178] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-549a5049-2cd9-4aab-81ae-7d167cced8e3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.286656] env[61960]: DEBUG oslo_vmware.api [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 714.286656] env[61960]: value = "task-435857" [ 714.286656] env[61960]: _type = "Task" [ 714.286656] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.297662] env[61960]: DEBUG oslo_vmware.api [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-435857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.444412] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 714.444673] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 714.444870] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Deleting the datastore file [datastore1] 383cc933-2136-421f-85cc-e12f1743bd67 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.445167] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5a83545-26d4-42df-9ecb-0c3167a3522e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.452149] env[61960]: DEBUG oslo_vmware.api [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 714.452149] env[61960]: value = "task-435858" [ 714.452149] env[61960]: _type = "Task" [ 714.452149] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.464519] env[61960]: DEBUG oslo_vmware.api [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.466561] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71186e7-9149-4fa6-9bfb-4ce458892514 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.473922] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1348212-7c0c-44f3-91b7-c400fd645484 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.505952] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46aad83e-4ec8-4b73-997a-1e972bb1c447 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.514079] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda2c03a-c621-4c69-bfe1-be4448b63ddc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.527824] env[61960]: DEBUG nova.compute.provider_tree [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.797919] env[61960]: DEBUG oslo_vmware.api [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-435857, 'name': ReconfigVM_Task, 'duration_secs': 0.350339} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.798264] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88/51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.798937] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35d9bd3f-84b7-4cdc-836c-232e01829223 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.806515] env[61960]: DEBUG oslo_vmware.api [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 714.806515] env[61960]: value = "task-435859" [ 714.806515] env[61960]: _type = "Task" [ 714.806515] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.815130] env[61960]: DEBUG oslo_vmware.api [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-435859, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.965717] env[61960]: DEBUG oslo_vmware.api [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-435858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177939} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.965827] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.965970] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 714.966176] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 714.966362] env[61960]: INFO nova.compute.manager [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Took 6.01 seconds to destroy the instance on the hypervisor. [ 714.966608] env[61960]: DEBUG oslo.service.loopingcall [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 714.966805] env[61960]: DEBUG nova.compute.manager [-] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 714.966904] env[61960]: DEBUG nova.network.neutron [-] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 715.031324] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 715.224219] env[61960]: DEBUG nova.compute.manager [req-05c1a290-0040-471c-8d53-a9c606b00f39 req-7321158c-f104-4e1e-a40a-dba27145da98 service nova] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Received event network-vif-deleted-ef406f6e-b5f3-459d-8529-56efe772d7cd {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 715.224371] env[61960]: INFO nova.compute.manager [req-05c1a290-0040-471c-8d53-a9c606b00f39 req-7321158c-f104-4e1e-a40a-dba27145da98 service nova] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Neutron deleted interface ef406f6e-b5f3-459d-8529-56efe772d7cd; detaching it from the instance and deleting it from the info cache [ 715.224570] env[61960]: DEBUG nova.network.neutron [req-05c1a290-0040-471c-8d53-a9c606b00f39 req-7321158c-f104-4e1e-a40a-dba27145da98 service nova] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.317024] env[61960]: DEBUG oslo_vmware.api [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-435859, 'name': Rename_Task, 'duration_secs': 0.155656} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.317024] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 715.317276] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-594ff84d-7402-4239-aa28-b876824409cb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.325436] env[61960]: DEBUG oslo_vmware.api [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 715.325436] env[61960]: value = "task-435860" [ 715.325436] env[61960]: _type = "Task" [ 715.325436] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.335663] env[61960]: DEBUG oslo_vmware.api [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-435860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.538082] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=61960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 715.538082] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.685s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.538418] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 45.540s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.538479] env[61960]: DEBUG nova.objects.instance [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=61960) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 715.700945] env[61960]: DEBUG nova.network.neutron [-] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.728234] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb5ac48d-0f80-4c90-a96b-e75dadd94842 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.738988] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e87f92-f2a7-4102-af5b-3a5c9dc236cc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.774952] env[61960]: DEBUG nova.compute.manager [req-05c1a290-0040-471c-8d53-a9c606b00f39 req-7321158c-f104-4e1e-a40a-dba27145da98 service nova] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Detach interface failed, port_id=ef406f6e-b5f3-459d-8529-56efe772d7cd, reason: Instance 383cc933-2136-421f-85cc-e12f1743bd67 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 715.835090] env[61960]: DEBUG oslo_vmware.api [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-435860, 'name': PowerOnVM_Task, 'duration_secs': 0.471517} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.835392] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 715.835645] env[61960]: INFO nova.compute.manager [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Took 6.95 seconds to spawn the instance on the hypervisor. [ 715.835835] env[61960]: DEBUG nova.compute.manager [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 715.836644] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17327177-528f-441f-9ba0-c8f63f4ec7f2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.203154] env[61960]: INFO nova.compute.manager [-] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Took 1.24 seconds to deallocate network for instance. [ 716.358445] env[61960]: INFO nova.compute.manager [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Took 50.28 seconds to build instance. [ 716.549731] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c14d3b0b-a5d8-4fe2-b1c4-4bf4bfaa4ca2 tempest-ServersAdmin275Test-1111648299 tempest-ServersAdmin275Test-1111648299-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.551908] env[61960]: DEBUG oslo_concurrency.lockutils [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.423s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.552230] env[61960]: DEBUG oslo_concurrency.lockutils [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.554508] env[61960]: DEBUG oslo_concurrency.lockutils [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.539s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.556199] env[61960]: INFO nova.compute.claims [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.595417] env[61960]: INFO nova.scheduler.client.report [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Deleted allocations for instance 43ff8e5b-054c-452a-92c0-21a2a39ea2a2 [ 716.754913] env[61960]: INFO nova.compute.manager [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Took 0.55 seconds to detach 1 volumes for instance. [ 716.862084] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e6142478-8ccf-42a0-a34e-1ce833951ea3 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Lock "51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.803s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.105033] env[61960]: DEBUG oslo_concurrency.lockutils [None req-028a40a4-c316-4a8c-9da5-578f126e7196 tempest-ServersAdmin275Test-1889450579 tempest-ServersAdmin275Test-1889450579-project-member] Lock "43ff8e5b-054c-452a-92c0-21a2a39ea2a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.694s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.262593] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.364181] env[61960]: DEBUG nova.compute.manager [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 717.884285] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.026102] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31585acc-36a2-43d6-9bb6-67645141470d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.034830] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05ce2e6-d1e4-4a28-a017-012c4419ce42 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.065346] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb60ac3-6cc8-49ab-87e6-2b76f96bea5c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.073745] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7144aea-7670-4f0f-b0f7-63c005d9f8fc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.089314] env[61960]: DEBUG nova.compute.provider_tree [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.593210] env[61960]: DEBUG nova.scheduler.client.report [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 718.656393] env[61960]: DEBUG nova.compute.manager [None req-1dc84b97-a8fd-41b7-a4f0-45b6cccb930e tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 718.657672] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc69d1b-2e76-4896-a0f8-7ace664f8de2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.101136] env[61960]: DEBUG oslo_concurrency.lockutils [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.101298] env[61960]: DEBUG nova.compute.manager [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 719.104155] env[61960]: DEBUG oslo_concurrency.lockutils [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.957s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.105849] env[61960]: INFO nova.compute.claims [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.169049] env[61960]: INFO nova.compute.manager [None req-1dc84b97-a8fd-41b7-a4f0-45b6cccb930e tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] instance snapshotting [ 719.171994] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d961cc-4368-4926-8a85-5c3137552eeb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.191670] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9450587-5328-418d-b25b-9088fc1c33d8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.613697] env[61960]: DEBUG nova.compute.utils [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 719.615018] env[61960]: DEBUG nova.compute.manager [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 719.615183] env[61960]: DEBUG nova.network.neutron [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 719.664708] env[61960]: DEBUG nova.policy [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48a6156011c0477c9967f9bcae29ccc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69782336059f4ef292ddf0de2b9a9b21', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 719.703095] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc84b97-a8fd-41b7-a4f0-45b6cccb930e tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Creating Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 719.703419] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-68188470-13e9-4741-82cc-2ca3841a97c0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.712159] env[61960]: DEBUG oslo_vmware.api [None req-1dc84b97-a8fd-41b7-a4f0-45b6cccb930e tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 719.712159] env[61960]: value = "task-435861" [ 719.712159] env[61960]: _type = "Task" [ 719.712159] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.721730] env[61960]: DEBUG oslo_vmware.api [None req-1dc84b97-a8fd-41b7-a4f0-45b6cccb930e tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-435861, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.865099] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Acquiring lock "340447f1-dfe7-4de2-a3ce-c9c74633136d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.865230] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Lock "340447f1-dfe7-4de2-a3ce-c9c74633136d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.974498] env[61960]: DEBUG nova.network.neutron [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Successfully created port: 260dfcf6-b784-476b-8518-9699639763db {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.120511] env[61960]: DEBUG nova.compute.manager [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 720.223448] env[61960]: DEBUG oslo_vmware.api [None req-1dc84b97-a8fd-41b7-a4f0-45b6cccb930e tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-435861, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.549622] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7538437e-eec8-4f98-8e5f-68706463de02 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.557634] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab57bbb8-56ce-4938-98c2-f17c1e93aab9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.587099] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d026e4c-f868-4e05-aa21-7a2ebc6d8fac {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.594833] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315f0689-db12-41d2-8519-cfef1e580d31 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.607984] env[61960]: DEBUG nova.compute.provider_tree [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.724355] env[61960]: DEBUG oslo_vmware.api [None req-1dc84b97-a8fd-41b7-a4f0-45b6cccb930e tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-435861, 'name': CreateSnapshot_Task, 'duration_secs': 0.700399} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.724666] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc84b97-a8fd-41b7-a4f0-45b6cccb930e tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Created Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 720.725390] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd5c50a-eae8-4146-a3ce-c656db5ec100 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.111306] env[61960]: DEBUG nova.scheduler.client.report [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 721.128689] env[61960]: DEBUG nova.compute.manager [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 721.175295] env[61960]: DEBUG nova.virt.hardware [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 721.175620] env[61960]: DEBUG nova.virt.hardware [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 721.175792] env[61960]: DEBUG nova.virt.hardware [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.175979] env[61960]: DEBUG nova.virt.hardware [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 721.176148] env[61960]: DEBUG nova.virt.hardware [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.176302] env[61960]: DEBUG nova.virt.hardware [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 721.176517] env[61960]: DEBUG nova.virt.hardware [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 721.176680] env[61960]: DEBUG nova.virt.hardware [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 721.176849] env[61960]: DEBUG nova.virt.hardware [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 721.177019] env[61960]: DEBUG nova.virt.hardware [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 721.177199] env[61960]: DEBUG nova.virt.hardware [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 721.178481] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fba904-637f-44d7-bb74-eb60e0236e6e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.187934] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a9375c-e48a-456d-a805-d719c3bbd71b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.244859] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc84b97-a8fd-41b7-a4f0-45b6cccb930e tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Creating linked-clone VM from snapshot {{(pid=61960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 721.245143] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8003e9f4-9d80-49a0-88dc-e6cabe965877 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.254642] env[61960]: DEBUG oslo_vmware.api [None req-1dc84b97-a8fd-41b7-a4f0-45b6cccb930e tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 721.254642] env[61960]: value = "task-435862" [ 721.254642] env[61960]: _type = "Task" [ 721.254642] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.263975] env[61960]: DEBUG oslo_vmware.api [None req-1dc84b97-a8fd-41b7-a4f0-45b6cccb930e tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-435862, 'name': CloneVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.457956] env[61960]: DEBUG nova.compute.manager [req-a3e30207-c469-44a9-b074-3e1809e8fc74 req-0f13af34-30cb-4767-9485-76a0a069c703 service nova] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Received event network-vif-plugged-260dfcf6-b784-476b-8518-9699639763db {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 721.458216] env[61960]: DEBUG oslo_concurrency.lockutils [req-a3e30207-c469-44a9-b074-3e1809e8fc74 req-0f13af34-30cb-4767-9485-76a0a069c703 service nova] Acquiring lock "e8f8a984-fb14-4d7d-a208-5ec758833720-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.458479] env[61960]: DEBUG oslo_concurrency.lockutils [req-a3e30207-c469-44a9-b074-3e1809e8fc74 req-0f13af34-30cb-4767-9485-76a0a069c703 service nova] Lock "e8f8a984-fb14-4d7d-a208-5ec758833720-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.458643] env[61960]: DEBUG oslo_concurrency.lockutils [req-a3e30207-c469-44a9-b074-3e1809e8fc74 req-0f13af34-30cb-4767-9485-76a0a069c703 service nova] Lock "e8f8a984-fb14-4d7d-a208-5ec758833720-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.459314] env[61960]: DEBUG nova.compute.manager [req-a3e30207-c469-44a9-b074-3e1809e8fc74 req-0f13af34-30cb-4767-9485-76a0a069c703 service nova] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] No waiting events found dispatching network-vif-plugged-260dfcf6-b784-476b-8518-9699639763db {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 721.459545] env[61960]: WARNING nova.compute.manager [req-a3e30207-c469-44a9-b074-3e1809e8fc74 req-0f13af34-30cb-4767-9485-76a0a069c703 service nova] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Received unexpected event network-vif-plugged-260dfcf6-b784-476b-8518-9699639763db for instance with vm_state building and task_state spawning. [ 721.489074] env[61960]: DEBUG nova.network.neutron [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Successfully updated port: 260dfcf6-b784-476b-8518-9699639763db {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.617496] env[61960]: DEBUG oslo_concurrency.lockutils [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.618174] env[61960]: DEBUG nova.compute.manager [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 721.621673] env[61960]: DEBUG oslo_concurrency.lockutils [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.690s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.623225] env[61960]: INFO nova.compute.claims [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.767577] env[61960]: DEBUG oslo_vmware.api [None req-1dc84b97-a8fd-41b7-a4f0-45b6cccb930e tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-435862, 'name': CloneVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.995871] env[61960]: DEBUG oslo_concurrency.lockutils [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "refresh_cache-e8f8a984-fb14-4d7d-a208-5ec758833720" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.996041] env[61960]: DEBUG oslo_concurrency.lockutils [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquired lock "refresh_cache-e8f8a984-fb14-4d7d-a208-5ec758833720" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.996200] env[61960]: DEBUG nova.network.neutron [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 722.123879] env[61960]: DEBUG nova.compute.utils [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 722.125238] env[61960]: DEBUG nova.compute.manager [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 722.125435] env[61960]: DEBUG nova.network.neutron [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 722.168592] env[61960]: DEBUG nova.policy [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48a6156011c0477c9967f9bcae29ccc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69782336059f4ef292ddf0de2b9a9b21', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 722.268167] env[61960]: DEBUG oslo_vmware.api [None req-1dc84b97-a8fd-41b7-a4f0-45b6cccb930e tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-435862, 'name': CloneVM_Task} progress is 95%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.533220] env[61960]: DEBUG nova.network.neutron [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 722.633233] env[61960]: DEBUG nova.compute.manager [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 722.667502] env[61960]: DEBUG nova.network.neutron [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Successfully created port: f6ba6cd0-876d-4c5f-a65c-c6ffc788173f {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.680101] env[61960]: DEBUG nova.network.neutron [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Updating instance_info_cache with network_info: [{"id": "260dfcf6-b784-476b-8518-9699639763db", "address": "fa:16:3e:0e:74:76", "network": {"id": "74938226-c1f8-4c22-b0d7-da2a64cd0c28", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2097817805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69782336059f4ef292ddf0de2b9a9b21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap260dfcf6-b7", "ovs_interfaceid": "260dfcf6-b784-476b-8518-9699639763db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.772992] env[61960]: DEBUG oslo_vmware.api [None req-1dc84b97-a8fd-41b7-a4f0-45b6cccb930e tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-435862, 'name': CloneVM_Task, 'duration_secs': 1.226538} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.772992] env[61960]: INFO nova.virt.vmwareapi.vmops [None req-1dc84b97-a8fd-41b7-a4f0-45b6cccb930e tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Created linked-clone VM from snapshot [ 722.778046] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6feb5f8c-d2d8-4faa-bb0c-3f3841856ffe {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.787920] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-1dc84b97-a8fd-41b7-a4f0-45b6cccb930e tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Uploading image e4c64978-5eec-4e51-bc15-9e316af8db58 {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 722.806776] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc84b97-a8fd-41b7-a4f0-45b6cccb930e tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Destroying the VM {{(pid=61960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 722.807121] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a237e3e0-1b37-4f21-b5fd-f1da197654a5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.816066] env[61960]: DEBUG oslo_vmware.api [None req-1dc84b97-a8fd-41b7-a4f0-45b6cccb930e tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 722.816066] env[61960]: value = "task-435863" [ 722.816066] env[61960]: _type = "Task" [ 722.816066] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.822588] env[61960]: DEBUG oslo_vmware.api [None req-1dc84b97-a8fd-41b7-a4f0-45b6cccb930e tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-435863, 'name': Destroy_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.118270] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686a3ec6-fd4d-4eaf-bd35-171cee711f42 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.127951] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ab4d46-6d6f-4feb-aea5-64b63138b51c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.166170] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8554cb-8a3d-4ec3-8378-5d0e1fc9c3b4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.177072] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f37a8c-eded-4b80-aac1-e6d1da19630d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.189042] env[61960]: DEBUG oslo_concurrency.lockutils [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Releasing lock "refresh_cache-e8f8a984-fb14-4d7d-a208-5ec758833720" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.189371] env[61960]: DEBUG nova.compute.manager [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Instance network_info: |[{"id": "260dfcf6-b784-476b-8518-9699639763db", "address": "fa:16:3e:0e:74:76", "network": {"id": "74938226-c1f8-4c22-b0d7-da2a64cd0c28", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2097817805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69782336059f4ef292ddf0de2b9a9b21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap260dfcf6-b7", "ovs_interfaceid": "260dfcf6-b784-476b-8518-9699639763db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 723.189936] env[61960]: DEBUG nova.compute.provider_tree [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 723.191257] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:74:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '822050c7-1845-485d-b87e-73778d21c33c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '260dfcf6-b784-476b-8518-9699639763db', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.198555] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Creating folder: Project (69782336059f4ef292ddf0de2b9a9b21). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 723.199086] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c197fdd3-9c45-4fdc-8814-615f4e1065e7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.217421] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Created folder: Project (69782336059f4ef292ddf0de2b9a9b21) in parent group-v115929. [ 723.217648] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Creating folder: Instances. Parent ref: group-v116056. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 723.217910] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c985d560-e7f0-427a-bf2a-fde1bfa6357e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.227959] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Created folder: Instances in parent group-v116056. [ 723.228226] env[61960]: DEBUG oslo.service.loopingcall [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 723.228433] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 723.228679] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad74213c-1861-47bd-97d5-c8ccd0e21ee5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.248084] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.248084] env[61960]: value = "task-435866" [ 723.248084] env[61960]: _type = "Task" [ 723.248084] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.257551] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435866, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.325259] env[61960]: DEBUG oslo_vmware.api [None req-1dc84b97-a8fd-41b7-a4f0-45b6cccb930e tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-435863, 'name': Destroy_Task, 'duration_secs': 0.506211} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.325586] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-1dc84b97-a8fd-41b7-a4f0-45b6cccb930e tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Destroyed the VM [ 723.325833] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc84b97-a8fd-41b7-a4f0-45b6cccb930e tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Deleting Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 723.326110] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9aba4b6d-8606-487a-839e-edace07521a7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.331355] env[61960]: DEBUG oslo_vmware.api [None req-1dc84b97-a8fd-41b7-a4f0-45b6cccb930e tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 723.331355] env[61960]: value = "task-435867" [ 723.331355] env[61960]: _type = "Task" [ 723.331355] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.338601] env[61960]: DEBUG oslo_vmware.api [None req-1dc84b97-a8fd-41b7-a4f0-45b6cccb930e tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-435867, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.487412] env[61960]: DEBUG nova.compute.manager [req-06d73b42-27be-40ee-a482-2ec034be03da req-21abb74f-6b27-49f1-8ec2-989fb3e6c3e5 service nova] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Received event network-changed-260dfcf6-b784-476b-8518-9699639763db {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 723.487703] env[61960]: DEBUG nova.compute.manager [req-06d73b42-27be-40ee-a482-2ec034be03da req-21abb74f-6b27-49f1-8ec2-989fb3e6c3e5 service nova] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Refreshing instance network info cache due to event network-changed-260dfcf6-b784-476b-8518-9699639763db. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 723.487958] env[61960]: DEBUG oslo_concurrency.lockutils [req-06d73b42-27be-40ee-a482-2ec034be03da req-21abb74f-6b27-49f1-8ec2-989fb3e6c3e5 service nova] Acquiring lock "refresh_cache-e8f8a984-fb14-4d7d-a208-5ec758833720" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.488155] env[61960]: DEBUG oslo_concurrency.lockutils [req-06d73b42-27be-40ee-a482-2ec034be03da req-21abb74f-6b27-49f1-8ec2-989fb3e6c3e5 service nova] Acquired lock "refresh_cache-e8f8a984-fb14-4d7d-a208-5ec758833720" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.488355] env[61960]: DEBUG nova.network.neutron [req-06d73b42-27be-40ee-a482-2ec034be03da req-21abb74f-6b27-49f1-8ec2-989fb3e6c3e5 service nova] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Refreshing network info cache for port 260dfcf6-b784-476b-8518-9699639763db {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 723.671527] env[61960]: DEBUG nova.compute.manager [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 723.694923] env[61960]: DEBUG nova.virt.hardware [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 723.695218] env[61960]: DEBUG nova.virt.hardware [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 723.695385] env[61960]: DEBUG nova.virt.hardware [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.695573] env[61960]: DEBUG nova.virt.hardware [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 723.695726] env[61960]: DEBUG nova.virt.hardware [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.695880] env[61960]: DEBUG nova.virt.hardware [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 723.696101] env[61960]: DEBUG nova.virt.hardware [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 723.696268] env[61960]: DEBUG nova.virt.hardware [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 723.696438] env[61960]: DEBUG nova.virt.hardware [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 723.696607] env[61960]: DEBUG nova.virt.hardware [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 723.696775] env[61960]: DEBUG nova.virt.hardware [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 723.697709] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6febae5-68df-4599-af0d-797a83aff677 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.708555] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde85b02-3e9b-4a25-bf2c-1e4ec1715b82 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.723206] env[61960]: ERROR nova.scheduler.client.report [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [req-fd4d7641-73ee-4b01-9158-b03d13d4dab3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fd4d7641-73ee-4b01-9158-b03d13d4dab3"}]} [ 723.740261] env[61960]: DEBUG nova.scheduler.client.report [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 723.755402] env[61960]: DEBUG nova.scheduler.client.report [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 723.755669] env[61960]: DEBUG nova.compute.provider_tree [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 723.761391] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435866, 'name': CreateVM_Task, 'duration_secs': 0.287577} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.761639] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 723.762231] env[61960]: DEBUG oslo_concurrency.lockutils [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.763032] env[61960]: DEBUG oslo_concurrency.lockutils [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.763032] env[61960]: DEBUG oslo_concurrency.lockutils [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.763032] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-554fe939-2202-4f9b-b192-9e1bfecee497 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.767882] env[61960]: DEBUG oslo_vmware.api [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 723.767882] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52e118cb-d8c7-a390-9055-b367142373f3" [ 723.767882] env[61960]: _type = "Task" [ 723.767882] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.771117] env[61960]: DEBUG nova.scheduler.client.report [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 723.777945] env[61960]: DEBUG oslo_vmware.api [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52e118cb-d8c7-a390-9055-b367142373f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.793953] env[61960]: DEBUG nova.scheduler.client.report [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 723.840558] env[61960]: DEBUG oslo_vmware.api [None req-1dc84b97-a8fd-41b7-a4f0-45b6cccb930e tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-435867, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.179291] env[61960]: DEBUG nova.network.neutron [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Successfully updated port: f6ba6cd0-876d-4c5f-a65c-c6ffc788173f {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.255310] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0351d979-974a-47e3-b879-89c03b7cab3f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.264278] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ab8f98-8fd2-4100-8e3d-2b0ec99512d4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.274521] env[61960]: DEBUG nova.network.neutron [req-06d73b42-27be-40ee-a482-2ec034be03da req-21abb74f-6b27-49f1-8ec2-989fb3e6c3e5 service nova] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Updated VIF entry in instance network info cache for port 260dfcf6-b784-476b-8518-9699639763db. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 724.275226] env[61960]: DEBUG nova.network.neutron [req-06d73b42-27be-40ee-a482-2ec034be03da req-21abb74f-6b27-49f1-8ec2-989fb3e6c3e5 service nova] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Updating instance_info_cache with network_info: [{"id": "260dfcf6-b784-476b-8518-9699639763db", "address": "fa:16:3e:0e:74:76", "network": {"id": "74938226-c1f8-4c22-b0d7-da2a64cd0c28", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2097817805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69782336059f4ef292ddf0de2b9a9b21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap260dfcf6-b7", "ovs_interfaceid": "260dfcf6-b784-476b-8518-9699639763db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.308243] env[61960]: DEBUG oslo_vmware.api [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52e118cb-d8c7-a390-9055-b367142373f3, 'name': SearchDatastore_Task, 'duration_secs': 0.012008} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.309239] env[61960]: DEBUG oslo_concurrency.lockutils [req-06d73b42-27be-40ee-a482-2ec034be03da req-21abb74f-6b27-49f1-8ec2-989fb3e6c3e5 service nova] Releasing lock "refresh_cache-e8f8a984-fb14-4d7d-a208-5ec758833720" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.312195] env[61960]: DEBUG oslo_concurrency.lockutils [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.312635] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.312721] env[61960]: DEBUG oslo_concurrency.lockutils [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.312867] env[61960]: DEBUG oslo_concurrency.lockutils [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.313075] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.313839] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63869dfe-4124-46b4-9ef9-0c75a5a8aa7c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.316702] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a2d4200-7b45-40ed-be12-f63163b4bcab {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.323605] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ceabcc-7235-40d4-92c6-1a932fee8946 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.328275] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.328478] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 724.329451] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22390431-3b8e-4f0d-96da-f79fd6e47c9f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.339593] env[61960]: DEBUG nova.compute.provider_tree [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 724.345024] env[61960]: DEBUG oslo_vmware.api [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 724.345024] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520a281c-f69a-d14e-6ea3-6a290e967531" [ 724.345024] env[61960]: _type = "Task" [ 724.345024] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.351746] env[61960]: DEBUG oslo_vmware.api [None req-1dc84b97-a8fd-41b7-a4f0-45b6cccb930e tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-435867, 'name': RemoveSnapshot_Task, 'duration_secs': 0.787545} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.352323] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc84b97-a8fd-41b7-a4f0-45b6cccb930e tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Deleted Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 724.358134] env[61960]: DEBUG oslo_vmware.api [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520a281c-f69a-d14e-6ea3-6a290e967531, 'name': SearchDatastore_Task, 'duration_secs': 0.008633} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.359012] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93c189b0-0567-4b04-919e-ac9feec52509 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.365845] env[61960]: DEBUG oslo_vmware.api [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 724.365845] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522a22c9-1077-4e66-0a92-aa7475a96795" [ 724.365845] env[61960]: _type = "Task" [ 724.365845] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.373156] env[61960]: DEBUG oslo_vmware.api [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522a22c9-1077-4e66-0a92-aa7475a96795, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.683593] env[61960]: DEBUG oslo_concurrency.lockutils [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "refresh_cache-848b35ff-62f5-4e83-a5de-aab6fbbdd00a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.684983] env[61960]: DEBUG oslo_concurrency.lockutils [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquired lock "refresh_cache-848b35ff-62f5-4e83-a5de-aab6fbbdd00a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.684983] env[61960]: DEBUG nova.network.neutron [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 724.861059] env[61960]: WARNING nova.compute.manager [None req-1dc84b97-a8fd-41b7-a4f0-45b6cccb930e tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Image not found during snapshot: nova.exception.ImageNotFound: Image e4c64978-5eec-4e51-bc15-9e316af8db58 could not be found. [ 724.872186] env[61960]: DEBUG nova.scheduler.client.report [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 75 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 724.872433] env[61960]: DEBUG nova.compute.provider_tree [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 75 to 76 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 724.872618] env[61960]: DEBUG nova.compute.provider_tree [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 724.878889] env[61960]: DEBUG oslo_vmware.api [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522a22c9-1077-4e66-0a92-aa7475a96795, 'name': SearchDatastore_Task, 'duration_secs': 0.008222} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.879743] env[61960]: DEBUG oslo_concurrency.lockutils [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.880410] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] e8f8a984-fb14-4d7d-a208-5ec758833720/e8f8a984-fb14-4d7d-a208-5ec758833720.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 724.880410] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-239160c7-83e3-4255-af27-ef99e953acec {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.889157] env[61960]: DEBUG oslo_vmware.api [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 724.889157] env[61960]: value = "task-435868" [ 724.889157] env[61960]: _type = "Task" [ 724.889157] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.896668] env[61960]: DEBUG oslo_vmware.api [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.227827] env[61960]: DEBUG nova.network.neutron [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 725.382070] env[61960]: DEBUG oslo_concurrency.lockutils [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.759s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.382070] env[61960]: DEBUG nova.compute.manager [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 725.384537] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2dc70fad-217c-4e0f-9fce-e8897526abba tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.310s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.384859] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2dc70fad-217c-4e0f-9fce-e8897526abba tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.387432] env[61960]: DEBUG oslo_concurrency.lockutils [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.559s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.389243] env[61960]: INFO nova.compute.claims [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.410869] env[61960]: DEBUG oslo_vmware.api [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435868, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.419304] env[61960]: INFO nova.scheduler.client.report [None req-2dc70fad-217c-4e0f-9fce-e8897526abba tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Deleted allocations for instance 24755d96-be25-477d-8022-bbae4e33ab89 [ 725.458015] env[61960]: DEBUG nova.network.neutron [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Updating instance_info_cache with network_info: [{"id": "f6ba6cd0-876d-4c5f-a65c-c6ffc788173f", "address": "fa:16:3e:53:a5:c9", "network": {"id": "74938226-c1f8-4c22-b0d7-da2a64cd0c28", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2097817805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69782336059f4ef292ddf0de2b9a9b21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6ba6cd0-87", "ovs_interfaceid": "f6ba6cd0-876d-4c5f-a65c-c6ffc788173f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.519270] env[61960]: DEBUG nova.compute.manager [req-21148741-5fb1-414b-9e0a-98c3e59aff80 req-e9762dea-9a8b-4b8a-b666-3684b335ddf1 service nova] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Received event network-vif-plugged-f6ba6cd0-876d-4c5f-a65c-c6ffc788173f {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 725.519469] env[61960]: DEBUG oslo_concurrency.lockutils [req-21148741-5fb1-414b-9e0a-98c3e59aff80 req-e9762dea-9a8b-4b8a-b666-3684b335ddf1 service nova] Acquiring lock "848b35ff-62f5-4e83-a5de-aab6fbbdd00a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.519701] env[61960]: DEBUG oslo_concurrency.lockutils [req-21148741-5fb1-414b-9e0a-98c3e59aff80 req-e9762dea-9a8b-4b8a-b666-3684b335ddf1 service nova] Lock "848b35ff-62f5-4e83-a5de-aab6fbbdd00a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.519959] env[61960]: DEBUG oslo_concurrency.lockutils [req-21148741-5fb1-414b-9e0a-98c3e59aff80 req-e9762dea-9a8b-4b8a-b666-3684b335ddf1 service nova] Lock "848b35ff-62f5-4e83-a5de-aab6fbbdd00a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.520166] env[61960]: DEBUG nova.compute.manager [req-21148741-5fb1-414b-9e0a-98c3e59aff80 req-e9762dea-9a8b-4b8a-b666-3684b335ddf1 service nova] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] No waiting events found dispatching network-vif-plugged-f6ba6cd0-876d-4c5f-a65c-c6ffc788173f {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 725.520347] env[61960]: WARNING nova.compute.manager [req-21148741-5fb1-414b-9e0a-98c3e59aff80 req-e9762dea-9a8b-4b8a-b666-3684b335ddf1 service nova] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Received unexpected event network-vif-plugged-f6ba6cd0-876d-4c5f-a65c-c6ffc788173f for instance with vm_state building and task_state spawning. [ 725.520538] env[61960]: DEBUG nova.compute.manager [req-21148741-5fb1-414b-9e0a-98c3e59aff80 req-e9762dea-9a8b-4b8a-b666-3684b335ddf1 service nova] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Received event network-changed-f6ba6cd0-876d-4c5f-a65c-c6ffc788173f {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 725.520715] env[61960]: DEBUG nova.compute.manager [req-21148741-5fb1-414b-9e0a-98c3e59aff80 req-e9762dea-9a8b-4b8a-b666-3684b335ddf1 service nova] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Refreshing instance network info cache due to event network-changed-f6ba6cd0-876d-4c5f-a65c-c6ffc788173f. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 725.520894] env[61960]: DEBUG oslo_concurrency.lockutils [req-21148741-5fb1-414b-9e0a-98c3e59aff80 req-e9762dea-9a8b-4b8a-b666-3684b335ddf1 service nova] Acquiring lock "refresh_cache-848b35ff-62f5-4e83-a5de-aab6fbbdd00a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.612136] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f9374f74-4699-4bef-abbc-e552aef26cd5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquiring lock "51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.612280] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f9374f74-4699-4bef-abbc-e552aef26cd5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Lock "51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.612503] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f9374f74-4699-4bef-abbc-e552aef26cd5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquiring lock "51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.612696] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f9374f74-4699-4bef-abbc-e552aef26cd5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Lock "51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.612875] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f9374f74-4699-4bef-abbc-e552aef26cd5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Lock "51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.615037] env[61960]: INFO nova.compute.manager [None req-f9374f74-4699-4bef-abbc-e552aef26cd5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Terminating instance [ 725.619460] env[61960]: DEBUG nova.compute.manager [None req-f9374f74-4699-4bef-abbc-e552aef26cd5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 725.619460] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f9374f74-4699-4bef-abbc-e552aef26cd5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 725.619460] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863922cd-a7fa-4616-887c-a2065a41a0f0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.626889] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9374f74-4699-4bef-abbc-e552aef26cd5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 725.626889] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38aca729-12e8-45eb-a100-895f86524838 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.633557] env[61960]: DEBUG oslo_vmware.api [None req-f9374f74-4699-4bef-abbc-e552aef26cd5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 725.633557] env[61960]: value = "task-435869" [ 725.633557] env[61960]: _type = "Task" [ 725.633557] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.642170] env[61960]: DEBUG oslo_vmware.api [None req-f9374f74-4699-4bef-abbc-e552aef26cd5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-435869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.895928] env[61960]: DEBUG nova.compute.utils [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 725.899445] env[61960]: DEBUG nova.compute.manager [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 725.899445] env[61960]: DEBUG nova.network.neutron [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 725.911222] env[61960]: DEBUG oslo_vmware.api [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55098} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.911794] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] e8f8a984-fb14-4d7d-a208-5ec758833720/e8f8a984-fb14-4d7d-a208-5ec758833720.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 725.912024] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.912275] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34c57b97-3832-43a6-9962-3503eb19bc59 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.918526] env[61960]: DEBUG oslo_vmware.api [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 725.918526] env[61960]: value = "task-435870" [ 725.918526] env[61960]: _type = "Task" [ 725.918526] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.929137] env[61960]: DEBUG oslo_vmware.api [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.929588] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2dc70fad-217c-4e0f-9fce-e8897526abba tempest-ServersV294TestFqdnHostnames-1751620032 tempest-ServersV294TestFqdnHostnames-1751620032-project-member] Lock "24755d96-be25-477d-8022-bbae4e33ab89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.384s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.959987] env[61960]: DEBUG oslo_concurrency.lockutils [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Releasing lock "refresh_cache-848b35ff-62f5-4e83-a5de-aab6fbbdd00a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.960354] env[61960]: DEBUG nova.compute.manager [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Instance network_info: |[{"id": "f6ba6cd0-876d-4c5f-a65c-c6ffc788173f", "address": "fa:16:3e:53:a5:c9", "network": {"id": "74938226-c1f8-4c22-b0d7-da2a64cd0c28", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2097817805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69782336059f4ef292ddf0de2b9a9b21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6ba6cd0-87", "ovs_interfaceid": "f6ba6cd0-876d-4c5f-a65c-c6ffc788173f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 725.960677] env[61960]: DEBUG oslo_concurrency.lockutils [req-21148741-5fb1-414b-9e0a-98c3e59aff80 req-e9762dea-9a8b-4b8a-b666-3684b335ddf1 service nova] Acquired lock "refresh_cache-848b35ff-62f5-4e83-a5de-aab6fbbdd00a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.960889] env[61960]: DEBUG nova.network.neutron [req-21148741-5fb1-414b-9e0a-98c3e59aff80 req-e9762dea-9a8b-4b8a-b666-3684b335ddf1 service nova] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Refreshing network info cache for port f6ba6cd0-876d-4c5f-a65c-c6ffc788173f {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 725.966022] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:a5:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '822050c7-1845-485d-b87e-73778d21c33c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6ba6cd0-876d-4c5f-a65c-c6ffc788173f', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.978840] env[61960]: DEBUG oslo.service.loopingcall [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 725.981018] env[61960]: DEBUG nova.policy [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '022e7152f23e408ebe025b6c1c170d36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4afdda0bfda54f4dba3833c4e6a27ea1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 725.984391] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 725.986738] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8270014f-d865-408b-9d76-ef561eb9de3c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.009370] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.009370] env[61960]: value = "task-435871" [ 726.009370] env[61960]: _type = "Task" [ 726.009370] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.017516] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435871, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.146900] env[61960]: DEBUG oslo_vmware.api [None req-f9374f74-4699-4bef-abbc-e552aef26cd5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-435869, 'name': PowerOffVM_Task, 'duration_secs': 0.208848} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.147278] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9374f74-4699-4bef-abbc-e552aef26cd5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 726.147555] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f9374f74-4699-4bef-abbc-e552aef26cd5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 726.147849] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3f79822-99dd-4da2-85bc-2fe43d044070 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.298184] env[61960]: DEBUG nova.network.neutron [req-21148741-5fb1-414b-9e0a-98c3e59aff80 req-e9762dea-9a8b-4b8a-b666-3684b335ddf1 service nova] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Updated VIF entry in instance network info cache for port f6ba6cd0-876d-4c5f-a65c-c6ffc788173f. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 726.298601] env[61960]: DEBUG nova.network.neutron [req-21148741-5fb1-414b-9e0a-98c3e59aff80 req-e9762dea-9a8b-4b8a-b666-3684b335ddf1 service nova] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Updating instance_info_cache with network_info: [{"id": "f6ba6cd0-876d-4c5f-a65c-c6ffc788173f", "address": "fa:16:3e:53:a5:c9", "network": {"id": "74938226-c1f8-4c22-b0d7-da2a64cd0c28", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2097817805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69782336059f4ef292ddf0de2b9a9b21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6ba6cd0-87", "ovs_interfaceid": "f6ba6cd0-876d-4c5f-a65c-c6ffc788173f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.409301] env[61960]: DEBUG nova.compute.manager [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 726.430498] env[61960]: DEBUG oslo_vmware.api [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066406} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.430779] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.436034] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc56173-3281-4bb3-bc10-08b3eb731df7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.463553] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] e8f8a984-fb14-4d7d-a208-5ec758833720/e8f8a984-fb14-4d7d-a208-5ec758833720.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.469766] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f248b571-9074-49e3-b0ba-15dc97682857 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.496149] env[61960]: DEBUG oslo_vmware.api [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 726.496149] env[61960]: value = "task-435873" [ 726.496149] env[61960]: _type = "Task" [ 726.496149] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.506549] env[61960]: DEBUG oslo_vmware.api [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.520179] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435871, 'name': CreateVM_Task, 'duration_secs': 0.351632} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.520179] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 726.520179] env[61960]: DEBUG oslo_concurrency.lockutils [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.520179] env[61960]: DEBUG oslo_concurrency.lockutils [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.520179] env[61960]: DEBUG oslo_concurrency.lockutils [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.522183] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf6425d3-80b3-4534-8b11-1fe129a77191 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.523408] env[61960]: DEBUG nova.network.neutron [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Successfully created port: 41135d80-0640-434b-8dfd-5c3fce4eebc4 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.530547] env[61960]: DEBUG oslo_vmware.api [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 726.530547] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52d71326-5dd4-8f21-63a0-bfaff76eb988" [ 726.530547] env[61960]: _type = "Task" [ 726.530547] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.537989] env[61960]: DEBUG oslo_vmware.api [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52d71326-5dd4-8f21-63a0-bfaff76eb988, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.801559] env[61960]: DEBUG oslo_concurrency.lockutils [req-21148741-5fb1-414b-9e0a-98c3e59aff80 req-e9762dea-9a8b-4b8a-b666-3684b335ddf1 service nova] Releasing lock "refresh_cache-848b35ff-62f5-4e83-a5de-aab6fbbdd00a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.955324] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a78a5c-eeb2-4b78-90fc-f62d856e5f56 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.964109] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab186bd5-45c9-4e07-9d70-098a513426a3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.997422] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efa5414-f970-4611-9435-ba5be3124787 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.012229] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2ff3c8-e416-4c8a-915b-e65dfdbea3fb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.016041] env[61960]: DEBUG oslo_vmware.api [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.026311] env[61960]: DEBUG nova.compute.provider_tree [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 727.039763] env[61960]: DEBUG oslo_vmware.api [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52d71326-5dd4-8f21-63a0-bfaff76eb988, 'name': SearchDatastore_Task, 'duration_secs': 0.010369} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.040141] env[61960]: DEBUG oslo_concurrency.lockutils [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.040388] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.040625] env[61960]: DEBUG oslo_concurrency.lockutils [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.041140] env[61960]: DEBUG oslo_concurrency.lockutils [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.041140] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.041570] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-198d0b11-632c-404e-b590-f8f5dbd59a1d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.050563] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.050563] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 727.051116] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0f7a905-8517-43e4-95ea-0116cd730306 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.056225] env[61960]: DEBUG oslo_vmware.api [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 727.056225] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52612f5a-e15e-d754-a05f-7fa1bacc56b2" [ 727.056225] env[61960]: _type = "Task" [ 727.056225] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.065659] env[61960]: DEBUG oslo_vmware.api [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52612f5a-e15e-d754-a05f-7fa1bacc56b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.419797] env[61960]: DEBUG nova.compute.manager [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 727.447152] env[61960]: DEBUG nova.virt.hardware [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 727.447425] env[61960]: DEBUG nova.virt.hardware [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 727.447754] env[61960]: DEBUG nova.virt.hardware [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.448140] env[61960]: DEBUG nova.virt.hardware [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 727.448250] env[61960]: DEBUG nova.virt.hardware [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.448429] env[61960]: DEBUG nova.virt.hardware [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 727.448772] env[61960]: DEBUG nova.virt.hardware [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 727.448866] env[61960]: DEBUG nova.virt.hardware [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 727.449054] env[61960]: DEBUG nova.virt.hardware [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 727.449235] env[61960]: DEBUG nova.virt.hardware [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 727.449418] env[61960]: DEBUG nova.virt.hardware [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 727.450333] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c03108-fa00-4f44-941e-534327223356 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.458341] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81e58f0-2425-46f6-ac5a-01503d3d7fe3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.507793] env[61960]: DEBUG oslo_vmware.api [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435873, 'name': ReconfigVM_Task, 'duration_secs': 0.694763} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.507793] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Reconfigured VM instance instance-0000002c to attach disk [datastore1] e8f8a984-fb14-4d7d-a208-5ec758833720/e8f8a984-fb14-4d7d-a208-5ec758833720.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.507793] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab3b5778-8277-4dbc-8735-f302bf481907 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.513024] env[61960]: DEBUG oslo_vmware.api [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 727.513024] env[61960]: value = "task-435874" [ 727.513024] env[61960]: _type = "Task" [ 727.513024] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.522481] env[61960]: DEBUG oslo_vmware.api [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435874, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.567728] env[61960]: DEBUG oslo_vmware.api [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52612f5a-e15e-d754-a05f-7fa1bacc56b2, 'name': SearchDatastore_Task, 'duration_secs': 0.010954} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.568787] env[61960]: DEBUG nova.scheduler.client.report [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 76 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 727.569439] env[61960]: DEBUG nova.compute.provider_tree [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 76 to 77 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 727.570145] env[61960]: DEBUG nova.compute.provider_tree [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 727.575071] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84ecc131-8197-413e-9d4f-0278ec55f716 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.584128] env[61960]: DEBUG oslo_vmware.api [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 727.584128] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52226683-2d06-1e5d-4b5a-a1436cdc614f" [ 727.584128] env[61960]: _type = "Task" [ 727.584128] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.590467] env[61960]: DEBUG oslo_vmware.api [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52226683-2d06-1e5d-4b5a-a1436cdc614f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.022225] env[61960]: DEBUG oslo_vmware.api [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435874, 'name': Rename_Task, 'duration_secs': 0.134331} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.022559] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 728.022783] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4403b7f-6857-4c0f-9af8-ca311a92bb39 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.028478] env[61960]: DEBUG oslo_vmware.api [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 728.028478] env[61960]: value = "task-435875" [ 728.028478] env[61960]: _type = "Task" [ 728.028478] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.036700] env[61960]: DEBUG oslo_vmware.api [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.044017] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f9374f74-4699-4bef-abbc-e552aef26cd5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 728.044197] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f9374f74-4699-4bef-abbc-e552aef26cd5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 728.044381] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9374f74-4699-4bef-abbc-e552aef26cd5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Deleting the datastore file [datastore1] 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.044960] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84e6704a-3e25-48ee-ae3b-0974768553d4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.051413] env[61960]: DEBUG oslo_vmware.api [None req-f9374f74-4699-4bef-abbc-e552aef26cd5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 728.051413] env[61960]: value = "task-435876" [ 728.051413] env[61960]: _type = "Task" [ 728.051413] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.058897] env[61960]: DEBUG oslo_vmware.api [None req-f9374f74-4699-4bef-abbc-e552aef26cd5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-435876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.076009] env[61960]: DEBUG oslo_concurrency.lockutils [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.076601] env[61960]: DEBUG nova.compute.manager [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 728.079684] env[61960]: DEBUG oslo_concurrency.lockutils [None req-adbbb95a-7c9c-4ac1-b331-23ae0ee378ce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.785s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.079899] env[61960]: DEBUG oslo_concurrency.lockutils [None req-adbbb95a-7c9c-4ac1-b331-23ae0ee378ce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.082227] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.659s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.083702] env[61960]: INFO nova.compute.claims [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.099270] env[61960]: DEBUG oslo_vmware.api [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52226683-2d06-1e5d-4b5a-a1436cdc614f, 'name': SearchDatastore_Task, 'duration_secs': 0.027958} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.099622] env[61960]: DEBUG oslo_concurrency.lockutils [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.099814] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 848b35ff-62f5-4e83-a5de-aab6fbbdd00a/848b35ff-62f5-4e83-a5de-aab6fbbdd00a.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 728.100216] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcdd0705-4fc3-4f3b-ac6b-28293e413a06 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.106917] env[61960]: DEBUG oslo_vmware.api [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 728.106917] env[61960]: value = "task-435877" [ 728.106917] env[61960]: _type = "Task" [ 728.106917] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.116101] env[61960]: DEBUG oslo_vmware.api [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.117965] env[61960]: INFO nova.scheduler.client.report [None req-adbbb95a-7c9c-4ac1-b331-23ae0ee378ce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Deleted allocations for instance 10117be5-70f2-4f62-81dd-3732ba3bb70c [ 728.284653] env[61960]: DEBUG nova.compute.manager [req-682f2d22-8bf8-471d-88f0-a9440c1ef30c req-bde4e433-4c33-4b48-945f-ce6291c3bcf6 service nova] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Received event network-vif-plugged-41135d80-0640-434b-8dfd-5c3fce4eebc4 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 728.284846] env[61960]: DEBUG oslo_concurrency.lockutils [req-682f2d22-8bf8-471d-88f0-a9440c1ef30c req-bde4e433-4c33-4b48-945f-ce6291c3bcf6 service nova] Acquiring lock "a6e2330c-ba68-4df4-9e16-b536efe54c94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.285150] env[61960]: DEBUG oslo_concurrency.lockutils [req-682f2d22-8bf8-471d-88f0-a9440c1ef30c req-bde4e433-4c33-4b48-945f-ce6291c3bcf6 service nova] Lock "a6e2330c-ba68-4df4-9e16-b536efe54c94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.285391] env[61960]: DEBUG oslo_concurrency.lockutils [req-682f2d22-8bf8-471d-88f0-a9440c1ef30c req-bde4e433-4c33-4b48-945f-ce6291c3bcf6 service nova] Lock "a6e2330c-ba68-4df4-9e16-b536efe54c94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.285606] env[61960]: DEBUG nova.compute.manager [req-682f2d22-8bf8-471d-88f0-a9440c1ef30c req-bde4e433-4c33-4b48-945f-ce6291c3bcf6 service nova] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] No waiting events found dispatching network-vif-plugged-41135d80-0640-434b-8dfd-5c3fce4eebc4 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 728.286202] env[61960]: WARNING nova.compute.manager [req-682f2d22-8bf8-471d-88f0-a9440c1ef30c req-bde4e433-4c33-4b48-945f-ce6291c3bcf6 service nova] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Received unexpected event network-vif-plugged-41135d80-0640-434b-8dfd-5c3fce4eebc4 for instance with vm_state building and task_state spawning. [ 728.403630] env[61960]: DEBUG nova.network.neutron [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Successfully updated port: 41135d80-0640-434b-8dfd-5c3fce4eebc4 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.538798] env[61960]: DEBUG oslo_vmware.api [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435875, 'name': PowerOnVM_Task} progress is 89%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.561799] env[61960]: DEBUG oslo_vmware.api [None req-f9374f74-4699-4bef-abbc-e552aef26cd5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-435876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154074} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.562131] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9374f74-4699-4bef-abbc-e552aef26cd5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.562349] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f9374f74-4699-4bef-abbc-e552aef26cd5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 728.562546] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f9374f74-4699-4bef-abbc-e552aef26cd5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 728.562701] env[61960]: INFO nova.compute.manager [None req-f9374f74-4699-4bef-abbc-e552aef26cd5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Took 2.94 seconds to destroy the instance on the hypervisor. [ 728.562972] env[61960]: DEBUG oslo.service.loopingcall [None req-f9374f74-4699-4bef-abbc-e552aef26cd5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 728.563166] env[61960]: DEBUG nova.compute.manager [-] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 728.563261] env[61960]: DEBUG nova.network.neutron [-] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 728.588985] env[61960]: DEBUG nova.compute.utils [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 728.594756] env[61960]: DEBUG nova.compute.manager [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 728.594756] env[61960]: DEBUG nova.network.neutron [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 728.620429] env[61960]: DEBUG oslo_vmware.api [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435877, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.629297] env[61960]: DEBUG oslo_concurrency.lockutils [None req-adbbb95a-7c9c-4ac1-b331-23ae0ee378ce tempest-ServersTestJSON-1789015198 tempest-ServersTestJSON-1789015198-project-member] Lock "10117be5-70f2-4f62-81dd-3732ba3bb70c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.742s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.662685] env[61960]: DEBUG nova.policy [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b626bf81b5014486ad6e851fe6ea2503', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e457744b6f41498ba5c032830823e93a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 728.907878] env[61960]: DEBUG oslo_concurrency.lockutils [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "refresh_cache-a6e2330c-ba68-4df4-9e16-b536efe54c94" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.907878] env[61960]: DEBUG oslo_concurrency.lockutils [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquired lock "refresh_cache-a6e2330c-ba68-4df4-9e16-b536efe54c94" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.907878] env[61960]: DEBUG nova.network.neutron [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 729.046388] env[61960]: DEBUG oslo_vmware.api [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435875, 'name': PowerOnVM_Task, 'duration_secs': 0.686991} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.046388] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 729.046388] env[61960]: INFO nova.compute.manager [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Took 7.92 seconds to spawn the instance on the hypervisor. [ 729.046388] env[61960]: DEBUG nova.compute.manager [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 729.046388] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95f077e-4dc8-41b0-867e-1f82331d20f3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.094658] env[61960]: DEBUG nova.compute.utils [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 729.123492] env[61960]: DEBUG oslo_vmware.api [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534603} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.123750] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 848b35ff-62f5-4e83-a5de-aab6fbbdd00a/848b35ff-62f5-4e83-a5de-aab6fbbdd00a.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 729.123960] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.124226] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33e32211-0c0e-4e23-896f-3163ea640df1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.132372] env[61960]: DEBUG oslo_vmware.api [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 729.132372] env[61960]: value = "task-435878" [ 729.132372] env[61960]: _type = "Task" [ 729.132372] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.142524] env[61960]: DEBUG oslo_vmware.api [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435878, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.172556] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4200cb41-0fac-4888-9e5f-0544f2423434 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "bedcdb7c-216f-4248-b5ac-1c71471c4c07" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.172556] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4200cb41-0fac-4888-9e5f-0544f2423434 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "bedcdb7c-216f-4248-b5ac-1c71471c4c07" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.172556] env[61960]: INFO nova.compute.manager [None req-4200cb41-0fac-4888-9e5f-0544f2423434 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Rebooting instance [ 729.264126] env[61960]: DEBUG nova.network.neutron [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Successfully created port: 0d9a4008-d681-4f0a-ba95-46275c68b4fa {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.426508] env[61960]: DEBUG nova.network.neutron [-] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.466897] env[61960]: DEBUG nova.network.neutron [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 729.567465] env[61960]: INFO nova.compute.manager [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Took 52.57 seconds to build instance. [ 729.608184] env[61960]: DEBUG nova.compute.manager [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 729.633535] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b31486-6dec-4d23-a598-391b09e763b2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.648856] env[61960]: DEBUG oslo_vmware.api [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435878, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070076} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.649336] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.650431] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809a6bf5-c5cd-4936-ae3c-b6b031100a31 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.654786] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9a9dcd-f915-46ff-abb9-dc28d065c23a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.680803] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 848b35ff-62f5-4e83-a5de-aab6fbbdd00a/848b35ff-62f5-4e83-a5de-aab6fbbdd00a.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.709649] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c466e63f-7dc2-4e31-89ef-603e9c72f022 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.727389] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a768b309-9986-4929-bb1d-58980c9e9aa8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.735913] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e12c8a0-08de-46fe-8cf0-821106eec4ad {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.741532] env[61960]: DEBUG oslo_vmware.api [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 729.741532] env[61960]: value = "task-435879" [ 729.741532] env[61960]: _type = "Task" [ 729.741532] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.753245] env[61960]: DEBUG nova.compute.provider_tree [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.759827] env[61960]: DEBUG oslo_vmware.api [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.761077] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4200cb41-0fac-4888-9e5f-0544f2423434 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "refresh_cache-bedcdb7c-216f-4248-b5ac-1c71471c4c07" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.761254] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4200cb41-0fac-4888-9e5f-0544f2423434 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquired lock "refresh_cache-bedcdb7c-216f-4248-b5ac-1c71471c4c07" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.761431] env[61960]: DEBUG nova.network.neutron [None req-4200cb41-0fac-4888-9e5f-0544f2423434 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 729.929545] env[61960]: INFO nova.compute.manager [-] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Took 1.37 seconds to deallocate network for instance. [ 729.952530] env[61960]: DEBUG nova.network.neutron [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Updating instance_info_cache with network_info: [{"id": "41135d80-0640-434b-8dfd-5c3fce4eebc4", "address": "fa:16:3e:29:ec:b3", "network": {"id": "62a618a7-78ed-4e31-a719-cf47fa219c16", "bridge": "br-int", "label": "tempest-ImagesTestJSON-839146393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4afdda0bfda54f4dba3833c4e6a27ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41135d80-06", "ovs_interfaceid": "41135d80-0640-434b-8dfd-5c3fce4eebc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.069069] env[61960]: DEBUG oslo_concurrency.lockutils [None req-05d0efa6-4085-4886-990a-cd74ec1aba58 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "e8f8a984-fb14-4d7d-a208-5ec758833720" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.160s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.254046] env[61960]: DEBUG oslo_vmware.api [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435879, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.257017] env[61960]: DEBUG nova.scheduler.client.report [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 730.391961] env[61960]: DEBUG nova.compute.manager [req-da07a1b1-4314-4e95-b7ee-48f10099dfe4 req-b011b78d-8195-4d5b-b52b-4af065c5a228 service nova] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Received event network-changed-41135d80-0640-434b-8dfd-5c3fce4eebc4 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 730.392182] env[61960]: DEBUG nova.compute.manager [req-da07a1b1-4314-4e95-b7ee-48f10099dfe4 req-b011b78d-8195-4d5b-b52b-4af065c5a228 service nova] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Refreshing instance network info cache due to event network-changed-41135d80-0640-434b-8dfd-5c3fce4eebc4. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 730.392384] env[61960]: DEBUG oslo_concurrency.lockutils [req-da07a1b1-4314-4e95-b7ee-48f10099dfe4 req-b011b78d-8195-4d5b-b52b-4af065c5a228 service nova] Acquiring lock "refresh_cache-a6e2330c-ba68-4df4-9e16-b536efe54c94" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.441661] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f9374f74-4699-4bef-abbc-e552aef26cd5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.455829] env[61960]: DEBUG oslo_concurrency.lockutils [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Releasing lock "refresh_cache-a6e2330c-ba68-4df4-9e16-b536efe54c94" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.456063] env[61960]: DEBUG nova.compute.manager [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Instance network_info: |[{"id": "41135d80-0640-434b-8dfd-5c3fce4eebc4", "address": "fa:16:3e:29:ec:b3", "network": {"id": "62a618a7-78ed-4e31-a719-cf47fa219c16", "bridge": "br-int", "label": "tempest-ImagesTestJSON-839146393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4afdda0bfda54f4dba3833c4e6a27ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41135d80-06", "ovs_interfaceid": "41135d80-0640-434b-8dfd-5c3fce4eebc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 730.456382] env[61960]: DEBUG oslo_concurrency.lockutils [req-da07a1b1-4314-4e95-b7ee-48f10099dfe4 req-b011b78d-8195-4d5b-b52b-4af065c5a228 service nova] Acquired lock "refresh_cache-a6e2330c-ba68-4df4-9e16-b536efe54c94" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.456568] env[61960]: DEBUG nova.network.neutron [req-da07a1b1-4314-4e95-b7ee-48f10099dfe4 req-b011b78d-8195-4d5b-b52b-4af065c5a228 service nova] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Refreshing network info cache for port 41135d80-0640-434b-8dfd-5c3fce4eebc4 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 730.457903] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:ec:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41135d80-0640-434b-8dfd-5c3fce4eebc4', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.467498] env[61960]: DEBUG oslo.service.loopingcall [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 730.468842] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 730.469098] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-941db659-3ee7-4a23-9f1b-a1e64371cc40 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.491296] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.491296] env[61960]: value = "task-435880" [ 730.491296] env[61960]: _type = "Task" [ 730.491296] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.502230] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435880, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.572161] env[61960]: DEBUG nova.compute.manager [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 730.617955] env[61960]: DEBUG nova.compute.manager [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 730.650353] env[61960]: DEBUG nova.virt.hardware [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:08:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1934665744',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-112992298',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 730.650736] env[61960]: DEBUG nova.virt.hardware [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 730.650988] env[61960]: DEBUG nova.virt.hardware [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.651394] env[61960]: DEBUG nova.virt.hardware [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 730.651633] env[61960]: DEBUG nova.virt.hardware [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.651872] env[61960]: DEBUG nova.virt.hardware [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 730.652180] env[61960]: DEBUG nova.virt.hardware [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 730.652441] env[61960]: DEBUG nova.virt.hardware [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 730.652966] env[61960]: DEBUG nova.virt.hardware [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 730.653265] env[61960]: DEBUG nova.virt.hardware [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 730.653614] env[61960]: DEBUG nova.virt.hardware [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 730.655034] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba747d7f-5a6a-427e-b901-c840caea3d6b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.666668] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3f4247-1ae8-4b8b-bb9c-f11edb3fef50 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.702505] env[61960]: DEBUG nova.network.neutron [None req-4200cb41-0fac-4888-9e5f-0544f2423434 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Updating instance_info_cache with network_info: [{"id": "329e7ecf-f461-4acb-8b46-c1b825abf425", "address": "fa:16:3e:ac:72:50", "network": {"id": "148b3213-0f77-4469-b901-9b93a55e3a91", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-997896372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5e3e891410455abd448117aabf8d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329e7ecf-f4", "ovs_interfaceid": "329e7ecf-f461-4acb-8b46-c1b825abf425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.752511] env[61960]: DEBUG oslo_vmware.api [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435879, 'name': ReconfigVM_Task, 'duration_secs': 0.584515} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.752821] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 848b35ff-62f5-4e83-a5de-aab6fbbdd00a/848b35ff-62f5-4e83-a5de-aab6fbbdd00a.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.753636] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e37f0b8b-afc5-4491-abda-382b06a56616 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.760361] env[61960]: DEBUG oslo_vmware.api [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 730.760361] env[61960]: value = "task-435881" [ 730.760361] env[61960]: _type = "Task" [ 730.760361] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.764715] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.765407] env[61960]: DEBUG nova.compute.manager [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 730.768061] env[61960]: DEBUG oslo_concurrency.lockutils [None req-59f40be1-eae8-4316-95d0-2e36ca3cecb9 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.205s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.768415] env[61960]: DEBUG oslo_concurrency.lockutils [None req-59f40be1-eae8-4316-95d0-2e36ca3cecb9 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.770765] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.488s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.772321] env[61960]: INFO nova.compute.claims [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.782411] env[61960]: DEBUG oslo_vmware.api [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435881, 'name': Rename_Task} progress is 10%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.818664] env[61960]: INFO nova.scheduler.client.report [None req-59f40be1-eae8-4316-95d0-2e36ca3cecb9 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Deleted allocations for instance dec63d6c-0b9e-474b-a09a-9420d9d8d366 [ 731.003375] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435880, 'name': CreateVM_Task, 'duration_secs': 0.344975} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.004231] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 731.005973] env[61960]: DEBUG oslo_concurrency.lockutils [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.005973] env[61960]: DEBUG oslo_concurrency.lockutils [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.005973] env[61960]: DEBUG oslo_concurrency.lockutils [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.005973] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab1ef611-215f-4d0a-af4d-654e277c94b5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.012605] env[61960]: DEBUG oslo_vmware.api [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 731.012605] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52857a7c-4bba-dc25-153f-4d17e3b79514" [ 731.012605] env[61960]: _type = "Task" [ 731.012605] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.026472] env[61960]: DEBUG oslo_vmware.api [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52857a7c-4bba-dc25-153f-4d17e3b79514, 'name': SearchDatastore_Task, 'duration_secs': 0.011612} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.027470] env[61960]: DEBUG oslo_concurrency.lockutils [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.028317] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.028571] env[61960]: DEBUG oslo_concurrency.lockutils [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.029628] env[61960]: DEBUG oslo_concurrency.lockutils [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.029628] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.029628] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41be0b4e-b63b-46ad-8ad5-2d2470cd2e4d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.039932] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.039932] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 731.039932] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2452b538-6e2f-4da1-8609-cf913ebe34b6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.050054] env[61960]: DEBUG oslo_vmware.api [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 731.050054] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524c221a-64e7-7272-2247-82c9f3ba62ea" [ 731.050054] env[61960]: _type = "Task" [ 731.050054] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.057331] env[61960]: DEBUG oslo_vmware.api [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524c221a-64e7-7272-2247-82c9f3ba62ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.106678] env[61960]: DEBUG oslo_concurrency.lockutils [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.169217] env[61960]: DEBUG nova.network.neutron [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Successfully updated port: 0d9a4008-d681-4f0a-ba95-46275c68b4fa {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.209549] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4200cb41-0fac-4888-9e5f-0544f2423434 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Releasing lock "refresh_cache-bedcdb7c-216f-4248-b5ac-1c71471c4c07" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.211715] env[61960]: DEBUG nova.compute.manager [req-9f00637d-a4ad-45ee-9659-8463e567f495 req-00dca8c2-5f83-47ea-b1b5-ec44d98f3e5d service nova] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Received event network-vif-plugged-0d9a4008-d681-4f0a-ba95-46275c68b4fa {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 731.211947] env[61960]: DEBUG oslo_concurrency.lockutils [req-9f00637d-a4ad-45ee-9659-8463e567f495 req-00dca8c2-5f83-47ea-b1b5-ec44d98f3e5d service nova] Acquiring lock "ddbb6a66-587a-4c5f-8268-bcffdab6c9b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.212239] env[61960]: DEBUG oslo_concurrency.lockutils [req-9f00637d-a4ad-45ee-9659-8463e567f495 req-00dca8c2-5f83-47ea-b1b5-ec44d98f3e5d service nova] Lock "ddbb6a66-587a-4c5f-8268-bcffdab6c9b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.213735] env[61960]: DEBUG oslo_concurrency.lockutils [req-9f00637d-a4ad-45ee-9659-8463e567f495 req-00dca8c2-5f83-47ea-b1b5-ec44d98f3e5d service nova] Lock "ddbb6a66-587a-4c5f-8268-bcffdab6c9b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.213735] env[61960]: DEBUG nova.compute.manager [req-9f00637d-a4ad-45ee-9659-8463e567f495 req-00dca8c2-5f83-47ea-b1b5-ec44d98f3e5d service nova] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] No waiting events found dispatching network-vif-plugged-0d9a4008-d681-4f0a-ba95-46275c68b4fa {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 731.213735] env[61960]: WARNING nova.compute.manager [req-9f00637d-a4ad-45ee-9659-8463e567f495 req-00dca8c2-5f83-47ea-b1b5-ec44d98f3e5d service nova] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Received unexpected event network-vif-plugged-0d9a4008-d681-4f0a-ba95-46275c68b4fa for instance with vm_state building and task_state spawning. [ 731.213735] env[61960]: DEBUG nova.compute.manager [None req-4200cb41-0fac-4888-9e5f-0544f2423434 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 731.215209] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfc9432-918b-4e7d-b1a7-cd6a4a11d3c7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.273652] env[61960]: DEBUG oslo_vmware.api [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435881, 'name': Rename_Task, 'duration_secs': 0.149123} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.273967] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 731.274236] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c253428a-0920-40cc-84a4-a2312b702283 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.278448] env[61960]: DEBUG nova.compute.utils [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 731.283350] env[61960]: DEBUG nova.compute.manager [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 731.283550] env[61960]: DEBUG nova.network.neutron [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 731.285703] env[61960]: DEBUG oslo_vmware.api [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 731.285703] env[61960]: value = "task-435882" [ 731.285703] env[61960]: _type = "Task" [ 731.285703] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.297633] env[61960]: DEBUG oslo_vmware.api [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.331443] env[61960]: DEBUG oslo_concurrency.lockutils [None req-59f40be1-eae8-4316-95d0-2e36ca3cecb9 tempest-TenantUsagesTestJSON-906255871 tempest-TenantUsagesTestJSON-906255871-project-member] Lock "dec63d6c-0b9e-474b-a09a-9420d9d8d366" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.708s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.437179] env[61960]: DEBUG nova.policy [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '295dcf67f4314e21841872cabc22c19c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32252619fd444b7586021bd6d8b5e72a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 731.561015] env[61960]: DEBUG oslo_vmware.api [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524c221a-64e7-7272-2247-82c9f3ba62ea, 'name': SearchDatastore_Task, 'duration_secs': 0.00899} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.561966] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef220587-bc27-45ba-9bb6-88cfefa5eb36 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.570375] env[61960]: DEBUG oslo_vmware.api [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 731.570375] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52128e0c-5d06-a9b4-f8f6-c5959772cf65" [ 731.570375] env[61960]: _type = "Task" [ 731.570375] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.576708] env[61960]: DEBUG oslo_vmware.api [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52128e0c-5d06-a9b4-f8f6-c5959772cf65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.578917] env[61960]: DEBUG nova.network.neutron [req-da07a1b1-4314-4e95-b7ee-48f10099dfe4 req-b011b78d-8195-4d5b-b52b-4af065c5a228 service nova] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Updated VIF entry in instance network info cache for port 41135d80-0640-434b-8dfd-5c3fce4eebc4. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 731.578917] env[61960]: DEBUG nova.network.neutron [req-da07a1b1-4314-4e95-b7ee-48f10099dfe4 req-b011b78d-8195-4d5b-b52b-4af065c5a228 service nova] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Updating instance_info_cache with network_info: [{"id": "41135d80-0640-434b-8dfd-5c3fce4eebc4", "address": "fa:16:3e:29:ec:b3", "network": {"id": "62a618a7-78ed-4e31-a719-cf47fa219c16", "bridge": "br-int", "label": "tempest-ImagesTestJSON-839146393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4afdda0bfda54f4dba3833c4e6a27ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41135d80-06", "ovs_interfaceid": "41135d80-0640-434b-8dfd-5c3fce4eebc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.677868] env[61960]: DEBUG oslo_concurrency.lockutils [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Acquiring lock "refresh_cache-ddbb6a66-587a-4c5f-8268-bcffdab6c9b5" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.677936] env[61960]: DEBUG oslo_concurrency.lockutils [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Acquired lock "refresh_cache-ddbb6a66-587a-4c5f-8268-bcffdab6c9b5" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.678156] env[61960]: DEBUG nova.network.neutron [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 731.788075] env[61960]: DEBUG nova.compute.manager [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 731.808718] env[61960]: DEBUG oslo_vmware.api [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435882, 'name': PowerOnVM_Task} progress is 88%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.085508] env[61960]: DEBUG oslo_concurrency.lockutils [req-da07a1b1-4314-4e95-b7ee-48f10099dfe4 req-b011b78d-8195-4d5b-b52b-4af065c5a228 service nova] Releasing lock "refresh_cache-a6e2330c-ba68-4df4-9e16-b536efe54c94" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.085841] env[61960]: DEBUG nova.compute.manager [req-da07a1b1-4314-4e95-b7ee-48f10099dfe4 req-b011b78d-8195-4d5b-b52b-4af065c5a228 service nova] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Received event network-vif-deleted-52ba24d2-7165-48f6-bd59-416b6da12d65 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 732.086261] env[61960]: DEBUG oslo_vmware.api [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52128e0c-5d06-a9b4-f8f6-c5959772cf65, 'name': SearchDatastore_Task, 'duration_secs': 0.008983} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.086505] env[61960]: DEBUG oslo_concurrency.lockutils [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.086742] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] a6e2330c-ba68-4df4-9e16-b536efe54c94/a6e2330c-ba68-4df4-9e16-b536efe54c94.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 732.087016] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b0d1201-8ab9-474a-9449-aa89a6f27c1e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.097737] env[61960]: DEBUG oslo_vmware.api [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 732.097737] env[61960]: value = "task-435883" [ 732.097737] env[61960]: _type = "Task" [ 732.097737] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.108385] env[61960]: DEBUG oslo_vmware.api [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.199519] env[61960]: DEBUG nova.network.neutron [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Successfully created port: 082774a3-b10b-4b7e-91ff-1636f1ed9b27 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.240012] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98a1d96-4637-45c4-be7d-d9948fcf7903 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.253329] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-4200cb41-0fac-4888-9e5f-0544f2423434 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Doing hard reboot of VM {{(pid=61960) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1064}} [ 732.254589] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-26871b1e-71d8-46dc-806a-676bff8ed94e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.265713] env[61960]: DEBUG oslo_vmware.api [None req-4200cb41-0fac-4888-9e5f-0544f2423434 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 732.265713] env[61960]: value = "task-435884" [ 732.265713] env[61960]: _type = "Task" [ 732.265713] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.278334] env[61960]: DEBUG oslo_vmware.api [None req-4200cb41-0fac-4888-9e5f-0544f2423434 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-435884, 'name': ResetVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.280402] env[61960]: DEBUG nova.network.neutron [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 732.319104] env[61960]: DEBUG oslo_vmware.api [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435882, 'name': PowerOnVM_Task, 'duration_secs': 0.708022} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.320107] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 732.320701] env[61960]: INFO nova.compute.manager [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Took 8.65 seconds to spawn the instance on the hypervisor. [ 732.321073] env[61960]: DEBUG nova.compute.manager [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 732.322661] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b924f5a5-6d3c-4c22-beb8-41f7704e18dd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.476802] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001bb7dd-ed39-4728-99e3-7f74c815b3ee {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.486345] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9f384c-1e4a-4883-a9ed-0a5e42af0123 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.519549] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a128be0e-9176-4f76-8563-bc6141edede4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.527626] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb89ce5-5a17-43bf-92e6-df658956763b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.541958] env[61960]: DEBUG nova.compute.provider_tree [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.612725] env[61960]: DEBUG oslo_vmware.api [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476833} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.613195] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] a6e2330c-ba68-4df4-9e16-b536efe54c94/a6e2330c-ba68-4df4-9e16-b536efe54c94.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 732.613195] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.613368] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2080d7ab-a306-4cca-82b6-2be4dfb7eaad {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.620332] env[61960]: DEBUG oslo_vmware.api [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 732.620332] env[61960]: value = "task-435885" [ 732.620332] env[61960]: _type = "Task" [ 732.620332] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.628708] env[61960]: DEBUG oslo_vmware.api [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.650560] env[61960]: DEBUG nova.network.neutron [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Updating instance_info_cache with network_info: [{"id": "0d9a4008-d681-4f0a-ba95-46275c68b4fa", "address": "fa:16:3e:c5:2b:94", "network": {"id": "b221f521-caae-4063-a8e7-0b0810cb62a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-707467614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e457744b6f41498ba5c032830823e93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d9a4008-d6", "ovs_interfaceid": "0d9a4008-d681-4f0a-ba95-46275c68b4fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.779226] env[61960]: DEBUG oslo_vmware.api [None req-4200cb41-0fac-4888-9e5f-0544f2423434 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-435884, 'name': ResetVM_Task, 'duration_secs': 0.109467} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.779545] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-4200cb41-0fac-4888-9e5f-0544f2423434 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Did hard reboot of VM {{(pid=61960) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1068}} [ 732.779734] env[61960]: DEBUG nova.compute.manager [None req-4200cb41-0fac-4888-9e5f-0544f2423434 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 732.780705] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e114709c-ac01-4a06-aa9a-13dd39f74232 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.809208] env[61960]: DEBUG nova.compute.manager [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 732.852022] env[61960]: INFO nova.compute.manager [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Took 52.73 seconds to build instance. [ 732.858957] env[61960]: DEBUG nova.virt.hardware [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:10:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='4f59555e-cdbc-42be-ade3-ffc670ae6981',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1845718363',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 732.859393] env[61960]: DEBUG nova.virt.hardware [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 732.859393] env[61960]: DEBUG nova.virt.hardware [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.859587] env[61960]: DEBUG nova.virt.hardware [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 732.859746] env[61960]: DEBUG nova.virt.hardware [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.859918] env[61960]: DEBUG nova.virt.hardware [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 732.861354] env[61960]: DEBUG nova.virt.hardware [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 732.861569] env[61960]: DEBUG nova.virt.hardware [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 732.861761] env[61960]: DEBUG nova.virt.hardware [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 732.862049] env[61960]: DEBUG nova.virt.hardware [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 732.862141] env[61960]: DEBUG nova.virt.hardware [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 732.863413] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c12da08-df10-4515-bc63-76823a1aea60 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.873714] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c6d843-3f0a-406f-8aaf-454169d35011 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.045877] env[61960]: DEBUG nova.scheduler.client.report [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 733.132745] env[61960]: DEBUG oslo_vmware.api [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15767} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.133106] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.133999] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2de280-da51-4681-933f-1e8e398046a1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.158019] env[61960]: DEBUG oslo_concurrency.lockutils [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Releasing lock "refresh_cache-ddbb6a66-587a-4c5f-8268-bcffdab6c9b5" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.158019] env[61960]: DEBUG nova.compute.manager [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Instance network_info: |[{"id": "0d9a4008-d681-4f0a-ba95-46275c68b4fa", "address": "fa:16:3e:c5:2b:94", "network": {"id": "b221f521-caae-4063-a8e7-0b0810cb62a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-707467614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e457744b6f41498ba5c032830823e93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d9a4008-d6", "ovs_interfaceid": "0d9a4008-d681-4f0a-ba95-46275c68b4fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 733.168764] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] a6e2330c-ba68-4df4-9e16-b536efe54c94/a6e2330c-ba68-4df4-9e16-b536efe54c94.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.169470] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:2b:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d9a4008-d681-4f0a-ba95-46275c68b4fa', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.180749] env[61960]: DEBUG oslo.service.loopingcall [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 733.180749] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1600a941-04d6-4c6d-8652-0305e4b95f72 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.194970] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 733.195297] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b932f81-75fc-4b4b-aeea-3a2eb68f677e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.219151] env[61960]: DEBUG oslo_vmware.api [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 733.219151] env[61960]: value = "task-435886" [ 733.219151] env[61960]: _type = "Task" [ 733.219151] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.221309] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.221309] env[61960]: value = "task-435887" [ 733.221309] env[61960]: _type = "Task" [ 733.221309] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.232316] env[61960]: DEBUG oslo_vmware.api [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435886, 'name': ReconfigVM_Task} progress is 10%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.235671] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435887, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.304640] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4200cb41-0fac-4888-9e5f-0544f2423434 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "bedcdb7c-216f-4248-b5ac-1c71471c4c07" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.133s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.355635] env[61960]: DEBUG oslo_concurrency.lockutils [None req-195d70cb-d871-4827-b741-0e149ece5707 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "848b35ff-62f5-4e83-a5de-aab6fbbdd00a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.644s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.385851] env[61960]: DEBUG nova.compute.manager [req-71a31ec1-770d-44d0-89b2-865cccff60f7 req-2f84939d-2675-418d-a7a5-4342c5f45df3 service nova] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Received event network-changed-0d9a4008-d681-4f0a-ba95-46275c68b4fa {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 733.386070] env[61960]: DEBUG nova.compute.manager [req-71a31ec1-770d-44d0-89b2-865cccff60f7 req-2f84939d-2675-418d-a7a5-4342c5f45df3 service nova] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Refreshing instance network info cache due to event network-changed-0d9a4008-d681-4f0a-ba95-46275c68b4fa. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 733.386911] env[61960]: DEBUG oslo_concurrency.lockutils [req-71a31ec1-770d-44d0-89b2-865cccff60f7 req-2f84939d-2675-418d-a7a5-4342c5f45df3 service nova] Acquiring lock "refresh_cache-ddbb6a66-587a-4c5f-8268-bcffdab6c9b5" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.386911] env[61960]: DEBUG oslo_concurrency.lockutils [req-71a31ec1-770d-44d0-89b2-865cccff60f7 req-2f84939d-2675-418d-a7a5-4342c5f45df3 service nova] Acquired lock "refresh_cache-ddbb6a66-587a-4c5f-8268-bcffdab6c9b5" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.386911] env[61960]: DEBUG nova.network.neutron [req-71a31ec1-770d-44d0-89b2-865cccff60f7 req-2f84939d-2675-418d-a7a5-4342c5f45df3 service nova] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Refreshing network info cache for port 0d9a4008-d681-4f0a-ba95-46275c68b4fa {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 733.553561] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.554429] env[61960]: DEBUG nova.compute.manager [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 733.557792] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9d67a60f-c762-4c91-8604-1c1490912923 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.942s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.557792] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9d67a60f-c762-4c91-8604-1c1490912923 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.560671] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a0415f8f-4983-4e2a-b7e1-64953d2cb716 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.408s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.560973] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a0415f8f-4983-4e2a-b7e1-64953d2cb716 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.562663] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.700s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.564189] env[61960]: INFO nova.compute.claims [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.590164] env[61960]: INFO nova.scheduler.client.report [None req-9d67a60f-c762-4c91-8604-1c1490912923 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Deleted allocations for instance 81971040-7836-4cb8-9064-952310391b4a [ 733.596042] env[61960]: INFO nova.scheduler.client.report [None req-a0415f8f-4983-4e2a-b7e1-64953d2cb716 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Deleted allocations for instance 66396ef9-04a2-4c50-9f3a-c1a398aa36de [ 733.734837] env[61960]: DEBUG oslo_vmware.api [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435886, 'name': ReconfigVM_Task, 'duration_secs': 0.295107} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.734837] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Reconfigured VM instance instance-0000002e to attach disk [datastore1] a6e2330c-ba68-4df4-9e16-b536efe54c94/a6e2330c-ba68-4df4-9e16-b536efe54c94.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.734837] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e01304a-f83d-421a-8a24-f30d9b5916db {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.738380] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435887, 'name': CreateVM_Task, 'duration_secs': 0.372684} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.738938] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 733.739645] env[61960]: DEBUG oslo_concurrency.lockutils [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.739833] env[61960]: DEBUG oslo_concurrency.lockutils [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.740184] env[61960]: DEBUG oslo_concurrency.lockutils [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.740738] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b27c522c-3221-40ad-b77f-26ccfe81413b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.743704] env[61960]: DEBUG oslo_vmware.api [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 733.743704] env[61960]: value = "task-435888" [ 733.743704] env[61960]: _type = "Task" [ 733.743704] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.751023] env[61960]: DEBUG oslo_vmware.api [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Waiting for the task: (returnval){ [ 733.751023] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bfaf45-0ada-c428-6e06-200cbb7d3183" [ 733.751023] env[61960]: _type = "Task" [ 733.751023] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.756214] env[61960]: DEBUG oslo_vmware.api [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435888, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.761939] env[61960]: DEBUG oslo_vmware.api [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bfaf45-0ada-c428-6e06-200cbb7d3183, 'name': SearchDatastore_Task, 'duration_secs': 0.010917} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.762370] env[61960]: DEBUG oslo_concurrency.lockutils [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.762915] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.762915] env[61960]: DEBUG oslo_concurrency.lockutils [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.763986] env[61960]: DEBUG oslo_concurrency.lockutils [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.763986] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.763986] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4a0143e-b98b-41c3-932f-bc695467176a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.772325] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.772526] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 733.773454] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-560f2145-237d-45ec-9b0a-0db9fa975678 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.780247] env[61960]: DEBUG oslo_vmware.api [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Waiting for the task: (returnval){ [ 733.780247] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528007ca-f357-4d11-e8f8-b34cbcd5a199" [ 733.780247] env[61960]: _type = "Task" [ 733.780247] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.791469] env[61960]: DEBUG oslo_vmware.api [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528007ca-f357-4d11-e8f8-b34cbcd5a199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.858912] env[61960]: DEBUG nova.compute.manager [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 733.863586] env[61960]: INFO nova.compute.manager [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Rescuing [ 733.863937] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "refresh_cache-848b35ff-62f5-4e83-a5de-aab6fbbdd00a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.864159] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquired lock "refresh_cache-848b35ff-62f5-4e83-a5de-aab6fbbdd00a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.864351] env[61960]: DEBUG nova.network.neutron [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 734.071026] env[61960]: DEBUG nova.compute.utils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 734.073347] env[61960]: DEBUG nova.compute.manager [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 734.073788] env[61960]: DEBUG nova.network.neutron [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 734.103065] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9d67a60f-c762-4c91-8604-1c1490912923 tempest-AttachInterfacesUnderV243Test-957283185 tempest-AttachInterfacesUnderV243Test-957283185-project-member] Lock "81971040-7836-4cb8-9064-952310391b4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.281s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.104677] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a0415f8f-4983-4e2a-b7e1-64953d2cb716 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "66396ef9-04a2-4c50-9f3a-c1a398aa36de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.049s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.161036] env[61960]: DEBUG nova.policy [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e424e2063a54aee849a239517a2ad33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73df217081164ae282e171ebfc21d523', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 734.254328] env[61960]: DEBUG oslo_vmware.api [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435888, 'name': Rename_Task, 'duration_secs': 0.156355} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.254857] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 734.257139] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5cf27ac-c02e-416a-a238-bcdf350d7afe {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.259048] env[61960]: DEBUG nova.network.neutron [req-71a31ec1-770d-44d0-89b2-865cccff60f7 req-2f84939d-2675-418d-a7a5-4342c5f45df3 service nova] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Updated VIF entry in instance network info cache for port 0d9a4008-d681-4f0a-ba95-46275c68b4fa. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 734.259621] env[61960]: DEBUG nova.network.neutron [req-71a31ec1-770d-44d0-89b2-865cccff60f7 req-2f84939d-2675-418d-a7a5-4342c5f45df3 service nova] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Updating instance_info_cache with network_info: [{"id": "0d9a4008-d681-4f0a-ba95-46275c68b4fa", "address": "fa:16:3e:c5:2b:94", "network": {"id": "b221f521-caae-4063-a8e7-0b0810cb62a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-707467614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e457744b6f41498ba5c032830823e93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d9a4008-d6", "ovs_interfaceid": "0d9a4008-d681-4f0a-ba95-46275c68b4fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.262462] env[61960]: DEBUG oslo_vmware.api [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 734.262462] env[61960]: value = "task-435889" [ 734.262462] env[61960]: _type = "Task" [ 734.262462] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.272033] env[61960]: DEBUG oslo_vmware.api [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.292988] env[61960]: DEBUG oslo_vmware.api [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528007ca-f357-4d11-e8f8-b34cbcd5a199, 'name': SearchDatastore_Task, 'duration_secs': 0.011175} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.296025] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a730f09-6760-45ac-ae91-a31b68f16344 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.302174] env[61960]: DEBUG oslo_vmware.api [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Waiting for the task: (returnval){ [ 734.302174] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]521ab8ab-9581-96ec-8f0f-e0628d75adb9" [ 734.302174] env[61960]: _type = "Task" [ 734.302174] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.314644] env[61960]: DEBUG oslo_vmware.api [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]521ab8ab-9581-96ec-8f0f-e0628d75adb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.393568] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.576677] env[61960]: DEBUG nova.compute.manager [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 734.684991] env[61960]: DEBUG nova.network.neutron [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Successfully updated port: 082774a3-b10b-4b7e-91ff-1636f1ed9b27 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.702406] env[61960]: DEBUG nova.network.neutron [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Successfully created port: ef54a960-a541-4fb6-a4cd-0800b0f7c5a6 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.766477] env[61960]: DEBUG oslo_concurrency.lockutils [req-71a31ec1-770d-44d0-89b2-865cccff60f7 req-2f84939d-2675-418d-a7a5-4342c5f45df3 service nova] Releasing lock "refresh_cache-ddbb6a66-587a-4c5f-8268-bcffdab6c9b5" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.778048] env[61960]: DEBUG oslo_vmware.api [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435889, 'name': PowerOnVM_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.802204] env[61960]: DEBUG nova.network.neutron [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Updating instance_info_cache with network_info: [{"id": "f6ba6cd0-876d-4c5f-a65c-c6ffc788173f", "address": "fa:16:3e:53:a5:c9", "network": {"id": "74938226-c1f8-4c22-b0d7-da2a64cd0c28", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2097817805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69782336059f4ef292ddf0de2b9a9b21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6ba6cd0-87", "ovs_interfaceid": "f6ba6cd0-876d-4c5f-a65c-c6ffc788173f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.819206] env[61960]: DEBUG oslo_vmware.api [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]521ab8ab-9581-96ec-8f0f-e0628d75adb9, 'name': SearchDatastore_Task, 'duration_secs': 0.010069} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.819580] env[61960]: DEBUG oslo_concurrency.lockutils [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.819950] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] ddbb6a66-587a-4c5f-8268-bcffdab6c9b5/ddbb6a66-587a-4c5f-8268-bcffdab6c9b5.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 734.821195] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0453e2b-4810-4655-b27e-f1d8fa2abf58 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.833238] env[61960]: DEBUG oslo_vmware.api [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Waiting for the task: (returnval){ [ 734.833238] env[61960]: value = "task-435890" [ 734.833238] env[61960]: _type = "Task" [ 734.833238] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.849647] env[61960]: DEBUG oslo_vmware.api [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435890, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.059276] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdee837a-642f-44cf-943c-f0c7d09384f6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.069183] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6343b0-1b0e-4e25-93e9-d1855e84ed83 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.107349] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240cb985-f647-40b5-a796-d301c90190ce {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.115685] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29d714f-c3b5-4849-8293-3de99d5d360a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.131542] env[61960]: DEBUG nova.compute.provider_tree [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.195200] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquiring lock "refresh_cache-95bfb4ce-98ae-456d-8c7c-3bc6edfdd475" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.195200] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquired lock "refresh_cache-95bfb4ce-98ae-456d-8c7c-3bc6edfdd475" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.195200] env[61960]: DEBUG nova.network.neutron [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 735.284949] env[61960]: DEBUG oslo_vmware.api [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435889, 'name': PowerOnVM_Task, 'duration_secs': 0.555008} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.285703] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 735.286222] env[61960]: INFO nova.compute.manager [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Took 7.87 seconds to spawn the instance on the hypervisor. [ 735.287715] env[61960]: DEBUG nova.compute.manager [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 735.293027] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e44c192-c7a7-44f7-b058-11d068dc943a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.315284] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Releasing lock "refresh_cache-848b35ff-62f5-4e83-a5de-aab6fbbdd00a" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.345368] env[61960]: DEBUG oslo_vmware.api [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435890, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.398868] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Acquiring lock "82366bca-f3de-4868-8728-38e2374ebea3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.399140] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Lock "82366bca-f3de-4868-8728-38e2374ebea3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.505068] env[61960]: DEBUG nova.compute.manager [req-9320dda0-a00d-4185-afe5-fdc31a6d33b8 req-7758f729-fa26-4587-ad2b-543f186a98f9 service nova] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Received event network-vif-plugged-082774a3-b10b-4b7e-91ff-1636f1ed9b27 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 735.505309] env[61960]: DEBUG oslo_concurrency.lockutils [req-9320dda0-a00d-4185-afe5-fdc31a6d33b8 req-7758f729-fa26-4587-ad2b-543f186a98f9 service nova] Acquiring lock "95bfb4ce-98ae-456d-8c7c-3bc6edfdd475-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.505590] env[61960]: DEBUG oslo_concurrency.lockutils [req-9320dda0-a00d-4185-afe5-fdc31a6d33b8 req-7758f729-fa26-4587-ad2b-543f186a98f9 service nova] Lock "95bfb4ce-98ae-456d-8c7c-3bc6edfdd475-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.505789] env[61960]: DEBUG oslo_concurrency.lockutils [req-9320dda0-a00d-4185-afe5-fdc31a6d33b8 req-7758f729-fa26-4587-ad2b-543f186a98f9 service nova] Lock "95bfb4ce-98ae-456d-8c7c-3bc6edfdd475-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.505965] env[61960]: DEBUG nova.compute.manager [req-9320dda0-a00d-4185-afe5-fdc31a6d33b8 req-7758f729-fa26-4587-ad2b-543f186a98f9 service nova] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] No waiting events found dispatching network-vif-plugged-082774a3-b10b-4b7e-91ff-1636f1ed9b27 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 735.506160] env[61960]: WARNING nova.compute.manager [req-9320dda0-a00d-4185-afe5-fdc31a6d33b8 req-7758f729-fa26-4587-ad2b-543f186a98f9 service nova] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Received unexpected event network-vif-plugged-082774a3-b10b-4b7e-91ff-1636f1ed9b27 for instance with vm_state building and task_state spawning. [ 735.506307] env[61960]: DEBUG nova.compute.manager [req-9320dda0-a00d-4185-afe5-fdc31a6d33b8 req-7758f729-fa26-4587-ad2b-543f186a98f9 service nova] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Received event network-changed-082774a3-b10b-4b7e-91ff-1636f1ed9b27 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 735.506465] env[61960]: DEBUG nova.compute.manager [req-9320dda0-a00d-4185-afe5-fdc31a6d33b8 req-7758f729-fa26-4587-ad2b-543f186a98f9 service nova] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Refreshing instance network info cache due to event network-changed-082774a3-b10b-4b7e-91ff-1636f1ed9b27. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 735.506637] env[61960]: DEBUG oslo_concurrency.lockutils [req-9320dda0-a00d-4185-afe5-fdc31a6d33b8 req-7758f729-fa26-4587-ad2b-543f186a98f9 service nova] Acquiring lock "refresh_cache-95bfb4ce-98ae-456d-8c7c-3bc6edfdd475" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.608345] env[61960]: DEBUG nova.compute.manager [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 735.634705] env[61960]: DEBUG nova.scheduler.client.report [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 735.641307] env[61960]: DEBUG nova.virt.hardware [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 735.641466] env[61960]: DEBUG nova.virt.hardware [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 735.641635] env[61960]: DEBUG nova.virt.hardware [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.642265] env[61960]: DEBUG nova.virt.hardware [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 735.643181] env[61960]: DEBUG nova.virt.hardware [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.643425] env[61960]: DEBUG nova.virt.hardware [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 735.643901] env[61960]: DEBUG nova.virt.hardware [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 735.643901] env[61960]: DEBUG nova.virt.hardware [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 735.644031] env[61960]: DEBUG nova.virt.hardware [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 735.644197] env[61960]: DEBUG nova.virt.hardware [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 735.644402] env[61960]: DEBUG nova.virt.hardware [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 735.645296] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149310f7-193b-4c4d-a092-6598357a0203 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.659020] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d671de8-56ae-4f8c-a557-2e6136f81e45 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.762016] env[61960]: DEBUG nova.network.neutron [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 735.831286] env[61960]: INFO nova.compute.manager [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Took 52.92 seconds to build instance. [ 735.858250] env[61960]: DEBUG oslo_vmware.api [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435890, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.858250] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 735.858250] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5edb9150-f0e6-4dbe-af52-c9875d3f9f95 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.864385] env[61960]: DEBUG oslo_vmware.api [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 735.864385] env[61960]: value = "task-435891" [ 735.864385] env[61960]: _type = "Task" [ 735.864385] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.873842] env[61960]: DEBUG oslo_vmware.api [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.072285] env[61960]: DEBUG nova.network.neutron [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Updating instance_info_cache with network_info: [{"id": "082774a3-b10b-4b7e-91ff-1636f1ed9b27", "address": "fa:16:3e:47:c1:ce", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap082774a3-b1", "ovs_interfaceid": "082774a3-b10b-4b7e-91ff-1636f1ed9b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.119289] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2354f0-5fae-4ba7-8094-7796c4911ea0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.128657] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-79f887be-01e2-42c0-9dcc-b4c7491895fb tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Suspending the VM {{(pid=61960) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 736.128981] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-53cd2540-f607-4815-9725-33b499db2520 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.136168] env[61960]: DEBUG oslo_vmware.api [None req-79f887be-01e2-42c0-9dcc-b4c7491895fb tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 736.136168] env[61960]: value = "task-435892" [ 736.136168] env[61960]: _type = "Task" [ 736.136168] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.142915] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.143930] env[61960]: DEBUG nova.compute.manager [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 736.148591] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.065s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.150625] env[61960]: INFO nova.compute.claims [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.164857] env[61960]: DEBUG oslo_vmware.api [None req-79f887be-01e2-42c0-9dcc-b4c7491895fb tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435892, 'name': SuspendVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.336773] env[61960]: DEBUG oslo_concurrency.lockutils [None req-04d1f9a2-34be-4188-8784-eee38747f272 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "a6e2330c-ba68-4df4-9e16-b536efe54c94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.063s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.354830] env[61960]: DEBUG oslo_vmware.api [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435890, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.504951} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.354830] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] ddbb6a66-587a-4c5f-8268-bcffdab6c9b5/ddbb6a66-587a-4c5f-8268-bcffdab6c9b5.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 736.354830] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.355045] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f734721a-fb8b-4ad3-9d45-8fc0d385736b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.374935] env[61960]: DEBUG oslo_vmware.api [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Waiting for the task: (returnval){ [ 736.374935] env[61960]: value = "task-435893" [ 736.374935] env[61960]: _type = "Task" [ 736.374935] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.387389] env[61960]: DEBUG oslo_vmware.api [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435891, 'name': PowerOffVM_Task, 'duration_secs': 0.378352} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.387389] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 736.392305] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6a594b-4ff0-4693-9619-36078927e5d8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.396796] env[61960]: DEBUG oslo_vmware.api [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.417840] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bdfbe7-578e-4ce5-bc0a-bfeded20d1e0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.466996] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 736.467631] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbba8460-312f-4948-9432-1d74fdff84d7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.475486] env[61960]: DEBUG oslo_vmware.api [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 736.475486] env[61960]: value = "task-435894" [ 736.475486] env[61960]: _type = "Task" [ 736.475486] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.485137] env[61960]: DEBUG oslo_vmware.api [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.576922] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Releasing lock "refresh_cache-95bfb4ce-98ae-456d-8c7c-3bc6edfdd475" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.577359] env[61960]: DEBUG nova.compute.manager [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Instance network_info: |[{"id": "082774a3-b10b-4b7e-91ff-1636f1ed9b27", "address": "fa:16:3e:47:c1:ce", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap082774a3-b1", "ovs_interfaceid": "082774a3-b10b-4b7e-91ff-1636f1ed9b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 736.577891] env[61960]: DEBUG oslo_concurrency.lockutils [req-9320dda0-a00d-4185-afe5-fdc31a6d33b8 req-7758f729-fa26-4587-ad2b-543f186a98f9 service nova] Acquired lock "refresh_cache-95bfb4ce-98ae-456d-8c7c-3bc6edfdd475" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.578123] env[61960]: DEBUG nova.network.neutron [req-9320dda0-a00d-4185-afe5-fdc31a6d33b8 req-7758f729-fa26-4587-ad2b-543f186a98f9 service nova] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Refreshing network info cache for port 082774a3-b10b-4b7e-91ff-1636f1ed9b27 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 736.579672] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:c1:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '082774a3-b10b-4b7e-91ff-1636f1ed9b27', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.588403] env[61960]: DEBUG oslo.service.loopingcall [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 736.589660] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 736.589660] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c49b2e90-3094-4438-bf70-73e17e72e8d8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.614396] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.614396] env[61960]: value = "task-435895" [ 736.614396] env[61960]: _type = "Task" [ 736.614396] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.625961] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435895, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.652446] env[61960]: DEBUG oslo_vmware.api [None req-79f887be-01e2-42c0-9dcc-b4c7491895fb tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435892, 'name': SuspendVM_Task} progress is 58%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.657115] env[61960]: DEBUG nova.compute.utils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 736.661677] env[61960]: DEBUG nova.compute.manager [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 736.662110] env[61960]: DEBUG nova.network.neutron [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 736.808635] env[61960]: DEBUG nova.policy [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e424e2063a54aee849a239517a2ad33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73df217081164ae282e171ebfc21d523', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 736.847048] env[61960]: DEBUG nova.compute.manager [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 736.890985] env[61960]: DEBUG oslo_vmware.api [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.308165} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.895855] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.898118] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2877764-0f0d-412e-b2d8-c33eda4e8005 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.904548] env[61960]: DEBUG nova.compute.manager [req-f96979aa-45b5-4344-8ac7-dfa288e7ad84 req-d7178bd1-8ef0-4c87-8c59-622d3893bb8d service nova] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Received event network-vif-plugged-ef54a960-a541-4fb6-a4cd-0800b0f7c5a6 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 736.904908] env[61960]: DEBUG oslo_concurrency.lockutils [req-f96979aa-45b5-4344-8ac7-dfa288e7ad84 req-d7178bd1-8ef0-4c87-8c59-622d3893bb8d service nova] Acquiring lock "4bb82c54-d34e-4bc7-b9bc-40402ac01eb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.905537] env[61960]: DEBUG oslo_concurrency.lockutils [req-f96979aa-45b5-4344-8ac7-dfa288e7ad84 req-d7178bd1-8ef0-4c87-8c59-622d3893bb8d service nova] Lock "4bb82c54-d34e-4bc7-b9bc-40402ac01eb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.905537] env[61960]: DEBUG oslo_concurrency.lockutils [req-f96979aa-45b5-4344-8ac7-dfa288e7ad84 req-d7178bd1-8ef0-4c87-8c59-622d3893bb8d service nova] Lock "4bb82c54-d34e-4bc7-b9bc-40402ac01eb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.906890] env[61960]: DEBUG nova.compute.manager [req-f96979aa-45b5-4344-8ac7-dfa288e7ad84 req-d7178bd1-8ef0-4c87-8c59-622d3893bb8d service nova] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] No waiting events found dispatching network-vif-plugged-ef54a960-a541-4fb6-a4cd-0800b0f7c5a6 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 736.906890] env[61960]: WARNING nova.compute.manager [req-f96979aa-45b5-4344-8ac7-dfa288e7ad84 req-d7178bd1-8ef0-4c87-8c59-622d3893bb8d service nova] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Received unexpected event network-vif-plugged-ef54a960-a541-4fb6-a4cd-0800b0f7c5a6 for instance with vm_state building and task_state spawning. [ 736.931053] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] ddbb6a66-587a-4c5f-8268-bcffdab6c9b5/ddbb6a66-587a-4c5f-8268-bcffdab6c9b5.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.931946] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c66fde65-8843-4e7c-b2d1-cbba592941b1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.958423] env[61960]: DEBUG oslo_vmware.api [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Waiting for the task: (returnval){ [ 736.958423] env[61960]: value = "task-435896" [ 736.958423] env[61960]: _type = "Task" [ 736.958423] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.967833] env[61960]: DEBUG oslo_vmware.api [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435896, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.988836] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] VM already powered off {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 736.989130] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.990368] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.990368] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.990368] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.990368] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17604ac0-b645-4017-8c1a-333332b99ded {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.002244] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.002433] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 737.003364] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65577903-433f-4eb5-b3c6-e2201aa43176 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.010637] env[61960]: DEBUG oslo_vmware.api [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 737.010637] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f1868f-7319-8e57-8978-8f33672d9926" [ 737.010637] env[61960]: _type = "Task" [ 737.010637] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.020451] env[61960]: DEBUG oslo_vmware.api [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f1868f-7319-8e57-8978-8f33672d9926, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.131123] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435895, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.148048] env[61960]: DEBUG oslo_vmware.api [None req-79f887be-01e2-42c0-9dcc-b4c7491895fb tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435892, 'name': SuspendVM_Task, 'duration_secs': 0.997574} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.148492] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-79f887be-01e2-42c0-9dcc-b4c7491895fb tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Suspended the VM {{(pid=61960) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 737.148725] env[61960]: DEBUG nova.compute.manager [None req-79f887be-01e2-42c0-9dcc-b4c7491895fb tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 737.149798] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023aaa4d-1d87-4a64-b376-274154b0933d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.162645] env[61960]: DEBUG nova.network.neutron [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Successfully updated port: ef54a960-a541-4fb6-a4cd-0800b0f7c5a6 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.171203] env[61960]: DEBUG nova.compute.manager [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 737.374765] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.464862] env[61960]: DEBUG nova.network.neutron [req-9320dda0-a00d-4185-afe5-fdc31a6d33b8 req-7758f729-fa26-4587-ad2b-543f186a98f9 service nova] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Updated VIF entry in instance network info cache for port 082774a3-b10b-4b7e-91ff-1636f1ed9b27. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 737.464862] env[61960]: DEBUG nova.network.neutron [req-9320dda0-a00d-4185-afe5-fdc31a6d33b8 req-7758f729-fa26-4587-ad2b-543f186a98f9 service nova] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Updating instance_info_cache with network_info: [{"id": "082774a3-b10b-4b7e-91ff-1636f1ed9b27", "address": "fa:16:3e:47:c1:ce", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap082774a3-b1", "ovs_interfaceid": "082774a3-b10b-4b7e-91ff-1636f1ed9b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.480801] env[61960]: DEBUG oslo_vmware.api [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.524937] env[61960]: DEBUG oslo_vmware.api [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f1868f-7319-8e57-8978-8f33672d9926, 'name': SearchDatastore_Task, 'duration_secs': 0.01538} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.525895] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c05f6a7-cb83-44ee-a5af-91156edb0b89 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.534680] env[61960]: DEBUG oslo_vmware.api [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 737.534680] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5283f8d4-c87d-a3ae-c049-5cd8f03c2928" [ 737.534680] env[61960]: _type = "Task" [ 737.534680] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.544055] env[61960]: DEBUG oslo_vmware.api [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5283f8d4-c87d-a3ae-c049-5cd8f03c2928, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.628988] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435895, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.640562] env[61960]: DEBUG nova.network.neutron [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Successfully created port: 6896d60d-3463-402c-baf8-bda879e7692b {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.668410] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquiring lock "refresh_cache-4bb82c54-d34e-4bc7-b9bc-40402ac01eb4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.668632] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquired lock "refresh_cache-4bb82c54-d34e-4bc7-b9bc-40402ac01eb4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.669124] env[61960]: DEBUG nova.network.neutron [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 737.729236] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b4ea97-39b4-436c-98d0-30ddbdc5714a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.736768] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3686863e-e0b5-4f6e-9a25-dad655f139ac {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.771195] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c2fcf6-d18f-42cf-8b32-c39d006a3e18 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.780396] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b0eae0-169c-4480-9bbd-f6f4e74ccf14 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.791818] env[61960]: DEBUG nova.compute.provider_tree [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 737.972539] env[61960]: DEBUG oslo_concurrency.lockutils [req-9320dda0-a00d-4185-afe5-fdc31a6d33b8 req-7758f729-fa26-4587-ad2b-543f186a98f9 service nova] Releasing lock "refresh_cache-95bfb4ce-98ae-456d-8c7c-3bc6edfdd475" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.972804] env[61960]: DEBUG oslo_vmware.api [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435896, 'name': ReconfigVM_Task, 'duration_secs': 0.816244} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.973083] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Reconfigured VM instance instance-0000002f to attach disk [datastore1] ddbb6a66-587a-4c5f-8268-bcffdab6c9b5/ddbb6a66-587a-4c5f-8268-bcffdab6c9b5.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.973411] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=61960) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1373}} [ 737.974099] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-718ed9c2-30c8-476d-bfd6-5acb22f34378 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.981519] env[61960]: DEBUG oslo_vmware.api [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Waiting for the task: (returnval){ [ 737.981519] env[61960]: value = "task-435897" [ 737.981519] env[61960]: _type = "Task" [ 737.981519] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.994787] env[61960]: DEBUG oslo_vmware.api [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435897, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.046692] env[61960]: DEBUG oslo_vmware.api [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5283f8d4-c87d-a3ae-c049-5cd8f03c2928, 'name': SearchDatastore_Task, 'duration_secs': 0.020117} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.046966] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.047335] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 848b35ff-62f5-4e83-a5de-aab6fbbdd00a/966cfc37-d288-40df-aff0-78f82eab8ff9-rescue.vmdk. {{(pid=61960) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 738.047569] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48136a3d-d0b8-442e-a129-d58c5ba82790 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.057588] env[61960]: DEBUG oslo_vmware.api [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 738.057588] env[61960]: value = "task-435898" [ 738.057588] env[61960]: _type = "Task" [ 738.057588] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.067763] env[61960]: DEBUG oslo_vmware.api [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.130990] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435895, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.181943] env[61960]: DEBUG nova.compute.manager [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 738.214515] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Acquiring lock "5fdfb773-cad8-473b-8e6a-0b152ae6ff05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.214976] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Lock "5fdfb773-cad8-473b-8e6a-0b152ae6ff05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.216070] env[61960]: DEBUG nova.network.neutron [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 738.231185] env[61960]: DEBUG nova.virt.hardware [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 738.231185] env[61960]: DEBUG nova.virt.hardware [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 738.231185] env[61960]: DEBUG nova.virt.hardware [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.231376] env[61960]: DEBUG nova.virt.hardware [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 738.231376] env[61960]: DEBUG nova.virt.hardware [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.231517] env[61960]: DEBUG nova.virt.hardware [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 738.231724] env[61960]: DEBUG nova.virt.hardware [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 738.231888] env[61960]: DEBUG nova.virt.hardware [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 738.232129] env[61960]: DEBUG nova.virt.hardware [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 738.234125] env[61960]: DEBUG nova.virt.hardware [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 738.234125] env[61960]: DEBUG nova.virt.hardware [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 738.234125] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5511e42b-6da2-4c3c-ba55-a5fb5e666b23 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.250470] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0d45b9-e867-443a-89a9-3532f4bf6836 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.320523] env[61960]: ERROR nova.scheduler.client.report [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [req-585c6664-3d06-4d5d-a3df-26675f90b43b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-585c6664-3d06-4d5d-a3df-26675f90b43b"}]} [ 738.338912] env[61960]: DEBUG nova.scheduler.client.report [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 738.360059] env[61960]: DEBUG nova.scheduler.client.report [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 738.360059] env[61960]: DEBUG nova.compute.provider_tree [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 738.373793] env[61960]: DEBUG nova.scheduler.client.report [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 738.404533] env[61960]: DEBUG nova.scheduler.client.report [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 738.497805] env[61960]: DEBUG oslo_vmware.api [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435897, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.053898} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.499878] env[61960]: DEBUG nova.network.neutron [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Updating instance_info_cache with network_info: [{"id": "ef54a960-a541-4fb6-a4cd-0800b0f7c5a6", "address": "fa:16:3e:91:69:cd", "network": {"id": "e0f7c85e-097d-4a70-92a4-4900d5a09846", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-687699449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73df217081164ae282e171ebfc21d523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef54a960-a5", "ovs_interfaceid": "ef54a960-a541-4fb6-a4cd-0800b0f7c5a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.502604] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=61960) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1394}} [ 738.504420] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc36481-9681-487d-8347-f2602e7a26c7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.538615] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] ddbb6a66-587a-4c5f-8268-bcffdab6c9b5/ephemeral_0.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.541787] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8243eb5c-c017-4c6b-9f0a-3c742fb86ed4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.567086] env[61960]: DEBUG oslo_vmware.api [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Waiting for the task: (returnval){ [ 738.567086] env[61960]: value = "task-435899" [ 738.567086] env[61960]: _type = "Task" [ 738.567086] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.570848] env[61960]: DEBUG oslo_vmware.api [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483856} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.575649] env[61960]: INFO nova.virt.vmwareapi.ds_util [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 848b35ff-62f5-4e83-a5de-aab6fbbdd00a/966cfc37-d288-40df-aff0-78f82eab8ff9-rescue.vmdk. [ 738.576459] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb098fae-d04c-42f1-a0d3-7a545b949add {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.606485] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 848b35ff-62f5-4e83-a5de-aab6fbbdd00a/966cfc37-d288-40df-aff0-78f82eab8ff9-rescue.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.607259] env[61960]: DEBUG oslo_vmware.api [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.610083] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ac25a37-b2d4-4ada-ad83-c507c0d9e660 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.634302] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435895, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.636422] env[61960]: DEBUG oslo_vmware.api [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 738.636422] env[61960]: value = "task-435900" [ 738.636422] env[61960]: _type = "Task" [ 738.636422] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.645088] env[61960]: DEBUG oslo_vmware.api [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435900, 'name': ReconfigVM_Task} progress is 10%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.676970] env[61960]: DEBUG oslo_concurrency.lockutils [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.677255] env[61960]: DEBUG oslo_concurrency.lockutils [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.004842] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Releasing lock "refresh_cache-4bb82c54-d34e-4bc7-b9bc-40402ac01eb4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.005298] env[61960]: DEBUG nova.compute.manager [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Instance network_info: |[{"id": "ef54a960-a541-4fb6-a4cd-0800b0f7c5a6", "address": "fa:16:3e:91:69:cd", "network": {"id": "e0f7c85e-097d-4a70-92a4-4900d5a09846", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-687699449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73df217081164ae282e171ebfc21d523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef54a960-a5", "ovs_interfaceid": "ef54a960-a541-4fb6-a4cd-0800b0f7c5a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 739.008584] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:69:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef54a960-a541-4fb6-a4cd-0800b0f7c5a6', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.016556] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Creating folder: Project (73df217081164ae282e171ebfc21d523). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 739.017980] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c11db611-74c9-4fe7-a6d0-854a52f9d78f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.031101] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Created folder: Project (73df217081164ae282e171ebfc21d523) in parent group-v115929. [ 739.031101] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Creating folder: Instances. Parent ref: group-v116063. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 739.031101] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7d506f7-4bc9-401f-aa95-2da3b8dc941f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.039740] env[61960]: DEBUG nova.compute.manager [req-b157a209-8567-46b7-9ca2-c7a2201dc5e5 req-cb62681b-9bac-4c34-a90e-d40e3d896cb1 service nova] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Received event network-changed-ef54a960-a541-4fb6-a4cd-0800b0f7c5a6 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 739.039933] env[61960]: DEBUG nova.compute.manager [req-b157a209-8567-46b7-9ca2-c7a2201dc5e5 req-cb62681b-9bac-4c34-a90e-d40e3d896cb1 service nova] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Refreshing instance network info cache due to event network-changed-ef54a960-a541-4fb6-a4cd-0800b0f7c5a6. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 739.040409] env[61960]: DEBUG oslo_concurrency.lockutils [req-b157a209-8567-46b7-9ca2-c7a2201dc5e5 req-cb62681b-9bac-4c34-a90e-d40e3d896cb1 service nova] Acquiring lock "refresh_cache-4bb82c54-d34e-4bc7-b9bc-40402ac01eb4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.040409] env[61960]: DEBUG oslo_concurrency.lockutils [req-b157a209-8567-46b7-9ca2-c7a2201dc5e5 req-cb62681b-9bac-4c34-a90e-d40e3d896cb1 service nova] Acquired lock "refresh_cache-4bb82c54-d34e-4bc7-b9bc-40402ac01eb4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.040529] env[61960]: DEBUG nova.network.neutron [req-b157a209-8567-46b7-9ca2-c7a2201dc5e5 req-cb62681b-9bac-4c34-a90e-d40e3d896cb1 service nova] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Refreshing network info cache for port ef54a960-a541-4fb6-a4cd-0800b0f7c5a6 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 739.046476] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Created folder: Instances in parent group-v116063. [ 739.046476] env[61960]: DEBUG oslo.service.loopingcall [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 739.046625] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 739.046718] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76e12b63-9184-4821-8d26-7f6af60686b6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.070504] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94022e7d-fd8c-4032-8db9-815ad73e3665 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.081920] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.081920] env[61960]: value = "task-435903" [ 739.081920] env[61960]: _type = "Task" [ 739.081920] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.090848] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483c3803-4dc8-43ee-a445-298f4a19bc42 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.108033] env[61960]: DEBUG oslo_vmware.api [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435899, 'name': ReconfigVM_Task, 'duration_secs': 0.43032} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.108181] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Reconfigured VM instance instance-0000002f to attach disk [datastore1] ddbb6a66-587a-4c5f-8268-bcffdab6c9b5/ephemeral_0.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.108969] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20e6f4ce-bc02-44e3-a8f6-a7ba8feb2be3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.140700] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435903, 'name': CreateVM_Task} progress is 15%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.150265] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c63c378-833e-4c6a-a3ad-472c7b1a97cf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.154022] env[61960]: DEBUG oslo_vmware.api [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Waiting for the task: (returnval){ [ 739.154022] env[61960]: value = "task-435904" [ 739.154022] env[61960]: _type = "Task" [ 739.154022] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.168620] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435895, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.168620] env[61960]: DEBUG oslo_vmware.api [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435900, 'name': ReconfigVM_Task, 'duration_secs': 0.442763} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.170391] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ae3a90-9348-486f-aee5-d3b496f38c0f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.174528] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 848b35ff-62f5-4e83-a5de-aab6fbbdd00a/966cfc37-d288-40df-aff0-78f82eab8ff9-rescue.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.175336] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6017556-1272-48d5-927a-ec7fff0a1d8c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.182399] env[61960]: DEBUG oslo_vmware.api [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435904, 'name': Rename_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.207664] env[61960]: DEBUG nova.compute.provider_tree [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 739.214476] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3f9aaf6-6a19-45ae-b4e6-4439924c024d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.231269] env[61960]: DEBUG oslo_vmware.api [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 739.231269] env[61960]: value = "task-435905" [ 739.231269] env[61960]: _type = "Task" [ 739.231269] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.240949] env[61960]: DEBUG oslo_vmware.api [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435905, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.595769] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435903, 'name': CreateVM_Task, 'duration_secs': 0.352518} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.597972] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 739.598772] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.598950] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.599287] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.599917] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd740a03-1132-4c61-858b-fe5038847ee6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.605177] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 739.605177] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5285b666-c7a9-13f1-08f0-f838f58c7531" [ 739.605177] env[61960]: _type = "Task" [ 739.605177] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.613063] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5285b666-c7a9-13f1-08f0-f838f58c7531, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.659257] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435895, 'name': CreateVM_Task, 'duration_secs': 2.972985} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.663029] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 739.663804] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.669511] env[61960]: DEBUG oslo_vmware.api [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435904, 'name': Rename_Task, 'duration_secs': 0.252296} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.669773] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 739.670055] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a269ee2-b427-45ff-baf2-3368502a8358 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.677497] env[61960]: DEBUG oslo_vmware.api [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Waiting for the task: (returnval){ [ 739.677497] env[61960]: value = "task-435906" [ 739.677497] env[61960]: _type = "Task" [ 739.677497] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.690131] env[61960]: DEBUG oslo_vmware.api [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.743250] env[61960]: DEBUG nova.network.neutron [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Successfully updated port: 6896d60d-3463-402c-baf8-bda879e7692b {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.747330] env[61960]: DEBUG oslo_vmware.api [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435905, 'name': ReconfigVM_Task, 'duration_secs': 0.3232} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.747926] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 739.748212] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6f33bd2-273c-4f19-afc9-44b6c1174b59 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.753556] env[61960]: DEBUG nova.scheduler.client.report [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 80 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 739.753556] env[61960]: DEBUG nova.compute.provider_tree [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 80 to 81 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 739.753732] env[61960]: DEBUG nova.compute.provider_tree [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 739.762493] env[61960]: DEBUG oslo_vmware.api [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 739.762493] env[61960]: value = "task-435907" [ 739.762493] env[61960]: _type = "Task" [ 739.762493] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.775578] env[61960]: DEBUG oslo_vmware.api [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.863143] env[61960]: DEBUG nova.network.neutron [req-b157a209-8567-46b7-9ca2-c7a2201dc5e5 req-cb62681b-9bac-4c34-a90e-d40e3d896cb1 service nova] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Updated VIF entry in instance network info cache for port ef54a960-a541-4fb6-a4cd-0800b0f7c5a6. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 739.863602] env[61960]: DEBUG nova.network.neutron [req-b157a209-8567-46b7-9ca2-c7a2201dc5e5 req-cb62681b-9bac-4c34-a90e-d40e3d896cb1 service nova] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Updating instance_info_cache with network_info: [{"id": "ef54a960-a541-4fb6-a4cd-0800b0f7c5a6", "address": "fa:16:3e:91:69:cd", "network": {"id": "e0f7c85e-097d-4a70-92a4-4900d5a09846", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-687699449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73df217081164ae282e171ebfc21d523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef54a960-a5", "ovs_interfaceid": "ef54a960-a541-4fb6-a4cd-0800b0f7c5a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.118023] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5285b666-c7a9-13f1-08f0-f838f58c7531, 'name': SearchDatastore_Task, 'duration_secs': 0.012426} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.118023] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.118023] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.118023] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.118023] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.118023] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.118023] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.118023] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.118023] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0b213b6-4081-4761-b340-0a578fdab5e3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.119446] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2773390e-3293-4050-a422-c985541138b9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.124561] env[61960]: DEBUG oslo_vmware.api [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 740.124561] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c706da-dd5a-80f8-7458-8a909363b413" [ 740.124561] env[61960]: _type = "Task" [ 740.124561] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.129944] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.130150] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 740.133709] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c667b60-28ca-49be-b212-c4de002d000e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.136626] env[61960]: DEBUG oslo_vmware.api [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c706da-dd5a-80f8-7458-8a909363b413, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.140749] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 740.140749] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]529a9647-fde2-ec42-50af-7e3d9de465cb" [ 740.140749] env[61960]: _type = "Task" [ 740.140749] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.148709] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]529a9647-fde2-ec42-50af-7e3d9de465cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.187516] env[61960]: DEBUG oslo_vmware.api [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435906, 'name': PowerOnVM_Task} progress is 90%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.249337] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquiring lock "refresh_cache-170857f7-9f06-4c46-b09a-804adc3da02d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.249337] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquired lock "refresh_cache-170857f7-9f06-4c46-b09a-804adc3da02d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.249962] env[61960]: DEBUG nova.network.neutron [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 740.258675] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.110s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.259501] env[61960]: DEBUG nova.compute.manager [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 740.264061] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.935s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.266485] env[61960]: INFO nova.compute.claims [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.281895] env[61960]: DEBUG oslo_vmware.api [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435907, 'name': PowerOnVM_Task, 'duration_secs': 0.405887} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.282558] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 740.286151] env[61960]: DEBUG nova.compute.manager [None req-2ced28b2-7deb-40f6-b117-75f0089b798e tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 740.286958] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fd61dd-3cc3-4d32-bc37-e0900a8088ea {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.302177] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c7fa0841-342d-4e96-9819-be496ef4aad2 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquiring lock "ec50aa6a-44ae-42f3-99a9-6831c832aca3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.302444] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c7fa0841-342d-4e96-9819-be496ef4aad2 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "ec50aa6a-44ae-42f3-99a9-6831c832aca3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.369409] env[61960]: DEBUG oslo_concurrency.lockutils [req-b157a209-8567-46b7-9ca2-c7a2201dc5e5 req-cb62681b-9bac-4c34-a90e-d40e3d896cb1 service nova] Releasing lock "refresh_cache-4bb82c54-d34e-4bc7-b9bc-40402ac01eb4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.560997] env[61960]: DEBUG nova.compute.manager [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 740.561926] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf607a29-9af2-48a4-8e34-a682182648e9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.637632] env[61960]: DEBUG oslo_vmware.api [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c706da-dd5a-80f8-7458-8a909363b413, 'name': SearchDatastore_Task, 'duration_secs': 0.023295} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.637915] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.641151] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.641151] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.649723] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]529a9647-fde2-ec42-50af-7e3d9de465cb, 'name': SearchDatastore_Task, 'duration_secs': 0.013462} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.650497] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef2a56e8-1927-4fe0-a2af-22422949c379 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.655306] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 740.655306] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f53297-c4a9-6ee1-d946-53ad3c64b40f" [ 740.655306] env[61960]: _type = "Task" [ 740.655306] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.662637] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f53297-c4a9-6ee1-d946-53ad3c64b40f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.687730] env[61960]: DEBUG oslo_vmware.api [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-435906, 'name': PowerOnVM_Task, 'duration_secs': 0.571412} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.688257] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 740.688257] env[61960]: INFO nova.compute.manager [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Took 10.07 seconds to spawn the instance on the hypervisor. [ 740.688480] env[61960]: DEBUG nova.compute.manager [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 740.689151] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b48290-64c7-4322-a641-1ff49eaf72e3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.766111] env[61960]: DEBUG nova.compute.utils [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 740.767647] env[61960]: DEBUG nova.compute.manager [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 740.767828] env[61960]: DEBUG nova.network.neutron [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 740.804777] env[61960]: INFO nova.compute.manager [None req-c7fa0841-342d-4e96-9819-be496ef4aad2 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Detaching volume 10057e2b-c85d-4b47-ba1b-c1dbea5c44c7 [ 740.820072] env[61960]: DEBUG nova.network.neutron [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 740.840101] env[61960]: DEBUG nova.policy [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd11b7d448ab4afb82733e0fefd3c1c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31c02e032ae04c3bac8dbdeca3c3f5a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 740.851033] env[61960]: INFO nova.virt.block_device [None req-c7fa0841-342d-4e96-9819-be496ef4aad2 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Attempting to driver detach volume 10057e2b-c85d-4b47-ba1b-c1dbea5c44c7 from mountpoint /dev/sdb [ 740.851298] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7fa0841-342d-4e96-9819-be496ef4aad2 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Volume detach. Driver type: vmdk {{(pid=61960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 740.851497] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7fa0841-342d-4e96-9819-be496ef4aad2 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116041', 'volume_id': '10057e2b-c85d-4b47-ba1b-c1dbea5c44c7', 'name': 'volume-10057e2b-c85d-4b47-ba1b-c1dbea5c44c7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ec50aa6a-44ae-42f3-99a9-6831c832aca3', 'attached_at': '', 'detached_at': '', 'volume_id': '10057e2b-c85d-4b47-ba1b-c1dbea5c44c7', 'serial': '10057e2b-c85d-4b47-ba1b-c1dbea5c44c7'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 740.852394] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5c7b34-73d5-4bcc-8072-7a278dcccce0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.877573] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2ce253-ceff-4a96-a8a4-62645772a9f3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.884734] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cc5073-d912-4b39-8d90-4ca6395e9658 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.911052] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8c61ac-391c-4935-97c9-6cbdacec8b12 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.929180] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7fa0841-342d-4e96-9819-be496ef4aad2 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] The volume has not been displaced from its original location: [datastore1] volume-10057e2b-c85d-4b47-ba1b-c1dbea5c44c7/volume-10057e2b-c85d-4b47-ba1b-c1dbea5c44c7.vmdk. No consolidation needed. {{(pid=61960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 740.935244] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7fa0841-342d-4e96-9819-be496ef4aad2 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Reconfiguring VM instance instance-0000001d to detach disk 2001 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 740.935608] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0aac9ca-9444-47bf-ac42-38132270e81d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.957635] env[61960]: DEBUG oslo_vmware.api [None req-c7fa0841-342d-4e96-9819-be496ef4aad2 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 740.957635] env[61960]: value = "task-435908" [ 740.957635] env[61960]: _type = "Task" [ 740.957635] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.967198] env[61960]: DEBUG oslo_vmware.api [None req-c7fa0841-342d-4e96-9819-be496ef4aad2 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-435908, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.048797] env[61960]: DEBUG nova.network.neutron [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Updating instance_info_cache with network_info: [{"id": "6896d60d-3463-402c-baf8-bda879e7692b", "address": "fa:16:3e:3b:69:ec", "network": {"id": "e0f7c85e-097d-4a70-92a4-4900d5a09846", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-687699449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73df217081164ae282e171ebfc21d523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6896d60d-34", "ovs_interfaceid": "6896d60d-3463-402c-baf8-bda879e7692b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.074621] env[61960]: INFO nova.compute.manager [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] instance snapshotting [ 741.074990] env[61960]: WARNING nova.compute.manager [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 741.077859] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087af1d9-8779-4287-b8b2-6f6e8c7da764 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.097442] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0750857-629b-4966-8e13-946006689134 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.117139] env[61960]: DEBUG nova.compute.manager [req-d2d30823-538e-464a-8f4f-1659bcd0e4aa req-82350dbe-4099-4451-8def-c6a14f26e0cd service nova] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Received event network-vif-plugged-6896d60d-3463-402c-baf8-bda879e7692b {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 741.117702] env[61960]: DEBUG oslo_concurrency.lockutils [req-d2d30823-538e-464a-8f4f-1659bcd0e4aa req-82350dbe-4099-4451-8def-c6a14f26e0cd service nova] Acquiring lock "170857f7-9f06-4c46-b09a-804adc3da02d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.117960] env[61960]: DEBUG oslo_concurrency.lockutils [req-d2d30823-538e-464a-8f4f-1659bcd0e4aa req-82350dbe-4099-4451-8def-c6a14f26e0cd service nova] Lock "170857f7-9f06-4c46-b09a-804adc3da02d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.118551] env[61960]: DEBUG oslo_concurrency.lockutils [req-d2d30823-538e-464a-8f4f-1659bcd0e4aa req-82350dbe-4099-4451-8def-c6a14f26e0cd service nova] Lock "170857f7-9f06-4c46-b09a-804adc3da02d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.118551] env[61960]: DEBUG nova.compute.manager [req-d2d30823-538e-464a-8f4f-1659bcd0e4aa req-82350dbe-4099-4451-8def-c6a14f26e0cd service nova] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] No waiting events found dispatching network-vif-plugged-6896d60d-3463-402c-baf8-bda879e7692b {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 741.118655] env[61960]: WARNING nova.compute.manager [req-d2d30823-538e-464a-8f4f-1659bcd0e4aa req-82350dbe-4099-4451-8def-c6a14f26e0cd service nova] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Received unexpected event network-vif-plugged-6896d60d-3463-402c-baf8-bda879e7692b for instance with vm_state building and task_state spawning. [ 741.118822] env[61960]: DEBUG nova.compute.manager [req-d2d30823-538e-464a-8f4f-1659bcd0e4aa req-82350dbe-4099-4451-8def-c6a14f26e0cd service nova] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Received event network-changed-6896d60d-3463-402c-baf8-bda879e7692b {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 741.118986] env[61960]: DEBUG nova.compute.manager [req-d2d30823-538e-464a-8f4f-1659bcd0e4aa req-82350dbe-4099-4451-8def-c6a14f26e0cd service nova] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Refreshing instance network info cache due to event network-changed-6896d60d-3463-402c-baf8-bda879e7692b. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 741.119171] env[61960]: DEBUG oslo_concurrency.lockutils [req-d2d30823-538e-464a-8f4f-1659bcd0e4aa req-82350dbe-4099-4451-8def-c6a14f26e0cd service nova] Acquiring lock "refresh_cache-170857f7-9f06-4c46-b09a-804adc3da02d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.165627] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f53297-c4a9-6ee1-d946-53ad3c64b40f, 'name': SearchDatastore_Task, 'duration_secs': 0.036081} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.165787] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.166063] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4/4bb82c54-d34e-4bc7-b9bc-40402ac01eb4.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 741.166358] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.166544] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.166760] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f06ec8c8-7e8f-4b07-907c-5bc7d87bac9e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.168742] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43d0ab65-8cbd-495d-8542-1c465d8cfa4c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.181023] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 741.181023] env[61960]: value = "task-435909" [ 741.181023] env[61960]: _type = "Task" [ 741.181023] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.186343] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.186343] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 741.187534] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db1dc55f-5f1d-48de-a252-b89827960e55 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.192929] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.196173] env[61960]: DEBUG oslo_vmware.api [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 741.196173] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ef9f11-018e-f2a7-2a77-c7a0c7efff72" [ 741.196173] env[61960]: _type = "Task" [ 741.196173] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.211815] env[61960]: DEBUG oslo_vmware.api [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ef9f11-018e-f2a7-2a77-c7a0c7efff72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.212507] env[61960]: INFO nova.compute.manager [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Took 56.41 seconds to build instance. [ 741.272232] env[61960]: DEBUG nova.compute.manager [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 741.283250] env[61960]: DEBUG oslo_concurrency.lockutils [None req-99224132-8fe9-4e55-b977-17fb4c9608b6 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] Acquiring lock "66b0d824-035d-44df-a7c1-af0f4d23e4b9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.283561] env[61960]: DEBUG oslo_concurrency.lockutils [None req-99224132-8fe9-4e55-b977-17fb4c9608b6 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] Lock "66b0d824-035d-44df-a7c1-af0f4d23e4b9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.394681] env[61960]: DEBUG nova.network.neutron [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Successfully created port: 405fb8d8-aa45-4161-a080-e685396bb806 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.470957] env[61960]: DEBUG oslo_vmware.api [None req-c7fa0841-342d-4e96-9819-be496ef4aad2 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-435908, 'name': ReconfigVM_Task, 'duration_secs': 0.314687} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.473858] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7fa0841-342d-4e96-9819-be496ef4aad2 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Reconfigured VM instance instance-0000001d to detach disk 2001 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 741.479200] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8066002f-627e-4835-b5e8-87a3339eb7cb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.494500] env[61960]: DEBUG oslo_vmware.api [None req-c7fa0841-342d-4e96-9819-be496ef4aad2 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 741.494500] env[61960]: value = "task-435910" [ 741.494500] env[61960]: _type = "Task" [ 741.494500] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.507101] env[61960]: DEBUG oslo_vmware.api [None req-c7fa0841-342d-4e96-9819-be496ef4aad2 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-435910, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.554210] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Releasing lock "refresh_cache-170857f7-9f06-4c46-b09a-804adc3da02d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.555274] env[61960]: DEBUG nova.compute.manager [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Instance network_info: |[{"id": "6896d60d-3463-402c-baf8-bda879e7692b", "address": "fa:16:3e:3b:69:ec", "network": {"id": "e0f7c85e-097d-4a70-92a4-4900d5a09846", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-687699449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73df217081164ae282e171ebfc21d523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6896d60d-34", "ovs_interfaceid": "6896d60d-3463-402c-baf8-bda879e7692b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 741.555274] env[61960]: DEBUG oslo_concurrency.lockutils [req-d2d30823-538e-464a-8f4f-1659bcd0e4aa req-82350dbe-4099-4451-8def-c6a14f26e0cd service nova] Acquired lock "refresh_cache-170857f7-9f06-4c46-b09a-804adc3da02d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.555274] env[61960]: DEBUG nova.network.neutron [req-d2d30823-538e-464a-8f4f-1659bcd0e4aa req-82350dbe-4099-4451-8def-c6a14f26e0cd service nova] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Refreshing network info cache for port 6896d60d-3463-402c-baf8-bda879e7692b {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 741.559471] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:69:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6896d60d-3463-402c-baf8-bda879e7692b', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.564529] env[61960]: DEBUG oslo.service.loopingcall [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 741.567811] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 741.568375] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-436c7903-f57b-4b80-b0a4-cb60b5e0c31d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.594016] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.594016] env[61960]: value = "task-435911" [ 741.594016] env[61960]: _type = "Task" [ 741.594016] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.608043] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435911, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.609481] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Creating Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 741.609783] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4c09427b-1a15-4439-8ed4-085a0df68cc4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.618771] env[61960]: DEBUG oslo_vmware.api [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 741.618771] env[61960]: value = "task-435912" [ 741.618771] env[61960]: _type = "Task" [ 741.618771] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.631040] env[61960]: DEBUG oslo_vmware.api [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435912, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.693574] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4923} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.693904] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4/4bb82c54-d34e-4bc7-b9bc-40402ac01eb4.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 741.694090] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.694298] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a30209d-d608-422a-be51-4c87415b56ba {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.709215] env[61960]: DEBUG oslo_vmware.api [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ef9f11-018e-f2a7-2a77-c7a0c7efff72, 'name': SearchDatastore_Task, 'duration_secs': 0.019497} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.711512] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 741.711512] env[61960]: value = "task-435913" [ 741.711512] env[61960]: _type = "Task" [ 741.711512] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.716024] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-115ea9f9-54c3-4c33-a777-d8d4afd060cf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.717128] env[61960]: DEBUG oslo_concurrency.lockutils [None req-66eeac8c-b85d-4771-9781-d43293e9efc1 tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Lock "ddbb6a66-587a-4c5f-8268-bcffdab6c9b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.159s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.728594] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.730146] env[61960]: DEBUG oslo_vmware.api [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 741.730146] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52465669-e548-3398-c0c1-b0e0b3bdbb57" [ 741.730146] env[61960]: _type = "Task" [ 741.730146] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.741010] env[61960]: DEBUG oslo_vmware.api [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52465669-e548-3398-c0c1-b0e0b3bdbb57, 'name': SearchDatastore_Task, 'duration_secs': 0.009023} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.741010] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.741010] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475/95bfb4ce-98ae-456d-8c7c-3bc6edfdd475.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 741.741314] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b3009f0-fc8e-432a-96f9-e37b98a32538 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.748737] env[61960]: DEBUG oslo_vmware.api [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 741.748737] env[61960]: value = "task-435914" [ 741.748737] env[61960]: _type = "Task" [ 741.748737] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.757695] env[61960]: DEBUG oslo_vmware.api [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.787915] env[61960]: DEBUG nova.compute.utils [None req-99224132-8fe9-4e55-b977-17fb4c9608b6 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 741.899896] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ef1803-8d83-4577-a411-9e9d28703211 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.909951] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9946bf8a-1edc-4a43-9d9c-b089243a3853 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.947545] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4155886b-8dd5-49a3-a84f-80614ac2d47c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.956629] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef1a486-6587-46c8-8fa4-a4df8d8aad04 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.971743] env[61960]: DEBUG nova.compute.provider_tree [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.005502] env[61960]: DEBUG oslo_vmware.api [None req-c7fa0841-342d-4e96-9819-be496ef4aad2 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-435910, 'name': ReconfigVM_Task, 'duration_secs': 0.275212} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.005869] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7fa0841-342d-4e96-9819-be496ef4aad2 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116041', 'volume_id': '10057e2b-c85d-4b47-ba1b-c1dbea5c44c7', 'name': 'volume-10057e2b-c85d-4b47-ba1b-c1dbea5c44c7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ec50aa6a-44ae-42f3-99a9-6831c832aca3', 'attached_at': '', 'detached_at': '', 'volume_id': '10057e2b-c85d-4b47-ba1b-c1dbea5c44c7', 'serial': '10057e2b-c85d-4b47-ba1b-c1dbea5c44c7'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 742.035939] env[61960]: DEBUG nova.network.neutron [req-d2d30823-538e-464a-8f4f-1659bcd0e4aa req-82350dbe-4099-4451-8def-c6a14f26e0cd service nova] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Updated VIF entry in instance network info cache for port 6896d60d-3463-402c-baf8-bda879e7692b. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 742.036465] env[61960]: DEBUG nova.network.neutron [req-d2d30823-538e-464a-8f4f-1659bcd0e4aa req-82350dbe-4099-4451-8def-c6a14f26e0cd service nova] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Updating instance_info_cache with network_info: [{"id": "6896d60d-3463-402c-baf8-bda879e7692b", "address": "fa:16:3e:3b:69:ec", "network": {"id": "e0f7c85e-097d-4a70-92a4-4900d5a09846", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-687699449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73df217081164ae282e171ebfc21d523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6896d60d-34", "ovs_interfaceid": "6896d60d-3463-402c-baf8-bda879e7692b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.107719] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435911, 'name': CreateVM_Task, 'duration_secs': 0.354874} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.107961] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 742.108795] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.109037] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.109428] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.109765] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0112b99c-e3fa-4b86-ba40-39d065d6c9fb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.116191] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 742.116191] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52506859-8462-a4ff-325f-ae77389d26f4" [ 742.116191] env[61960]: _type = "Task" [ 742.116191] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.131188] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52506859-8462-a4ff-325f-ae77389d26f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.134741] env[61960]: DEBUG oslo_vmware.api [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435912, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.230966] env[61960]: DEBUG nova.compute.manager [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 742.231943] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066599} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.232407] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.233472] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e3761a-13e4-4484-b1b8-fcc405f3f006 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.269665] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4/4bb82c54-d34e-4bc7-b9bc-40402ac01eb4.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.274229] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdb91b85-da61-45bf-9b1a-19e5b221bdf2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.290687] env[61960]: DEBUG oslo_concurrency.lockutils [None req-99224132-8fe9-4e55-b977-17fb4c9608b6 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] Lock "66b0d824-035d-44df-a7c1-af0f4d23e4b9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.294653] env[61960]: DEBUG nova.compute.manager [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 742.302783] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 742.302783] env[61960]: value = "task-435915" [ 742.302783] env[61960]: _type = "Task" [ 742.302783] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.303376] env[61960]: DEBUG oslo_vmware.api [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435914, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471295} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.303376] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475/95bfb4ce-98ae-456d-8c7c-3bc6edfdd475.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 742.303742] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.307268] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-263e42a6-9b69-4c00-8894-a1603fc3c4c8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.315843] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435915, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.317499] env[61960]: DEBUG oslo_vmware.api [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 742.317499] env[61960]: value = "task-435916" [ 742.317499] env[61960]: _type = "Task" [ 742.317499] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.327087] env[61960]: DEBUG oslo_vmware.api [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.337764] env[61960]: DEBUG nova.virt.hardware [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 742.338286] env[61960]: DEBUG nova.virt.hardware [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 742.338286] env[61960]: DEBUG nova.virt.hardware [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.338587] env[61960]: DEBUG nova.virt.hardware [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 742.338587] env[61960]: DEBUG nova.virt.hardware [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.338784] env[61960]: DEBUG nova.virt.hardware [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 742.339072] env[61960]: DEBUG nova.virt.hardware [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 742.339841] env[61960]: DEBUG nova.virt.hardware [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 742.339841] env[61960]: DEBUG nova.virt.hardware [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 742.339841] env[61960]: DEBUG nova.virt.hardware [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 742.339841] env[61960]: DEBUG nova.virt.hardware [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 742.340708] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80640071-dc05-4ccc-8587-5a263706ad0d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.350089] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbf0610-a68b-47de-a32d-fec7b2de29f5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.479209] env[61960]: DEBUG nova.scheduler.client.report [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 742.539710] env[61960]: DEBUG oslo_concurrency.lockutils [req-d2d30823-538e-464a-8f4f-1659bcd0e4aa req-82350dbe-4099-4451-8def-c6a14f26e0cd service nova] Releasing lock "refresh_cache-170857f7-9f06-4c46-b09a-804adc3da02d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.573151] env[61960]: DEBUG nova.objects.instance [None req-c7fa0841-342d-4e96-9819-be496ef4aad2 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lazy-loading 'flavor' on Instance uuid ec50aa6a-44ae-42f3-99a9-6831c832aca3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.630708] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52506859-8462-a4ff-325f-ae77389d26f4, 'name': SearchDatastore_Task, 'duration_secs': 0.052548} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.637133] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.637133] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.637133] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.637133] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.637320] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.637484] env[61960]: DEBUG oslo_vmware.api [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435912, 'name': CreateSnapshot_Task, 'duration_secs': 0.6281} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.637714] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03be3792-c16d-4482-bc18-f04d8d04c962 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.640082] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Created Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 742.640858] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369195e8-ae19-4fa9-8215-7619792eeb8e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.653681] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.653903] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 742.656906] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2dcca3c-3710-43fe-bac6-fbf754e693b4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.663322] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 742.663322] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52e46072-d3e3-e9be-9f50-a0003f02a8ed" [ 742.663322] env[61960]: _type = "Task" [ 742.663322] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.673174] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52e46072-d3e3-e9be-9f50-a0003f02a8ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.757943] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.817929] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435915, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.830451] env[61960]: DEBUG oslo_vmware.api [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082638} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.830783] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.835235] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9b2afc-03ad-44ba-bf04-91a67e51f987 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.863771] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475/95bfb4ce-98ae-456d-8c7c-3bc6edfdd475.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.864289] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fea90be4-e12d-4480-84a8-17ca1b92fb33 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.885769] env[61960]: DEBUG oslo_vmware.api [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 742.885769] env[61960]: value = "task-435917" [ 742.885769] env[61960]: _type = "Task" [ 742.885769] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.895856] env[61960]: DEBUG oslo_vmware.api [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435917, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.984864] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.985736] env[61960]: DEBUG nova.compute.manager [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 742.990188] env[61960]: DEBUG oslo_concurrency.lockutils [None req-639da4d8-d896-4232-9225-a2239772d69b tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.515s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.990651] env[61960]: DEBUG nova.objects.instance [None req-639da4d8-d896-4232-9225-a2239772d69b tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Lazy-loading 'resources' on Instance uuid 59ed629c-1516-4e93-95dd-482d8acc71af {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.084531] env[61960]: DEBUG nova.network.neutron [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Successfully updated port: 405fb8d8-aa45-4161-a080-e685396bb806 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 743.166869] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Creating linked-clone VM from snapshot {{(pid=61960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 743.168618] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fc9d18ec-35b6-4284-8b6e-bc137d25f5b1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.180445] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52e46072-d3e3-e9be-9f50-a0003f02a8ed, 'name': SearchDatastore_Task, 'duration_secs': 0.012364} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.181985] env[61960]: DEBUG oslo_vmware.api [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 743.181985] env[61960]: value = "task-435918" [ 743.181985] env[61960]: _type = "Task" [ 743.181985] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.182148] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1f712e4-0011-4b2e-977b-c34d9e859985 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.190452] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 743.190452] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52281375-5ed0-f60f-9464-2471cc9e9b51" [ 743.190452] env[61960]: _type = "Task" [ 743.190452] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.193669] env[61960]: DEBUG oslo_vmware.api [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435918, 'name': CloneVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.200930] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52281375-5ed0-f60f-9464-2471cc9e9b51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.313745] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435915, 'name': ReconfigVM_Task, 'duration_secs': 0.57083} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.314250] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4/4bb82c54-d34e-4bc7-b9bc-40402ac01eb4.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.314977] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1460bd65-39e5-48ff-bdd3-1099da2afd47 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.324432] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 743.324432] env[61960]: value = "task-435919" [ 743.324432] env[61960]: _type = "Task" [ 743.324432] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.334813] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435919, 'name': Rename_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.398866] env[61960]: DEBUG oslo_vmware.api [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.409097] env[61960]: DEBUG oslo_concurrency.lockutils [None req-99224132-8fe9-4e55-b977-17fb4c9608b6 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] Acquiring lock "66b0d824-035d-44df-a7c1-af0f4d23e4b9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.409097] env[61960]: DEBUG oslo_concurrency.lockutils [None req-99224132-8fe9-4e55-b977-17fb4c9608b6 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] Lock "66b0d824-035d-44df-a7c1-af0f4d23e4b9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.409529] env[61960]: INFO nova.compute.manager [None req-99224132-8fe9-4e55-b977-17fb4c9608b6 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Attaching volume 885403b6-1153-4883-bb6a-817b117b90eb to /dev/sdb [ 743.452230] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8be6b25-e5f7-40e8-bf2e-4da0b8e46e12 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.455405] env[61960]: INFO nova.compute.manager [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Rescuing [ 743.455714] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "refresh_cache-e8f8a984-fb14-4d7d-a208-5ec758833720" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.455934] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquired lock "refresh_cache-e8f8a984-fb14-4d7d-a208-5ec758833720" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.456151] env[61960]: DEBUG nova.network.neutron [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 743.461705] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ac345e-f9c9-4fc1-bab9-767b99366a50 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.476315] env[61960]: DEBUG nova.virt.block_device [None req-99224132-8fe9-4e55-b977-17fb4c9608b6 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Updating existing volume attachment record: 000ac8ce-d325-4657-ae33-609804911c7d {{(pid=61960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 743.499538] env[61960]: DEBUG nova.compute.utils [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 743.503451] env[61960]: DEBUG nova.compute.manager [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 743.503451] env[61960]: DEBUG nova.network.neutron [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 743.507173] env[61960]: DEBUG nova.compute.manager [req-17355ad6-08f2-4cd6-ba00-e59f4c24e882 req-944256b3-ede6-44d5-87e8-a6fa6fe1fedd service nova] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Received event network-changed-0d9a4008-d681-4f0a-ba95-46275c68b4fa {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 743.507379] env[61960]: DEBUG nova.compute.manager [req-17355ad6-08f2-4cd6-ba00-e59f4c24e882 req-944256b3-ede6-44d5-87e8-a6fa6fe1fedd service nova] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Refreshing instance network info cache due to event network-changed-0d9a4008-d681-4f0a-ba95-46275c68b4fa. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 743.507666] env[61960]: DEBUG oslo_concurrency.lockutils [req-17355ad6-08f2-4cd6-ba00-e59f4c24e882 req-944256b3-ede6-44d5-87e8-a6fa6fe1fedd service nova] Acquiring lock "refresh_cache-ddbb6a66-587a-4c5f-8268-bcffdab6c9b5" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.507824] env[61960]: DEBUG oslo_concurrency.lockutils [req-17355ad6-08f2-4cd6-ba00-e59f4c24e882 req-944256b3-ede6-44d5-87e8-a6fa6fe1fedd service nova] Acquired lock "refresh_cache-ddbb6a66-587a-4c5f-8268-bcffdab6c9b5" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.508060] env[61960]: DEBUG nova.network.neutron [req-17355ad6-08f2-4cd6-ba00-e59f4c24e882 req-944256b3-ede6-44d5-87e8-a6fa6fe1fedd service nova] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Refreshing network info cache for port 0d9a4008-d681-4f0a-ba95-46275c68b4fa {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 743.573873] env[61960]: DEBUG nova.policy [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b935bfb51b74855b28590246f6441ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c91d2dd5dfb42c9aa0d6980680c129a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 743.580246] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c7fa0841-342d-4e96-9819-be496ef4aad2 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "ec50aa6a-44ae-42f3-99a9-6831c832aca3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.277s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.587389] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "refresh_cache-23113c8f-b140-44c0-a14d-cce598fa237d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.588074] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquired lock "refresh_cache-23113c8f-b140-44c0-a14d-cce598fa237d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.588074] env[61960]: DEBUG nova.network.neutron [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 743.700273] env[61960]: DEBUG oslo_vmware.api [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435918, 'name': CloneVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.715019] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52281375-5ed0-f60f-9464-2471cc9e9b51, 'name': SearchDatastore_Task, 'duration_secs': 0.051512} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.715019] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.715019] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 170857f7-9f06-4c46-b09a-804adc3da02d/170857f7-9f06-4c46-b09a-804adc3da02d.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 743.715303] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe50054d-f3ac-4335-94d5-03ac2ae6784b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.725446] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 743.725446] env[61960]: value = "task-435923" [ 743.725446] env[61960]: _type = "Task" [ 743.725446] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.735671] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.839142] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435919, 'name': Rename_Task, 'duration_secs': 0.368968} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.839436] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 743.842531] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de367b7b-d218-46e2-994c-233eb43ef388 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.847640] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 743.847640] env[61960]: value = "task-435924" [ 743.847640] env[61960]: _type = "Task" [ 743.847640] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.863323] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.882693] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7db80584-820e-442b-8e91-93953bd8fb6a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquiring lock "ec50aa6a-44ae-42f3-99a9-6831c832aca3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.882851] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7db80584-820e-442b-8e91-93953bd8fb6a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "ec50aa6a-44ae-42f3-99a9-6831c832aca3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.883059] env[61960]: DEBUG nova.compute.manager [None req-7db80584-820e-442b-8e91-93953bd8fb6a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 743.885106] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e273a32-4c56-4b4d-88f8-1b7a566dc804 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.898825] env[61960]: DEBUG oslo_vmware.api [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.903728] env[61960]: DEBUG nova.compute.manager [None req-7db80584-820e-442b-8e91-93953bd8fb6a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=61960) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 743.904467] env[61960]: DEBUG nova.objects.instance [None req-7db80584-820e-442b-8e91-93953bd8fb6a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lazy-loading 'flavor' on Instance uuid ec50aa6a-44ae-42f3-99a9-6831c832aca3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.007302] env[61960]: DEBUG nova.network.neutron [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Successfully created port: 3856eaa4-6b9e-4405-a9ce-5eee22e24e99 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.011402] env[61960]: DEBUG nova.compute.manager [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 744.105375] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bd9a2e-85e4-4b28-8795-2a7228eae58e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.114116] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee13e8c-19a0-44ab-9137-2cfd6927f248 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.145847] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ba9c81-6c00-4a1c-8cc1-46ca85b67164 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.154177] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e963e4d-a1ec-4f09-ab58-9b5d20f2f79c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.171077] env[61960]: DEBUG nova.compute.provider_tree [None req-639da4d8-d896-4232-9225-a2239772d69b tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.190116] env[61960]: DEBUG nova.network.neutron [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 744.208926] env[61960]: DEBUG oslo_vmware.api [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435918, 'name': CloneVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.237511] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435923, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.360268] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435924, 'name': PowerOnVM_Task} progress is 89%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.398651] env[61960]: DEBUG oslo_vmware.api [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435917, 'name': ReconfigVM_Task, 'duration_secs': 1.190356} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.398976] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475/95bfb4ce-98ae-456d-8c7c-3bc6edfdd475.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.400051] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8082430a-1f61-4e17-af8c-160b47f389aa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.406549] env[61960]: DEBUG oslo_vmware.api [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 744.406549] env[61960]: value = "task-435925" [ 744.406549] env[61960]: _type = "Task" [ 744.406549] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.412815] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db80584-820e-442b-8e91-93953bd8fb6a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 744.413178] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24d56d30-f737-4a51-9cd9-3d7a1f5a7cc5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.424049] env[61960]: DEBUG oslo_vmware.api [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435925, 'name': Rename_Task} progress is 10%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.425812] env[61960]: DEBUG oslo_vmware.api [None req-7db80584-820e-442b-8e91-93953bd8fb6a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 744.425812] env[61960]: value = "task-435926" [ 744.425812] env[61960]: _type = "Task" [ 744.425812] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.440514] env[61960]: DEBUG oslo_vmware.api [None req-7db80584-820e-442b-8e91-93953bd8fb6a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-435926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.604212] env[61960]: DEBUG nova.network.neutron [req-17355ad6-08f2-4cd6-ba00-e59f4c24e882 req-944256b3-ede6-44d5-87e8-a6fa6fe1fedd service nova] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Updated VIF entry in instance network info cache for port 0d9a4008-d681-4f0a-ba95-46275c68b4fa. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 744.605248] env[61960]: DEBUG nova.network.neutron [req-17355ad6-08f2-4cd6-ba00-e59f4c24e882 req-944256b3-ede6-44d5-87e8-a6fa6fe1fedd service nova] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Updating instance_info_cache with network_info: [{"id": "0d9a4008-d681-4f0a-ba95-46275c68b4fa", "address": "fa:16:3e:c5:2b:94", "network": {"id": "b221f521-caae-4063-a8e7-0b0810cb62a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-707467614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e457744b6f41498ba5c032830823e93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d9a4008-d6", "ovs_interfaceid": "0d9a4008-d681-4f0a-ba95-46275c68b4fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.675236] env[61960]: DEBUG nova.scheduler.client.report [None req-639da4d8-d896-4232-9225-a2239772d69b tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 744.685387] env[61960]: DEBUG nova.network.neutron [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Updating instance_info_cache with network_info: [{"id": "260dfcf6-b784-476b-8518-9699639763db", "address": "fa:16:3e:0e:74:76", "network": {"id": "74938226-c1f8-4c22-b0d7-da2a64cd0c28", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2097817805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69782336059f4ef292ddf0de2b9a9b21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap260dfcf6-b7", "ovs_interfaceid": "260dfcf6-b784-476b-8518-9699639763db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.693594] env[61960]: DEBUG nova.network.neutron [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Updating instance_info_cache with network_info: [{"id": "405fb8d8-aa45-4161-a080-e685396bb806", "address": "fa:16:3e:9c:27:67", "network": {"id": "5e3a56ae-603f-4ff2-b663-6907f89c584e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1959624710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c02e032ae04c3bac8dbdeca3c3f5a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap405fb8d8-aa", "ovs_interfaceid": "405fb8d8-aa45-4161-a080-e685396bb806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.701049] env[61960]: DEBUG oslo_vmware.api [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435918, 'name': CloneVM_Task, 'duration_secs': 1.380702} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.702758] env[61960]: INFO nova.virt.vmwareapi.vmops [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Created linked-clone VM from snapshot [ 744.704241] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eede3a9-0157-4563-8a49-5e86de0d3195 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.712208] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Uploading image d0f20992-e4ca-4a4b-b8b4-36118b6fcefb {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 744.740270] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649218} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.742171] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 170857f7-9f06-4c46-b09a-804adc3da02d/170857f7-9f06-4c46-b09a-804adc3da02d.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 744.742458] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.743067] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d50c5b6b-5c36-4cc7-9b5e-ee001ef56af0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.747090] env[61960]: DEBUG oslo_vmware.rw_handles [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 744.747090] env[61960]: value = "vm-116068" [ 744.747090] env[61960]: _type = "VirtualMachine" [ 744.747090] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 744.747415] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-14569d4a-bc1c-44e7-b2ed-1bf2ecce5d64 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.750039] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 744.750039] env[61960]: value = "task-435927" [ 744.750039] env[61960]: _type = "Task" [ 744.750039] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.755205] env[61960]: DEBUG oslo_vmware.rw_handles [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lease: (returnval){ [ 744.755205] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52551825-fe62-6445-c5ba-3bd578c605f6" [ 744.755205] env[61960]: _type = "HttpNfcLease" [ 744.755205] env[61960]: } obtained for exporting VM: (result){ [ 744.755205] env[61960]: value = "vm-116068" [ 744.755205] env[61960]: _type = "VirtualMachine" [ 744.755205] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 744.755570] env[61960]: DEBUG oslo_vmware.api [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the lease: (returnval){ [ 744.755570] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52551825-fe62-6445-c5ba-3bd578c605f6" [ 744.755570] env[61960]: _type = "HttpNfcLease" [ 744.755570] env[61960]: } to be ready. {{(pid=61960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 744.758958] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.766281] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 744.766281] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52551825-fe62-6445-c5ba-3bd578c605f6" [ 744.766281] env[61960]: _type = "HttpNfcLease" [ 744.766281] env[61960]: } is initializing. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 744.860452] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435924, 'name': PowerOnVM_Task, 'duration_secs': 0.592572} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.860760] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 744.861086] env[61960]: INFO nova.compute.manager [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Took 9.25 seconds to spawn the instance on the hypervisor. [ 744.861255] env[61960]: DEBUG nova.compute.manager [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 744.861944] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271645bd-4e12-4857-8a45-dc909765169d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.916993] env[61960]: DEBUG oslo_vmware.api [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435925, 'name': Rename_Task, 'duration_secs': 0.213782} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.917700] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 744.917700] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19926ff5-637d-4522-b29d-4fd499f98494 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.924879] env[61960]: DEBUG oslo_vmware.api [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 744.924879] env[61960]: value = "task-435929" [ 744.924879] env[61960]: _type = "Task" [ 744.924879] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.937698] env[61960]: DEBUG oslo_vmware.api [None req-7db80584-820e-442b-8e91-93953bd8fb6a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-435926, 'name': PowerOffVM_Task, 'duration_secs': 0.281805} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.941081] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db80584-820e-442b-8e91-93953bd8fb6a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 744.941081] env[61960]: DEBUG nova.compute.manager [None req-7db80584-820e-442b-8e91-93953bd8fb6a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 744.941318] env[61960]: DEBUG oslo_vmware.api [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.942084] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d41d0f-7d4f-41fe-aefe-7b9862efd3ab {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.025045] env[61960]: DEBUG nova.compute.manager [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 745.063221] env[61960]: DEBUG nova.virt.hardware [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 745.063221] env[61960]: DEBUG nova.virt.hardware [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 745.063221] env[61960]: DEBUG nova.virt.hardware [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.063221] env[61960]: DEBUG nova.virt.hardware [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 745.063221] env[61960]: DEBUG nova.virt.hardware [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.063221] env[61960]: DEBUG nova.virt.hardware [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 745.063221] env[61960]: DEBUG nova.virt.hardware [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 745.063609] env[61960]: DEBUG nova.virt.hardware [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 745.063928] env[61960]: DEBUG nova.virt.hardware [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 745.064210] env[61960]: DEBUG nova.virt.hardware [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 745.065244] env[61960]: DEBUG nova.virt.hardware [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 745.066178] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728fb0e0-58ef-4310-8f1f-35d0cbbf2542 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.073942] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a1101b-8a40-4dd0-8f25-4b7ce1c41001 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.112215] env[61960]: DEBUG oslo_concurrency.lockutils [req-17355ad6-08f2-4cd6-ba00-e59f4c24e882 req-944256b3-ede6-44d5-87e8-a6fa6fe1fedd service nova] Releasing lock "refresh_cache-ddbb6a66-587a-4c5f-8268-bcffdab6c9b5" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.114154] env[61960]: DEBUG nova.compute.manager [req-17355ad6-08f2-4cd6-ba00-e59f4c24e882 req-944256b3-ede6-44d5-87e8-a6fa6fe1fedd service nova] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Received event network-vif-plugged-405fb8d8-aa45-4161-a080-e685396bb806 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 745.114154] env[61960]: DEBUG oslo_concurrency.lockutils [req-17355ad6-08f2-4cd6-ba00-e59f4c24e882 req-944256b3-ede6-44d5-87e8-a6fa6fe1fedd service nova] Acquiring lock "23113c8f-b140-44c0-a14d-cce598fa237d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.114154] env[61960]: DEBUG oslo_concurrency.lockutils [req-17355ad6-08f2-4cd6-ba00-e59f4c24e882 req-944256b3-ede6-44d5-87e8-a6fa6fe1fedd service nova] Lock "23113c8f-b140-44c0-a14d-cce598fa237d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.114154] env[61960]: DEBUG oslo_concurrency.lockutils [req-17355ad6-08f2-4cd6-ba00-e59f4c24e882 req-944256b3-ede6-44d5-87e8-a6fa6fe1fedd service nova] Lock "23113c8f-b140-44c0-a14d-cce598fa237d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.114154] env[61960]: DEBUG nova.compute.manager [req-17355ad6-08f2-4cd6-ba00-e59f4c24e882 req-944256b3-ede6-44d5-87e8-a6fa6fe1fedd service nova] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] No waiting events found dispatching network-vif-plugged-405fb8d8-aa45-4161-a080-e685396bb806 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 745.114154] env[61960]: WARNING nova.compute.manager [req-17355ad6-08f2-4cd6-ba00-e59f4c24e882 req-944256b3-ede6-44d5-87e8-a6fa6fe1fedd service nova] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Received unexpected event network-vif-plugged-405fb8d8-aa45-4161-a080-e685396bb806 for instance with vm_state building and task_state spawning. [ 745.114154] env[61960]: DEBUG nova.compute.manager [req-17355ad6-08f2-4cd6-ba00-e59f4c24e882 req-944256b3-ede6-44d5-87e8-a6fa6fe1fedd service nova] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Received event network-changed-405fb8d8-aa45-4161-a080-e685396bb806 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 745.114154] env[61960]: DEBUG nova.compute.manager [req-17355ad6-08f2-4cd6-ba00-e59f4c24e882 req-944256b3-ede6-44d5-87e8-a6fa6fe1fedd service nova] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Refreshing instance network info cache due to event network-changed-405fb8d8-aa45-4161-a080-e685396bb806. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 745.114154] env[61960]: DEBUG oslo_concurrency.lockutils [req-17355ad6-08f2-4cd6-ba00-e59f4c24e882 req-944256b3-ede6-44d5-87e8-a6fa6fe1fedd service nova] Acquiring lock "refresh_cache-23113c8f-b140-44c0-a14d-cce598fa237d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.180527] env[61960]: DEBUG oslo_concurrency.lockutils [None req-639da4d8-d896-4232-9225-a2239772d69b tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.184719] env[61960]: DEBUG oslo_concurrency.lockutils [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.795s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.185066] env[61960]: DEBUG nova.objects.instance [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lazy-loading 'resources' on Instance uuid 315c4d67-8e15-47d8-8943-8d10fc746815 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.194287] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Releasing lock "refresh_cache-e8f8a984-fb14-4d7d-a208-5ec758833720" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.205972] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Releasing lock "refresh_cache-23113c8f-b140-44c0-a14d-cce598fa237d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.206317] env[61960]: DEBUG nova.compute.manager [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Instance network_info: |[{"id": "405fb8d8-aa45-4161-a080-e685396bb806", "address": "fa:16:3e:9c:27:67", "network": {"id": "5e3a56ae-603f-4ff2-b663-6907f89c584e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1959624710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c02e032ae04c3bac8dbdeca3c3f5a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap405fb8d8-aa", "ovs_interfaceid": "405fb8d8-aa45-4161-a080-e685396bb806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 745.206924] env[61960]: DEBUG oslo_concurrency.lockutils [req-17355ad6-08f2-4cd6-ba00-e59f4c24e882 req-944256b3-ede6-44d5-87e8-a6fa6fe1fedd service nova] Acquired lock "refresh_cache-23113c8f-b140-44c0-a14d-cce598fa237d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.207142] env[61960]: DEBUG nova.network.neutron [req-17355ad6-08f2-4cd6-ba00-e59f4c24e882 req-944256b3-ede6-44d5-87e8-a6fa6fe1fedd service nova] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Refreshing network info cache for port 405fb8d8-aa45-4161-a080-e685396bb806 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 745.212172] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:27:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '405fb8d8-aa45-4161-a080-e685396bb806', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.219985] env[61960]: DEBUG oslo.service.loopingcall [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 745.223254] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 745.223983] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ead84f96-c8fe-48b2-ba1d-b3371e1b601d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.251209] env[61960]: INFO nova.scheduler.client.report [None req-639da4d8-d896-4232-9225-a2239772d69b tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Deleted allocations for instance 59ed629c-1516-4e93-95dd-482d8acc71af [ 745.270594] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.270594] env[61960]: value = "task-435930" [ 745.270594] env[61960]: _type = "Task" [ 745.270594] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.281196] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 745.281196] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52551825-fe62-6445-c5ba-3bd578c605f6" [ 745.281196] env[61960]: _type = "HttpNfcLease" [ 745.281196] env[61960]: } is ready. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 745.281566] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198502} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.282361] env[61960]: DEBUG oslo_vmware.rw_handles [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 745.282361] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52551825-fe62-6445-c5ba-3bd578c605f6" [ 745.282361] env[61960]: _type = "HttpNfcLease" [ 745.282361] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 745.282709] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.283494] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cbc987-52f4-4795-9db2-25dafece52a3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.287063] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353efa86-8a3d-4eab-bb90-5a7cb04b5a01 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.292815] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435930, 'name': CreateVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.298677] env[61960]: DEBUG oslo_vmware.rw_handles [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e5790c-63dd-b401-8ec8-2046d5c17161/disk-0.vmdk from lease info. {{(pid=61960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 745.298959] env[61960]: DEBUG oslo_vmware.rw_handles [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e5790c-63dd-b401-8ec8-2046d5c17161/disk-0.vmdk for reading. {{(pid=61960) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 745.318193] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 170857f7-9f06-4c46-b09a-804adc3da02d/170857f7-9f06-4c46-b09a-804adc3da02d.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.320291] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-180cf361-e517-4d05-8058-62a96fa4fc7a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.397261] env[61960]: INFO nova.compute.manager [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Took 53.15 seconds to build instance. [ 745.400247] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 745.400247] env[61960]: value = "task-435931" [ 745.400247] env[61960]: _type = "Task" [ 745.400247] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.408969] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.436094] env[61960]: DEBUG oslo_vmware.api [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435929, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.439434] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-001c0b95-75b8-40e9-9fc9-2046a395eaa4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.455488] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7db80584-820e-442b-8e91-93953bd8fb6a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "ec50aa6a-44ae-42f3-99a9-6831c832aca3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.573s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.766457] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 745.769468] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9c5ce9b-ea64-4102-8617-ca99b25f0fcd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.771667] env[61960]: DEBUG oslo_concurrency.lockutils [None req-639da4d8-d896-4232-9225-a2239772d69b tempest-ServersTestManualDisk-1369580821 tempest-ServersTestManualDisk-1369580821-project-member] Lock "59ed629c-1516-4e93-95dd-482d8acc71af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.208s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.790370] env[61960]: DEBUG oslo_vmware.api [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 745.790370] env[61960]: value = "task-435933" [ 745.790370] env[61960]: _type = "Task" [ 745.790370] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.809206] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435930, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.826653] env[61960]: DEBUG oslo_vmware.api [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.899559] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "4bb82c54-d34e-4bc7-b9bc-40402ac01eb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.797s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.913032] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.941618] env[61960]: DEBUG oslo_vmware.api [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435929, 'name': PowerOnVM_Task} progress is 88%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.016361] env[61960]: DEBUG nova.compute.manager [req-0a9be9e8-7d82-4d53-8487-2c0f00a5f685 req-0fd41b18-2b5d-4588-a3f5-c172c891fcdb service nova] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Received event network-vif-plugged-3856eaa4-6b9e-4405-a9ce-5eee22e24e99 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 746.018306] env[61960]: DEBUG oslo_concurrency.lockutils [req-0a9be9e8-7d82-4d53-8487-2c0f00a5f685 req-0fd41b18-2b5d-4588-a3f5-c172c891fcdb service nova] Acquiring lock "75f20950-215e-4694-9cd3-ac93bcbf6bb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.018306] env[61960]: DEBUG oslo_concurrency.lockutils [req-0a9be9e8-7d82-4d53-8487-2c0f00a5f685 req-0fd41b18-2b5d-4588-a3f5-c172c891fcdb service nova] Lock "75f20950-215e-4694-9cd3-ac93bcbf6bb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.018306] env[61960]: DEBUG oslo_concurrency.lockutils [req-0a9be9e8-7d82-4d53-8487-2c0f00a5f685 req-0fd41b18-2b5d-4588-a3f5-c172c891fcdb service nova] Lock "75f20950-215e-4694-9cd3-ac93bcbf6bb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.018306] env[61960]: DEBUG nova.compute.manager [req-0a9be9e8-7d82-4d53-8487-2c0f00a5f685 req-0fd41b18-2b5d-4588-a3f5-c172c891fcdb service nova] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] No waiting events found dispatching network-vif-plugged-3856eaa4-6b9e-4405-a9ce-5eee22e24e99 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 746.018306] env[61960]: WARNING nova.compute.manager [req-0a9be9e8-7d82-4d53-8487-2c0f00a5f685 req-0fd41b18-2b5d-4588-a3f5-c172c891fcdb service nova] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Received unexpected event network-vif-plugged-3856eaa4-6b9e-4405-a9ce-5eee22e24e99 for instance with vm_state building and task_state spawning. [ 746.119605] env[61960]: DEBUG nova.network.neutron [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Successfully updated port: 3856eaa4-6b9e-4405-a9ce-5eee22e24e99 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.292194] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435930, 'name': CreateVM_Task, 'duration_secs': 0.638423} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.293432] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 746.299176] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.299596] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.300091] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.303619] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9c6059a-ac83-43fa-a995-f29874d03b51 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.313967] env[61960]: DEBUG oslo_vmware.api [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435933, 'name': PowerOffVM_Task, 'duration_secs': 0.395972} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.317852] env[61960]: DEBUG oslo_vmware.api [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 746.317852] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522b6a19-6b90-1749-3e11-715497603c29" [ 746.317852] env[61960]: _type = "Task" [ 746.317852] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.317852] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 746.317852] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84020599-e687-44b7-9174-bc46bee12adf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.333995] env[61960]: DEBUG oslo_vmware.api [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522b6a19-6b90-1749-3e11-715497603c29, 'name': SearchDatastore_Task, 'duration_secs': 0.01678} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.349315] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.349949] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.350349] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.350628] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.351032] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.354453] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eeea51e7-cd31-42c3-b856-29160b516a1e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.357281] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8253741-15fa-4c52-ba31-4bf2d6990dd1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.370356] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.371438] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 746.371582] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3ec4141-68cb-4100-8aef-700f488f225b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.375586] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c68173-3d0a-4ea4-aee5-dc560bf296e0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.386903] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada7ed14-19cc-49f2-961b-a42f056059b0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.390718] env[61960]: DEBUG oslo_vmware.api [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 746.390718] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5246152a-01d6-34ee-0023-24d19808f54d" [ 746.390718] env[61960]: _type = "Task" [ 746.390718] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.427558] env[61960]: DEBUG nova.compute.manager [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 746.435801] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86815617-d0b4-40d4-a46b-6f6c7f2b8046 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.447138] env[61960]: DEBUG oslo_vmware.api [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5246152a-01d6-34ee-0023-24d19808f54d, 'name': SearchDatastore_Task, 'duration_secs': 0.015407} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.449569] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 746.451401] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af6d1e53-a9d7-4489-a1b9-6d063e9047e5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.459591] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9e71f70-1997-42b8-bf54-2794e42cbc0a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.462749] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435931, 'name': ReconfigVM_Task, 'duration_secs': 0.57574} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.466927] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 170857f7-9f06-4c46-b09a-804adc3da02d/170857f7-9f06-4c46-b09a-804adc3da02d.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.468897] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be982951-270b-4687-9858-ebc6cb6c5fe4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.473132] env[61960]: DEBUG oslo_vmware.api [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-435929, 'name': PowerOnVM_Task, 'duration_secs': 1.183478} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.475047] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33c311ae-e6bd-4049-b4a8-c3121aeb07e1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.480038] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 746.480038] env[61960]: INFO nova.compute.manager [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Took 13.67 seconds to spawn the instance on the hypervisor. [ 746.480038] env[61960]: DEBUG nova.compute.manager [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 746.480038] env[61960]: DEBUG oslo_vmware.api [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 746.480038] env[61960]: value = "task-435934" [ 746.480038] env[61960]: _type = "Task" [ 746.480038] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.480038] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b147ce6f-13a0-4e0c-9869-2d68c461d7a0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.495973] env[61960]: DEBUG oslo_vmware.api [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 746.495973] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52444dbe-0a93-f25a-76e6-80868d7dfd9a" [ 746.495973] env[61960]: _type = "Task" [ 746.495973] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.496601] env[61960]: DEBUG nova.compute.provider_tree [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 746.504548] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 746.504548] env[61960]: value = "task-435935" [ 746.504548] env[61960]: _type = "Task" [ 746.504548] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.517707] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] VM already powered off {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 746.518104] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.518535] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.523686] env[61960]: DEBUG oslo_vmware.api [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52444dbe-0a93-f25a-76e6-80868d7dfd9a, 'name': SearchDatastore_Task, 'duration_secs': 0.017176} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.524758] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.525484] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 23113c8f-b140-44c0-a14d-cce598fa237d/23113c8f-b140-44c0-a14d-cce598fa237d.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 746.525761] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.525961] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.526198] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ad86a25-826f-47e7-9a99-60857c2ca542 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.533422] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80056903-74c3-41f3-9189-2cef01a4357f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.536246] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435935, 'name': Rename_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.544795] env[61960]: DEBUG oslo_vmware.api [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 746.544795] env[61960]: value = "task-435936" [ 746.544795] env[61960]: _type = "Task" [ 746.544795] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.546324] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.546687] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 746.550936] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6658945a-d6bf-48c9-8d69-11ba5789c6a1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.564050] env[61960]: DEBUG oslo_vmware.api [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 746.564050] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52592232-a3e1-e4a2-9cc0-3e32f01aa48f" [ 746.564050] env[61960]: _type = "Task" [ 746.564050] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.566903] env[61960]: DEBUG oslo_vmware.api [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.576662] env[61960]: DEBUG oslo_vmware.api [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52592232-a3e1-e4a2-9cc0-3e32f01aa48f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.597038] env[61960]: DEBUG nova.network.neutron [req-17355ad6-08f2-4cd6-ba00-e59f4c24e882 req-944256b3-ede6-44d5-87e8-a6fa6fe1fedd service nova] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Updated VIF entry in instance network info cache for port 405fb8d8-aa45-4161-a080-e685396bb806. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 746.597436] env[61960]: DEBUG nova.network.neutron [req-17355ad6-08f2-4cd6-ba00-e59f4c24e882 req-944256b3-ede6-44d5-87e8-a6fa6fe1fedd service nova] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Updating instance_info_cache with network_info: [{"id": "405fb8d8-aa45-4161-a080-e685396bb806", "address": "fa:16:3e:9c:27:67", "network": {"id": "5e3a56ae-603f-4ff2-b663-6907f89c584e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1959624710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c02e032ae04c3bac8dbdeca3c3f5a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap405fb8d8-aa", "ovs_interfaceid": "405fb8d8-aa45-4161-a080-e685396bb806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.626250] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Acquiring lock "refresh_cache-75f20950-215e-4694-9cd3-ac93bcbf6bb3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.626250] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Acquired lock "refresh_cache-75f20950-215e-4694-9cd3-ac93bcbf6bb3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.626402] env[61960]: DEBUG nova.network.neutron [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 746.974030] env[61960]: DEBUG oslo_concurrency.lockutils [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.037534] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435935, 'name': Rename_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.038109] env[61960]: INFO nova.compute.manager [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Took 59.63 seconds to build instance. [ 747.060338] env[61960]: DEBUG oslo_vmware.api [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435936, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.073174] env[61960]: DEBUG nova.scheduler.client.report [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 747.073756] env[61960]: DEBUG nova.compute.provider_tree [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 81 to 82 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 747.074143] env[61960]: DEBUG nova.compute.provider_tree [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 747.088473] env[61960]: DEBUG oslo_vmware.api [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52592232-a3e1-e4a2-9cc0-3e32f01aa48f, 'name': SearchDatastore_Task, 'duration_secs': 0.017522} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.090222] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b45c7565-b724-4cda-a676-5d604f9097f9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.102796] env[61960]: DEBUG oslo_vmware.api [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 747.102796] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c35038-bf3b-4704-2581-a72adef92ca8" [ 747.102796] env[61960]: _type = "Task" [ 747.102796] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.103507] env[61960]: DEBUG oslo_concurrency.lockutils [req-17355ad6-08f2-4cd6-ba00-e59f4c24e882 req-944256b3-ede6-44d5-87e8-a6fa6fe1fedd service nova] Releasing lock "refresh_cache-23113c8f-b140-44c0-a14d-cce598fa237d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.117069] env[61960]: DEBUG oslo_vmware.api [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c35038-bf3b-4704-2581-a72adef92ca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.191519] env[61960]: DEBUG nova.network.neutron [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 747.202351] env[61960]: DEBUG nova.objects.instance [None req-2567821f-991d-4536-bef4-533a5df4fae6 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lazy-loading 'flavor' on Instance uuid ec50aa6a-44ae-42f3-99a9-6831c832aca3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.421868] env[61960]: DEBUG nova.network.neutron [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Updating instance_info_cache with network_info: [{"id": "3856eaa4-6b9e-4405-a9ce-5eee22e24e99", "address": "fa:16:3e:08:38:81", "network": {"id": "e57ed75d-43c9-4ffb-89cc-c799527765f5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-699466692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c91d2dd5dfb42c9aa0d6980680c129a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3856eaa4-6b", "ovs_interfaceid": "3856eaa4-6b9e-4405-a9ce-5eee22e24e99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.522197] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435935, 'name': Rename_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.540812] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c83f57b7-3631-447e-aa80-b949a3ac3eb5 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "95bfb4ce-98ae-456d-8c7c-3bc6edfdd475" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.871s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.560763] env[61960]: DEBUG oslo_vmware.api [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675163} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.560763] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 23113c8f-b140-44c0-a14d-cce598fa237d/23113c8f-b140-44c0-a14d-cce598fa237d.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 747.560763] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.560763] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-530a01dd-e726-4e0d-9a37-863b45a1944c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.573543] env[61960]: DEBUG oslo_vmware.api [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 747.573543] env[61960]: value = "task-435937" [ 747.573543] env[61960]: _type = "Task" [ 747.573543] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.581413] env[61960]: DEBUG oslo_concurrency.lockutils [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.397s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.590059] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.083s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.590593] env[61960]: DEBUG nova.objects.instance [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Lazy-loading 'resources' on Instance uuid 8ffa8a2e-f035-483a-86a1-349588495b66 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.592097] env[61960]: DEBUG oslo_vmware.api [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.609788] env[61960]: INFO nova.scheduler.client.report [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Deleted allocations for instance 315c4d67-8e15-47d8-8943-8d10fc746815 [ 747.625747] env[61960]: DEBUG oslo_vmware.api [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c35038-bf3b-4704-2581-a72adef92ca8, 'name': SearchDatastore_Task, 'duration_secs': 0.058635} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.625747] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.625953] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] e8f8a984-fb14-4d7d-a208-5ec758833720/966cfc37-d288-40df-aff0-78f82eab8ff9-rescue.vmdk. {{(pid=61960) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 747.626247] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea9bdd90-df61-41f1-ae20-b4c4848f1f58 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.634993] env[61960]: DEBUG oslo_vmware.api [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 747.634993] env[61960]: value = "task-435938" [ 747.634993] env[61960]: _type = "Task" [ 747.634993] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.648044] env[61960]: DEBUG oslo_vmware.api [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.709700] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2567821f-991d-4536-bef4-533a5df4fae6 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquiring lock "refresh_cache-ec50aa6a-44ae-42f3-99a9-6831c832aca3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.709933] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2567821f-991d-4536-bef4-533a5df4fae6 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquired lock "refresh_cache-ec50aa6a-44ae-42f3-99a9-6831c832aca3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.710185] env[61960]: DEBUG nova.network.neutron [None req-2567821f-991d-4536-bef4-533a5df4fae6 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 747.710614] env[61960]: DEBUG nova.objects.instance [None req-2567821f-991d-4536-bef4-533a5df4fae6 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lazy-loading 'info_cache' on Instance uuid ec50aa6a-44ae-42f3-99a9-6831c832aca3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.924713] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Releasing lock "refresh_cache-75f20950-215e-4694-9cd3-ac93bcbf6bb3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.925250] env[61960]: DEBUG nova.compute.manager [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Instance network_info: |[{"id": "3856eaa4-6b9e-4405-a9ce-5eee22e24e99", "address": "fa:16:3e:08:38:81", "network": {"id": "e57ed75d-43c9-4ffb-89cc-c799527765f5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-699466692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c91d2dd5dfb42c9aa0d6980680c129a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3856eaa4-6b", "ovs_interfaceid": "3856eaa4-6b9e-4405-a9ce-5eee22e24e99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 747.925822] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:38:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3856eaa4-6b9e-4405-a9ce-5eee22e24e99', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.935323] env[61960]: DEBUG oslo.service.loopingcall [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 747.936048] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 747.936048] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdc00141-ba47-4798-9749-cdf42b0ee816 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.961215] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.961215] env[61960]: value = "task-435939" [ 747.961215] env[61960]: _type = "Task" [ 747.961215] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.973243] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435939, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.033081] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435935, 'name': Rename_Task, 'duration_secs': 1.25336} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.033081] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 748.033081] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1a50a83-2ac8-400f-9628-f5c2aecc5a0d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.043207] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 748.043207] env[61960]: value = "task-435940" [ 748.043207] env[61960]: _type = "Task" [ 748.043207] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.043207] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-99224132-8fe9-4e55-b977-17fb4c9608b6 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Volume attach. Driver type: vmdk {{(pid=61960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 748.043988] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-99224132-8fe9-4e55-b977-17fb4c9608b6 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116071', 'volume_id': '885403b6-1153-4883-bb6a-817b117b90eb', 'name': 'volume-885403b6-1153-4883-bb6a-817b117b90eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '66b0d824-035d-44df-a7c1-af0f4d23e4b9', 'attached_at': '', 'detached_at': '', 'volume_id': '885403b6-1153-4883-bb6a-817b117b90eb', 'serial': '885403b6-1153-4883-bb6a-817b117b90eb'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 748.045270] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b345db38-7134-484c-82fc-fcb4532e479b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.076958] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.077843] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd74db5e-abf8-4190-ace3-10e3b21dfeec {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.089215] env[61960]: DEBUG nova.compute.manager [req-bbbf113c-e3c7-4f4e-9897-f66e5e80ef11 req-74d1c066-71be-42ac-91c9-7a43d758de1e service nova] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Received event network-changed-3856eaa4-6b9e-4405-a9ce-5eee22e24e99 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 748.089391] env[61960]: DEBUG nova.compute.manager [req-bbbf113c-e3c7-4f4e-9897-f66e5e80ef11 req-74d1c066-71be-42ac-91c9-7a43d758de1e service nova] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Refreshing instance network info cache due to event network-changed-3856eaa4-6b9e-4405-a9ce-5eee22e24e99. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 748.089623] env[61960]: DEBUG oslo_concurrency.lockutils [req-bbbf113c-e3c7-4f4e-9897-f66e5e80ef11 req-74d1c066-71be-42ac-91c9-7a43d758de1e service nova] Acquiring lock "refresh_cache-75f20950-215e-4694-9cd3-ac93bcbf6bb3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.089828] env[61960]: DEBUG oslo_concurrency.lockutils [req-bbbf113c-e3c7-4f4e-9897-f66e5e80ef11 req-74d1c066-71be-42ac-91c9-7a43d758de1e service nova] Acquired lock "refresh_cache-75f20950-215e-4694-9cd3-ac93bcbf6bb3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.089997] env[61960]: DEBUG nova.network.neutron [req-bbbf113c-e3c7-4f4e-9897-f66e5e80ef11 req-74d1c066-71be-42ac-91c9-7a43d758de1e service nova] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Refreshing network info cache for port 3856eaa4-6b9e-4405-a9ce-5eee22e24e99 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 748.123280] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-99224132-8fe9-4e55-b977-17fb4c9608b6 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] volume-885403b6-1153-4883-bb6a-817b117b90eb/volume-885403b6-1153-4883-bb6a-817b117b90eb.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.124498] env[61960]: DEBUG oslo_vmware.api [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.265951} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.128224] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61b9955c-179b-4e87-8ad7-c7efc6df77b8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.144556] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.146767] env[61960]: DEBUG oslo_concurrency.lockutils [None req-da2b266a-a7a4-40d9-80c3-16b2a6f8511a tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lock "315c4d67-8e15-47d8-8943-8d10fc746815" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.762s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.150847] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ef6641-5262-439f-82d4-4b9c54816400 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.184797] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 23113c8f-b140-44c0-a14d-cce598fa237d/23113c8f-b140-44c0-a14d-cce598fa237d.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.192890] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42dedc36-709c-4a72-b99e-a01bc704d109 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.208218] env[61960]: DEBUG oslo_vmware.api [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435938, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.208664] env[61960]: DEBUG oslo_vmware.api [None req-99224132-8fe9-4e55-b977-17fb4c9608b6 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] Waiting for the task: (returnval){ [ 748.208664] env[61960]: value = "task-435941" [ 748.208664] env[61960]: _type = "Task" [ 748.208664] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.215611] env[61960]: DEBUG nova.objects.base [None req-2567821f-991d-4536-bef4-533a5df4fae6 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=61960) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 748.219032] env[61960]: DEBUG oslo_vmware.api [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 748.219032] env[61960]: value = "task-435942" [ 748.219032] env[61960]: _type = "Task" [ 748.219032] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.233146] env[61960]: DEBUG oslo_vmware.api [None req-99224132-8fe9-4e55-b977-17fb4c9608b6 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] Task: {'id': task-435941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.237657] env[61960]: DEBUG oslo_vmware.api [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435942, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.476851] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435939, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.558125] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435940, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.672255] env[61960]: DEBUG oslo_vmware.api [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74591} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.672418] env[61960]: INFO nova.virt.vmwareapi.ds_util [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] e8f8a984-fb14-4d7d-a208-5ec758833720/966cfc37-d288-40df-aff0-78f82eab8ff9-rescue.vmdk. [ 748.673527] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b09610-593f-42b4-a261-34f414aa421d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.707619] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] e8f8a984-fb14-4d7d-a208-5ec758833720/966cfc37-d288-40df-aff0-78f82eab8ff9-rescue.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.709120] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75fab3e0-ee67-4ad9-8f2b-f704096821f8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.725036] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702e5999-603c-4a9a-b57e-c5cf8cb3f6e0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.752861] env[61960]: DEBUG oslo_vmware.api [None req-99224132-8fe9-4e55-b977-17fb4c9608b6 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] Task: {'id': task-435941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.755176] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b7cfd2-f5f0-4955-a86a-b7b9d92aaa35 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.759320] env[61960]: DEBUG oslo_vmware.api [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 748.759320] env[61960]: value = "task-435943" [ 748.759320] env[61960]: _type = "Task" [ 748.759320] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.759645] env[61960]: DEBUG oslo_vmware.api [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435942, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.796407] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c080efcc-9173-4b2c-a649-510761b695ce {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.802590] env[61960]: DEBUG oslo_vmware.api [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435943, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.809156] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da4af64-2510-4d3d-9c55-6d40f4fd3c46 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.824800] env[61960]: DEBUG nova.compute.provider_tree [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 748.979895] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435939, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.018341] env[61960]: DEBUG oslo_concurrency.lockutils [None req-602b087b-9ed8-4ef2-8e46-bf19ccbf56fe tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquiring lock "f3f132e9-44db-4e66-b01a-e16f8626bf37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.018821] env[61960]: DEBUG oslo_concurrency.lockutils [None req-602b087b-9ed8-4ef2-8e46-bf19ccbf56fe tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lock "f3f132e9-44db-4e66-b01a-e16f8626bf37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.018896] env[61960]: DEBUG oslo_concurrency.lockutils [None req-602b087b-9ed8-4ef2-8e46-bf19ccbf56fe tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquiring lock "f3f132e9-44db-4e66-b01a-e16f8626bf37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.019277] env[61960]: DEBUG oslo_concurrency.lockutils [None req-602b087b-9ed8-4ef2-8e46-bf19ccbf56fe tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lock "f3f132e9-44db-4e66-b01a-e16f8626bf37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.019600] env[61960]: DEBUG oslo_concurrency.lockutils [None req-602b087b-9ed8-4ef2-8e46-bf19ccbf56fe tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lock "f3f132e9-44db-4e66-b01a-e16f8626bf37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.023995] env[61960]: INFO nova.compute.manager [None req-602b087b-9ed8-4ef2-8e46-bf19ccbf56fe tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Terminating instance [ 749.026270] env[61960]: DEBUG nova.compute.manager [None req-602b087b-9ed8-4ef2-8e46-bf19ccbf56fe tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 749.026510] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-602b087b-9ed8-4ef2-8e46-bf19ccbf56fe tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 749.027714] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ead9cd5-de7f-48dc-a910-9c8b0c899a5b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.038019] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-602b087b-9ed8-4ef2-8e46-bf19ccbf56fe tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 749.038019] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2af7d4d7-54be-4e27-b537-8e473ac49547 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.045848] env[61960]: DEBUG oslo_vmware.api [None req-602b087b-9ed8-4ef2-8e46-bf19ccbf56fe tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for the task: (returnval){ [ 749.045848] env[61960]: value = "task-435944" [ 749.045848] env[61960]: _type = "Task" [ 749.045848] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.061533] env[61960]: DEBUG nova.network.neutron [req-bbbf113c-e3c7-4f4e-9897-f66e5e80ef11 req-74d1c066-71be-42ac-91c9-7a43d758de1e service nova] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Updated VIF entry in instance network info cache for port 3856eaa4-6b9e-4405-a9ce-5eee22e24e99. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 749.061960] env[61960]: DEBUG nova.network.neutron [req-bbbf113c-e3c7-4f4e-9897-f66e5e80ef11 req-74d1c066-71be-42ac-91c9-7a43d758de1e service nova] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Updating instance_info_cache with network_info: [{"id": "3856eaa4-6b9e-4405-a9ce-5eee22e24e99", "address": "fa:16:3e:08:38:81", "network": {"id": "e57ed75d-43c9-4ffb-89cc-c799527765f5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-699466692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c91d2dd5dfb42c9aa0d6980680c129a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3856eaa4-6b", "ovs_interfaceid": "3856eaa4-6b9e-4405-a9ce-5eee22e24e99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.076839] env[61960]: DEBUG oslo_vmware.api [None req-602b087b-9ed8-4ef2-8e46-bf19ccbf56fe tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.077169] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435940, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.077971] env[61960]: DEBUG oslo_concurrency.lockutils [req-bbbf113c-e3c7-4f4e-9897-f66e5e80ef11 req-74d1c066-71be-42ac-91c9-7a43d758de1e service nova] Releasing lock "refresh_cache-75f20950-215e-4694-9cd3-ac93bcbf6bb3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.154025] env[61960]: DEBUG nova.network.neutron [None req-2567821f-991d-4536-bef4-533a5df4fae6 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Updating instance_info_cache with network_info: [{"id": "7589809c-6b2d-4e7b-b599-4918a794bb0a", "address": "fa:16:3e:bf:05:e3", "network": {"id": "e1d07742-238e-48e8-bb57-e88000721371", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1074392563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11db1f5ce1704bd3b416ab2d17b42043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7589809c-6b", "ovs_interfaceid": "7589809c-6b2d-4e7b-b599-4918a794bb0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.251244] env[61960]: DEBUG oslo_vmware.api [None req-99224132-8fe9-4e55-b977-17fb4c9608b6 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] Task: {'id': task-435941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.255213] env[61960]: DEBUG oslo_vmware.api [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435942, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.272026] env[61960]: DEBUG oslo_vmware.api [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435943, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.350710] env[61960]: ERROR nova.scheduler.client.report [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] [req-89b12795-7dce-41ef-bd84-7a034aaf798a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-89b12795-7dce-41ef-bd84-7a034aaf798a"}]} [ 749.375885] env[61960]: DEBUG nova.scheduler.client.report [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 749.396397] env[61960]: DEBUG nova.scheduler.client.report [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 749.396397] env[61960]: DEBUG nova.compute.provider_tree [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 749.411284] env[61960]: DEBUG nova.scheduler.client.report [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 749.438435] env[61960]: DEBUG nova.scheduler.client.report [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 749.474208] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435939, 'name': CreateVM_Task, 'duration_secs': 1.294993} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.474498] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 749.475401] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.475401] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.475652] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.480698] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fdbf111-0f18-4f16-9ae7-18eeb8da74b8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.490690] env[61960]: DEBUG oslo_vmware.api [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Waiting for the task: (returnval){ [ 749.490690] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528c1106-10fc-411f-856d-bfc06ad20744" [ 749.490690] env[61960]: _type = "Task" [ 749.490690] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.501048] env[61960]: DEBUG oslo_vmware.api [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528c1106-10fc-411f-856d-bfc06ad20744, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.531189] env[61960]: DEBUG nova.compute.manager [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Stashing vm_state: active {{(pid=61960) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 749.561356] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435940, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.568214] env[61960]: DEBUG oslo_vmware.api [None req-602b087b-9ed8-4ef2-8e46-bf19ccbf56fe tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435944, 'name': PowerOffVM_Task, 'duration_secs': 0.263053} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.572289] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-602b087b-9ed8-4ef2-8e46-bf19ccbf56fe tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 749.572289] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-602b087b-9ed8-4ef2-8e46-bf19ccbf56fe tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 749.572289] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-631feba9-bb8e-475e-9aae-b5043f1d1598 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.656486] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2567821f-991d-4536-bef4-533a5df4fae6 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Releasing lock "refresh_cache-ec50aa6a-44ae-42f3-99a9-6831c832aca3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.661534] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-602b087b-9ed8-4ef2-8e46-bf19ccbf56fe tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 749.661859] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-602b087b-9ed8-4ef2-8e46-bf19ccbf56fe tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 749.662055] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-602b087b-9ed8-4ef2-8e46-bf19ccbf56fe tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Deleting the datastore file [datastore1] f3f132e9-44db-4e66-b01a-e16f8626bf37 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.662681] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-519ada8a-fa7c-4aba-8212-874e55e518eb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.673730] env[61960]: DEBUG oslo_vmware.api [None req-602b087b-9ed8-4ef2-8e46-bf19ccbf56fe tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for the task: (returnval){ [ 749.673730] env[61960]: value = "task-435946" [ 749.673730] env[61960]: _type = "Task" [ 749.673730] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.684338] env[61960]: DEBUG oslo_vmware.api [None req-602b087b-9ed8-4ef2-8e46-bf19ccbf56fe tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.746921] env[61960]: DEBUG oslo_vmware.api [None req-99224132-8fe9-4e55-b977-17fb4c9608b6 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] Task: {'id': task-435941, 'name': ReconfigVM_Task, 'duration_secs': 1.256447} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.748030] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-99224132-8fe9-4e55-b977-17fb4c9608b6 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Reconfigured VM instance instance-0000000b to attach disk [datastore1] volume-885403b6-1153-4883-bb6a-817b117b90eb/volume-885403b6-1153-4883-bb6a-817b117b90eb.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.755970] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7904703-1f5e-46d7-8048-fb2ec2b00dd0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.766325] env[61960]: DEBUG oslo_vmware.api [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435942, 'name': ReconfigVM_Task, 'duration_secs': 1.122886} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.769395] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 23113c8f-b140-44c0-a14d-cce598fa237d/23113c8f-b140-44c0-a14d-cce598fa237d.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.777028] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2ee0d75-8bf8-42ae-b229-8f00dad93263 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.781957] env[61960]: DEBUG oslo_vmware.api [None req-99224132-8fe9-4e55-b977-17fb4c9608b6 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] Waiting for the task: (returnval){ [ 749.781957] env[61960]: value = "task-435947" [ 749.781957] env[61960]: _type = "Task" [ 749.781957] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.787280] env[61960]: DEBUG oslo_vmware.api [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435943, 'name': ReconfigVM_Task, 'duration_secs': 0.590459} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.794439] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Reconfigured VM instance instance-0000002c to attach disk [datastore1] e8f8a984-fb14-4d7d-a208-5ec758833720/966cfc37-d288-40df-aff0-78f82eab8ff9-rescue.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.794658] env[61960]: DEBUG oslo_vmware.api [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 749.794658] env[61960]: value = "task-435948" [ 749.794658] env[61960]: _type = "Task" [ 749.794658] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.795688] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bdd211-2eba-4b41-860e-2ddbf05704b3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.805998] env[61960]: DEBUG oslo_vmware.api [None req-99224132-8fe9-4e55-b977-17fb4c9608b6 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] Task: {'id': task-435947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.833888] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd404969-a062-4f50-8888-bc7c0cf6af6a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.845178] env[61960]: DEBUG oslo_vmware.api [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435948, 'name': Rename_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.856272] env[61960]: DEBUG oslo_vmware.api [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 749.856272] env[61960]: value = "task-435949" [ 749.856272] env[61960]: _type = "Task" [ 749.856272] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.870725] env[61960]: DEBUG oslo_vmware.api [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435949, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.004179] env[61960]: DEBUG oslo_vmware.api [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528c1106-10fc-411f-856d-bfc06ad20744, 'name': SearchDatastore_Task, 'duration_secs': 0.024003} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.005151] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.005583] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.005856] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.006028] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.006261] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.007592] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41f0909-4b5e-4df5-9dcc-4df0b013b43d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.011783] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb286159-d38d-4ab0-a884-be2c463b7806 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.021288] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b885008f-8da2-4b39-933b-5bab8a9c0319 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.026237] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.026494] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 750.027774] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14b18d28-a3e8-46ef-966d-58d77a18dc57 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.064122] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f17ccf9-b19b-4514-a694-ce2ea32c58a8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.068025] env[61960]: DEBUG oslo_vmware.api [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Waiting for the task: (returnval){ [ 750.068025] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fd5f47-ab01-481d-0120-b1a7683afe92" [ 750.068025] env[61960]: _type = "Task" [ 750.068025] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.079746] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.080423] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435940, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.081734] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b727eda-5157-4a4c-8137-54b05fed1566 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.088831] env[61960]: DEBUG oslo_vmware.api [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fd5f47-ab01-481d-0120-b1a7683afe92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.101216] env[61960]: DEBUG nova.compute.provider_tree [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 750.161585] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2567821f-991d-4536-bef4-533a5df4fae6 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 750.161917] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69fc0830-5036-4ade-a2b0-8291b518b8c9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.185259] env[61960]: DEBUG oslo_vmware.api [None req-2567821f-991d-4536-bef4-533a5df4fae6 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 750.185259] env[61960]: value = "task-435950" [ 750.185259] env[61960]: _type = "Task" [ 750.185259] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.188880] env[61960]: DEBUG oslo_vmware.api [None req-602b087b-9ed8-4ef2-8e46-bf19ccbf56fe tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-435946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348387} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.192421] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-602b087b-9ed8-4ef2-8e46-bf19ccbf56fe tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.192707] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-602b087b-9ed8-4ef2-8e46-bf19ccbf56fe tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 750.192962] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-602b087b-9ed8-4ef2-8e46-bf19ccbf56fe tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 750.193283] env[61960]: INFO nova.compute.manager [None req-602b087b-9ed8-4ef2-8e46-bf19ccbf56fe tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Took 1.17 seconds to destroy the instance on the hypervisor. [ 750.193602] env[61960]: DEBUG oslo.service.loopingcall [None req-602b087b-9ed8-4ef2-8e46-bf19ccbf56fe tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 750.194294] env[61960]: DEBUG nova.compute.manager [-] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 750.194294] env[61960]: DEBUG nova.network.neutron [-] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 750.202303] env[61960]: DEBUG oslo_vmware.api [None req-2567821f-991d-4536-bef4-533a5df4fae6 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-435950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.298773] env[61960]: DEBUG oslo_vmware.api [None req-99224132-8fe9-4e55-b977-17fb4c9608b6 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] Task: {'id': task-435947, 'name': ReconfigVM_Task, 'duration_secs': 0.191663} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.302804] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-99224132-8fe9-4e55-b977-17fb4c9608b6 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116071', 'volume_id': '885403b6-1153-4883-bb6a-817b117b90eb', 'name': 'volume-885403b6-1153-4883-bb6a-817b117b90eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '66b0d824-035d-44df-a7c1-af0f4d23e4b9', 'attached_at': '', 'detached_at': '', 'volume_id': '885403b6-1153-4883-bb6a-817b117b90eb', 'serial': '885403b6-1153-4883-bb6a-817b117b90eb'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 750.312199] env[61960]: DEBUG oslo_vmware.api [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435948, 'name': Rename_Task, 'duration_secs': 0.239767} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.312531] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 750.312845] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ee7875a-4fd0-406a-8030-2ab0360a2b95 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.324200] env[61960]: DEBUG oslo_vmware.api [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 750.324200] env[61960]: value = "task-435951" [ 750.324200] env[61960]: _type = "Task" [ 750.324200] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.334201] env[61960]: DEBUG oslo_vmware.api [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.366893] env[61960]: DEBUG oslo_vmware.api [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435949, 'name': ReconfigVM_Task, 'duration_secs': 0.275499} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.367584] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 750.368030] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22477a3e-07d4-4cf2-9e32-55eb7709e79b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.377401] env[61960]: DEBUG oslo_vmware.api [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 750.377401] env[61960]: value = "task-435952" [ 750.377401] env[61960]: _type = "Task" [ 750.377401] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.391536] env[61960]: DEBUG oslo_vmware.api [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.572081] env[61960]: DEBUG oslo_vmware.api [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435940, 'name': PowerOnVM_Task, 'duration_secs': 2.42032} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.577236] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 750.577236] env[61960]: INFO nova.compute.manager [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Took 12.40 seconds to spawn the instance on the hypervisor. [ 750.577236] env[61960]: DEBUG nova.compute.manager [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 750.577695] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392d4bbb-670d-484c-a77b-3e8b7365891a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.591410] env[61960]: DEBUG oslo_vmware.api [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fd5f47-ab01-481d-0120-b1a7683afe92, 'name': SearchDatastore_Task, 'duration_secs': 0.025574} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.595271] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-910b2ad8-69ff-4eb4-9733-a7a972d951fe {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.601785] env[61960]: DEBUG oslo_vmware.api [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Waiting for the task: (returnval){ [ 750.601785] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52482f1d-20c2-a963-a09c-4d7ab84f7fd8" [ 750.601785] env[61960]: _type = "Task" [ 750.601785] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.615561] env[61960]: DEBUG oslo_vmware.api [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52482f1d-20c2-a963-a09c-4d7ab84f7fd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.660582] env[61960]: DEBUG nova.scheduler.client.report [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 84 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 750.660874] env[61960]: DEBUG nova.compute.provider_tree [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 84 to 85 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 750.661082] env[61960]: DEBUG nova.compute.provider_tree [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 750.699995] env[61960]: DEBUG oslo_vmware.api [None req-2567821f-991d-4536-bef4-533a5df4fae6 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-435950, 'name': PowerOnVM_Task, 'duration_secs': 0.459416} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.701095] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2567821f-991d-4536-bef4-533a5df4fae6 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 750.701316] env[61960]: DEBUG nova.compute.manager [None req-2567821f-991d-4536-bef4-533a5df4fae6 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 750.702128] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1278be54-f7f9-425d-9a2a-2fb694e881ac {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.809132] env[61960]: DEBUG nova.compute.manager [req-56fcbae1-3bce-459e-ba0a-4878f4f9c88c req-107461ad-f7a8-4abe-869c-364de1b117b5 service nova] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Received event network-vif-deleted-64eb208b-146c-41ba-bbfa-91b3ebba159a {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 750.809494] env[61960]: INFO nova.compute.manager [req-56fcbae1-3bce-459e-ba0a-4878f4f9c88c req-107461ad-f7a8-4abe-869c-364de1b117b5 service nova] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Neutron deleted interface 64eb208b-146c-41ba-bbfa-91b3ebba159a; detaching it from the instance and deleting it from the info cache [ 750.809782] env[61960]: DEBUG nova.network.neutron [req-56fcbae1-3bce-459e-ba0a-4878f4f9c88c req-107461ad-f7a8-4abe-869c-364de1b117b5 service nova] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.834530] env[61960]: DEBUG oslo_vmware.api [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435951, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.890815] env[61960]: DEBUG oslo_vmware.api [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435952, 'name': PowerOnVM_Task, 'duration_secs': 0.51224} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.891151] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 750.894177] env[61960]: DEBUG nova.compute.manager [None req-a012398e-9bd8-4173-a833-f8861ee588c3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 750.895111] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b56558b-54c6-4b73-ab33-0e57a71264ca {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.103200] env[61960]: INFO nova.compute.manager [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Took 53.26 seconds to build instance. [ 751.114763] env[61960]: DEBUG oslo_vmware.api [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52482f1d-20c2-a963-a09c-4d7ab84f7fd8, 'name': SearchDatastore_Task, 'duration_secs': 0.025823} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.115456] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.115774] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 75f20950-215e-4694-9cd3-ac93bcbf6bb3/75f20950-215e-4694-9cd3-ac93bcbf6bb3.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 751.116063] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90e6d91a-4e43-4c40-b2b7-4f49c40ae58e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.125130] env[61960]: DEBUG oslo_vmware.api [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Waiting for the task: (returnval){ [ 751.125130] env[61960]: value = "task-435953" [ 751.125130] env[61960]: _type = "Task" [ 751.125130] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.136152] env[61960]: DEBUG oslo_vmware.api [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.166748] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.577s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.170898] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.908s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.170898] env[61960]: DEBUG nova.objects.instance [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lazy-loading 'resources' on Instance uuid 383cc933-2136-421f-85cc-e12f1743bd67 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.204809] env[61960]: INFO nova.scheduler.client.report [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Deleted allocations for instance 8ffa8a2e-f035-483a-86a1-349588495b66 [ 751.284491] env[61960]: DEBUG nova.network.neutron [-] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.315977] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aabcdcce-fa69-41e2-8f2e-3eb789537c49 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.332088] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d795df-2696-4e20-976b-90a0409859c4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.350390] env[61960]: DEBUG oslo_vmware.api [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435951, 'name': PowerOnVM_Task, 'duration_secs': 0.735995} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.350751] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 751.350974] env[61960]: INFO nova.compute.manager [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Took 9.06 seconds to spawn the instance on the hypervisor. [ 751.351144] env[61960]: DEBUG nova.compute.manager [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 751.351976] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd373ebd-4e7d-4ceb-af59-bf13f4d36364 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.380903] env[61960]: DEBUG nova.compute.manager [req-56fcbae1-3bce-459e-ba0a-4878f4f9c88c req-107461ad-f7a8-4abe-869c-364de1b117b5 service nova] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Detach interface failed, port_id=64eb208b-146c-41ba-bbfa-91b3ebba159a, reason: Instance f3f132e9-44db-4e66-b01a-e16f8626bf37 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 751.409023] env[61960]: DEBUG nova.objects.instance [None req-99224132-8fe9-4e55-b977-17fb4c9608b6 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] Lazy-loading 'flavor' on Instance uuid 66b0d824-035d-44df-a7c1-af0f4d23e4b9 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.608235] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fe09b1e-ffae-4af2-a6a0-2a7fca3eae87 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "170857f7-9f06-4c46-b09a-804adc3da02d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.446s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.641649] env[61960]: DEBUG oslo_vmware.api [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435953, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.713307] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01c82250-7a76-4ac4-8147-e67d1e11f3ca tempest-ServerTagsTestJSON-1510415088 tempest-ServerTagsTestJSON-1510415088-project-member] Lock "8ffa8a2e-f035-483a-86a1-349588495b66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.153s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.791764] env[61960]: INFO nova.compute.manager [-] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Took 1.60 seconds to deallocate network for instance. [ 751.792496] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquiring lock "4bb82c54-d34e-4bc7-b9bc-40402ac01eb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.793235] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "4bb82c54-d34e-4bc7-b9bc-40402ac01eb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.793235] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquiring lock "4bb82c54-d34e-4bc7-b9bc-40402ac01eb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.793575] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "4bb82c54-d34e-4bc7-b9bc-40402ac01eb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.793929] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "4bb82c54-d34e-4bc7-b9bc-40402ac01eb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.803574] env[61960]: INFO nova.compute.manager [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Terminating instance [ 751.810742] env[61960]: DEBUG nova.compute.manager [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 751.811156] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 751.813092] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c649d2-46b2-4aeb-8274-dc27d8f45adb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.831518] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 751.831819] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4f2aafb-f8f4-443f-9de9-6a54fcbb34ba {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.843784] env[61960]: DEBUG oslo_vmware.api [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 751.843784] env[61960]: value = "task-435954" [ 751.843784] env[61960]: _type = "Task" [ 751.843784] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.855589] env[61960]: DEBUG oslo_vmware.api [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.897307] env[61960]: INFO nova.compute.manager [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Took 51.83 seconds to build instance. [ 751.916532] env[61960]: DEBUG oslo_concurrency.lockutils [None req-99224132-8fe9-4e55-b977-17fb4c9608b6 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] Lock "66b0d824-035d-44df-a7c1-af0f4d23e4b9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.507s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.986478] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dcac4fe6-023e-4496-9af7-a78128da7119 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquiring lock "170857f7-9f06-4c46-b09a-804adc3da02d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.986762] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dcac4fe6-023e-4496-9af7-a78128da7119 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "170857f7-9f06-4c46-b09a-804adc3da02d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.988455] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dcac4fe6-023e-4496-9af7-a78128da7119 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquiring lock "170857f7-9f06-4c46-b09a-804adc3da02d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.988711] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dcac4fe6-023e-4496-9af7-a78128da7119 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "170857f7-9f06-4c46-b09a-804adc3da02d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.988899] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dcac4fe6-023e-4496-9af7-a78128da7119 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "170857f7-9f06-4c46-b09a-804adc3da02d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.991213] env[61960]: INFO nova.compute.manager [None req-dcac4fe6-023e-4496-9af7-a78128da7119 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Terminating instance [ 751.996367] env[61960]: DEBUG nova.compute.manager [None req-dcac4fe6-023e-4496-9af7-a78128da7119 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 751.996577] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dcac4fe6-023e-4496-9af7-a78128da7119 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 751.997995] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34155f8-aaff-4498-9fcb-bfa0d5bd5a2d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.008573] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcac4fe6-023e-4496-9af7-a78128da7119 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 752.011766] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6e8d471-0d81-48b8-a5db-f49a8709f414 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.019640] env[61960]: DEBUG oslo_vmware.api [None req-dcac4fe6-023e-4496-9af7-a78128da7119 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 752.019640] env[61960]: value = "task-435955" [ 752.019640] env[61960]: _type = "Task" [ 752.019640] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.032460] env[61960]: DEBUG oslo_vmware.api [None req-dcac4fe6-023e-4496-9af7-a78128da7119 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.145453] env[61960]: DEBUG oslo_vmware.api [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664267} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.145958] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 75f20950-215e-4694-9cd3-ac93bcbf6bb3/75f20950-215e-4694-9cd3-ac93bcbf6bb3.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 752.146565] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.146843] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16c6d887-a420-43a2-b749-d1336dcab2c7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.161813] env[61960]: DEBUG oslo_vmware.api [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Waiting for the task: (returnval){ [ 752.161813] env[61960]: value = "task-435956" [ 752.161813] env[61960]: _type = "Task" [ 752.161813] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.177179] env[61960]: DEBUG oslo_vmware.api [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.243125] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3bacafb4-6688-4a5d-9653-21713b28d98b tempest-ServersAdminTestJSON-1462495490 tempest-ServersAdminTestJSON-1462495490-project-admin] Acquiring lock "refresh_cache-23113c8f-b140-44c0-a14d-cce598fa237d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.243125] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3bacafb4-6688-4a5d-9653-21713b28d98b tempest-ServersAdminTestJSON-1462495490 tempest-ServersAdminTestJSON-1462495490-project-admin] Acquired lock "refresh_cache-23113c8f-b140-44c0-a14d-cce598fa237d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.243125] env[61960]: DEBUG nova.network.neutron [None req-3bacafb4-6688-4a5d-9653-21713b28d98b tempest-ServersAdminTestJSON-1462495490 tempest-ServersAdminTestJSON-1462495490-project-admin] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 752.320719] env[61960]: DEBUG oslo_concurrency.lockutils [None req-602b087b-9ed8-4ef2-8e46-bf19ccbf56fe tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.354867] env[61960]: DEBUG oslo_vmware.api [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435954, 'name': PowerOffVM_Task, 'duration_secs': 0.350809} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.355549] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 752.359022] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 752.359022] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59259751-3a41-46f4-adee-ef825f790609 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.394652] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c39d96-392d-475e-8492-3d6d24de8e47 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.400117] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a5cce0ab-d086-4193-9339-34730af5cf2f tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "23113c8f-b140-44c0-a14d-cce598fa237d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.609s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.405021] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af46f4a4-8b25-4e9a-b9ad-e2d15383e3dc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.407597] env[61960]: INFO nova.compute.manager [None req-e277f64d-528e-4986-b73d-7314be082cc4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Unrescuing [ 752.407853] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e277f64d-528e-4986-b73d-7314be082cc4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "refresh_cache-e8f8a984-fb14-4d7d-a208-5ec758833720" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.408019] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e277f64d-528e-4986-b73d-7314be082cc4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquired lock "refresh_cache-e8f8a984-fb14-4d7d-a208-5ec758833720" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.408182] env[61960]: DEBUG nova.network.neutron [None req-e277f64d-528e-4986-b73d-7314be082cc4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 752.445659] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d8922a-7127-469c-8808-e5543925fac0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.452017] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 752.452299] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 752.452489] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Deleting the datastore file [datastore1] 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.452805] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ff4d619-c6c4-4fc9-9e19-9ef577172a90 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.458956] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565ffd59-fbab-46d0-a54d-a0567eb6a57f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.464381] env[61960]: DEBUG oslo_vmware.api [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 752.464381] env[61960]: value = "task-435958" [ 752.464381] env[61960]: _type = "Task" [ 752.464381] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.480706] env[61960]: DEBUG nova.compute.provider_tree [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.482923] env[61960]: DEBUG oslo_vmware.api [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.531099] env[61960]: DEBUG oslo_vmware.api [None req-dcac4fe6-023e-4496-9af7-a78128da7119 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435955, 'name': PowerOffVM_Task, 'duration_secs': 0.349825} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.531099] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcac4fe6-023e-4496-9af7-a78128da7119 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 752.531099] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dcac4fe6-023e-4496-9af7-a78128da7119 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 752.531099] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16edbbc9-02e4-4734-a34f-18d8ca95d821 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.615090] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dcac4fe6-023e-4496-9af7-a78128da7119 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 752.615090] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dcac4fe6-023e-4496-9af7-a78128da7119 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 752.615090] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcac4fe6-023e-4496-9af7-a78128da7119 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Deleting the datastore file [datastore1] 170857f7-9f06-4c46-b09a-804adc3da02d {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.615090] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21632bb1-2819-4110-be99-0bd7ab237817 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.623784] env[61960]: DEBUG oslo_vmware.api [None req-dcac4fe6-023e-4496-9af7-a78128da7119 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 752.623784] env[61960]: value = "task-435960" [ 752.623784] env[61960]: _type = "Task" [ 752.623784] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.634394] env[61960]: DEBUG oslo_vmware.api [None req-dcac4fe6-023e-4496-9af7-a78128da7119 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.673083] env[61960]: DEBUG oslo_vmware.api [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075217} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.673404] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.674251] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f289bc-02da-4b15-b6e6-b3ee9bf74c66 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.700399] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 75f20950-215e-4694-9cd3-ac93bcbf6bb3/75f20950-215e-4694-9cd3-ac93bcbf6bb3.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.700746] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a84d963f-c6df-4060-b4d5-2bd63416f2e3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.722565] env[61960]: DEBUG oslo_vmware.api [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Waiting for the task: (returnval){ [ 752.722565] env[61960]: value = "task-435961" [ 752.722565] env[61960]: _type = "Task" [ 752.722565] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.731742] env[61960]: DEBUG oslo_vmware.api [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435961, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.976300] env[61960]: DEBUG oslo_vmware.api [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289543} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.976450] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.976716] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 752.979815] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 752.979815] env[61960]: INFO nova.compute.manager [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 752.979815] env[61960]: DEBUG oslo.service.loopingcall [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 752.979815] env[61960]: DEBUG nova.compute.manager [-] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 752.979815] env[61960]: DEBUG nova.network.neutron [-] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 752.984574] env[61960]: DEBUG nova.scheduler.client.report [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 753.070604] env[61960]: DEBUG nova.network.neutron [None req-3bacafb4-6688-4a5d-9653-21713b28d98b tempest-ServersAdminTestJSON-1462495490 tempest-ServersAdminTestJSON-1462495490-project-admin] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Updating instance_info_cache with network_info: [{"id": "405fb8d8-aa45-4161-a080-e685396bb806", "address": "fa:16:3e:9c:27:67", "network": {"id": "5e3a56ae-603f-4ff2-b663-6907f89c584e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1959624710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c02e032ae04c3bac8dbdeca3c3f5a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap405fb8d8-aa", "ovs_interfaceid": "405fb8d8-aa45-4161-a080-e685396bb806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.137750] env[61960]: DEBUG oslo_vmware.api [None req-dcac4fe6-023e-4496-9af7-a78128da7119 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-435960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216872} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.141400] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcac4fe6-023e-4496-9af7-a78128da7119 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.141646] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dcac4fe6-023e-4496-9af7-a78128da7119 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 753.141863] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dcac4fe6-023e-4496-9af7-a78128da7119 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 753.142067] env[61960]: INFO nova.compute.manager [None req-dcac4fe6-023e-4496-9af7-a78128da7119 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 753.142343] env[61960]: DEBUG oslo.service.loopingcall [None req-dcac4fe6-023e-4496-9af7-a78128da7119 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 753.142594] env[61960]: DEBUG nova.compute.manager [-] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 753.142722] env[61960]: DEBUG nova.network.neutron [-] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 753.235454] env[61960]: DEBUG oslo_vmware.api [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435961, 'name': ReconfigVM_Task, 'duration_secs': 0.505327} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.236245] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 75f20950-215e-4694-9cd3-ac93bcbf6bb3/75f20950-215e-4694-9cd3-ac93bcbf6bb3.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.237114] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b1dc640-0a87-47de-9046-b24efa5790d1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.246252] env[61960]: DEBUG oslo_vmware.api [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Waiting for the task: (returnval){ [ 753.246252] env[61960]: value = "task-435962" [ 753.246252] env[61960]: _type = "Task" [ 753.246252] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.257140] env[61960]: DEBUG oslo_vmware.api [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435962, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.348497] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0dc61b21-e1b5-4b3b-94aa-e18e63124a89 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] Acquiring lock "66b0d824-035d-44df-a7c1-af0f4d23e4b9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.348497] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0dc61b21-e1b5-4b3b-94aa-e18e63124a89 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] Lock "66b0d824-035d-44df-a7c1-af0f4d23e4b9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.491865] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.321s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.496420] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.612s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.499541] env[61960]: INFO nova.compute.claims [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.553880] env[61960]: INFO nova.scheduler.client.report [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Deleted allocations for instance 383cc933-2136-421f-85cc-e12f1743bd67 [ 753.569510] env[61960]: DEBUG nova.network.neutron [None req-e277f64d-528e-4986-b73d-7314be082cc4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Updating instance_info_cache with network_info: [{"id": "260dfcf6-b784-476b-8518-9699639763db", "address": "fa:16:3e:0e:74:76", "network": {"id": "74938226-c1f8-4c22-b0d7-da2a64cd0c28", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2097817805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69782336059f4ef292ddf0de2b9a9b21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap260dfcf6-b7", "ovs_interfaceid": "260dfcf6-b784-476b-8518-9699639763db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.570993] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3bacafb4-6688-4a5d-9653-21713b28d98b tempest-ServersAdminTestJSON-1462495490 tempest-ServersAdminTestJSON-1462495490-project-admin] Releasing lock "refresh_cache-23113c8f-b140-44c0-a14d-cce598fa237d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.571250] env[61960]: DEBUG nova.compute.manager [None req-3bacafb4-6688-4a5d-9653-21713b28d98b tempest-ServersAdminTestJSON-1462495490 tempest-ServersAdminTestJSON-1462495490-project-admin] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Inject network info {{(pid=61960) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7219}} [ 753.571482] env[61960]: DEBUG nova.compute.manager [None req-3bacafb4-6688-4a5d-9653-21713b28d98b tempest-ServersAdminTestJSON-1462495490 tempest-ServersAdminTestJSON-1462495490-project-admin] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] network_info to inject: |[{"id": "405fb8d8-aa45-4161-a080-e685396bb806", "address": "fa:16:3e:9c:27:67", "network": {"id": "5e3a56ae-603f-4ff2-b663-6907f89c584e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1959624710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c02e032ae04c3bac8dbdeca3c3f5a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap405fb8d8-aa", "ovs_interfaceid": "405fb8d8-aa45-4161-a080-e685396bb806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 753.581259] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-3bacafb4-6688-4a5d-9653-21713b28d98b tempest-ServersAdminTestJSON-1462495490 tempest-ServersAdminTestJSON-1462495490-project-admin] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Reconfiguring VM instance to set the machine id {{(pid=61960) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1802}} [ 753.581259] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-579211b4-d259-4585-a732-5437ac2b1aa4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.598814] env[61960]: DEBUG oslo_vmware.api [None req-3bacafb4-6688-4a5d-9653-21713b28d98b tempest-ServersAdminTestJSON-1462495490 tempest-ServersAdminTestJSON-1462495490-project-admin] Waiting for the task: (returnval){ [ 753.598814] env[61960]: value = "task-435963" [ 753.598814] env[61960]: _type = "Task" [ 753.598814] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.611476] env[61960]: DEBUG oslo_vmware.api [None req-3bacafb4-6688-4a5d-9653-21713b28d98b tempest-ServersAdminTestJSON-1462495490 tempest-ServersAdminTestJSON-1462495490-project-admin] Task: {'id': task-435963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.757175] env[61960]: DEBUG oslo_vmware.api [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435962, 'name': Rename_Task, 'duration_secs': 0.209025} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.757550] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 753.757840] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed01e85f-e01d-4c07-8857-494e6622b9b4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.766674] env[61960]: DEBUG oslo_vmware.api [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Waiting for the task: (returnval){ [ 753.766674] env[61960]: value = "task-435964" [ 753.766674] env[61960]: _type = "Task" [ 753.766674] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.776259] env[61960]: DEBUG oslo_vmware.api [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.851153] env[61960]: INFO nova.compute.manager [None req-0dc61b21-e1b5-4b3b-94aa-e18e63124a89 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Detaching volume 885403b6-1153-4883-bb6a-817b117b90eb [ 753.921143] env[61960]: INFO nova.virt.block_device [None req-0dc61b21-e1b5-4b3b-94aa-e18e63124a89 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Attempting to driver detach volume 885403b6-1153-4883-bb6a-817b117b90eb from mountpoint /dev/sdb [ 753.921430] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dc61b21-e1b5-4b3b-94aa-e18e63124a89 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Volume detach. Driver type: vmdk {{(pid=61960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 753.921680] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dc61b21-e1b5-4b3b-94aa-e18e63124a89 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116071', 'volume_id': '885403b6-1153-4883-bb6a-817b117b90eb', 'name': 'volume-885403b6-1153-4883-bb6a-817b117b90eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '66b0d824-035d-44df-a7c1-af0f4d23e4b9', 'attached_at': '', 'detached_at': '', 'volume_id': '885403b6-1153-4883-bb6a-817b117b90eb', 'serial': '885403b6-1153-4883-bb6a-817b117b90eb'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 753.922613] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6034e337-da87-4841-9299-bba362fe7f12 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.947702] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fd514e-5b93-4f2e-b347-e1418453381f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.957349] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273a31b8-d78d-472b-a6ca-8451134ca884 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.980557] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313919dd-2f6a-4b24-8e5a-94160e9b2902 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.998033] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dc61b21-e1b5-4b3b-94aa-e18e63124a89 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] The volume has not been displaced from its original location: [datastore1] volume-885403b6-1153-4883-bb6a-817b117b90eb/volume-885403b6-1153-4883-bb6a-817b117b90eb.vmdk. No consolidation needed. {{(pid=61960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 754.002611] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dc61b21-e1b5-4b3b-94aa-e18e63124a89 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 754.003016] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da22b080-30f7-4cd4-8600-4efd8c5bdc30 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.025869] env[61960]: DEBUG oslo_vmware.api [None req-0dc61b21-e1b5-4b3b-94aa-e18e63124a89 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] Waiting for the task: (returnval){ [ 754.025869] env[61960]: value = "task-435965" [ 754.025869] env[61960]: _type = "Task" [ 754.025869] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.036794] env[61960]: DEBUG oslo_vmware.api [None req-0dc61b21-e1b5-4b3b-94aa-e18e63124a89 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] Task: {'id': task-435965, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.047559] env[61960]: DEBUG nova.compute.manager [req-71d7d537-4087-4aff-993e-faaa0194ec24 req-1a174a6f-2f64-48ca-b86d-b145e1bdee86 service nova] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Received event network-vif-deleted-6896d60d-3463-402c-baf8-bda879e7692b {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 754.047810] env[61960]: INFO nova.compute.manager [req-71d7d537-4087-4aff-993e-faaa0194ec24 req-1a174a6f-2f64-48ca-b86d-b145e1bdee86 service nova] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Neutron deleted interface 6896d60d-3463-402c-baf8-bda879e7692b; detaching it from the instance and deleting it from the info cache [ 754.047996] env[61960]: DEBUG nova.network.neutron [req-71d7d537-4087-4aff-993e-faaa0194ec24 req-1a174a6f-2f64-48ca-b86d-b145e1bdee86 service nova] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.061756] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d4719eff-eb2d-442a-811c-6a3b0c11f082 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "383cc933-2136-421f-85cc-e12f1743bd67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.114s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.075628] env[61960]: DEBUG nova.compute.manager [req-51f416e0-8fdb-433b-a8fe-0217ebcddbe7 req-1079615e-d0ff-4568-93e2-6ef00b555da9 service nova] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Received event network-vif-deleted-ef54a960-a541-4fb6-a4cd-0800b0f7c5a6 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 754.075628] env[61960]: INFO nova.compute.manager [req-51f416e0-8fdb-433b-a8fe-0217ebcddbe7 req-1079615e-d0ff-4568-93e2-6ef00b555da9 service nova] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Neutron deleted interface ef54a960-a541-4fb6-a4cd-0800b0f7c5a6; detaching it from the instance and deleting it from the info cache [ 754.075628] env[61960]: DEBUG nova.network.neutron [req-51f416e0-8fdb-433b-a8fe-0217ebcddbe7 req-1079615e-d0ff-4568-93e2-6ef00b555da9 service nova] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.078519] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e277f64d-528e-4986-b73d-7314be082cc4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Releasing lock "refresh_cache-e8f8a984-fb14-4d7d-a208-5ec758833720" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.080029] env[61960]: DEBUG nova.objects.instance [None req-e277f64d-528e-4986-b73d-7314be082cc4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lazy-loading 'flavor' on Instance uuid e8f8a984-fb14-4d7d-a208-5ec758833720 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.112583] env[61960]: DEBUG oslo_vmware.api [None req-3bacafb4-6688-4a5d-9653-21713b28d98b tempest-ServersAdminTestJSON-1462495490 tempest-ServersAdminTestJSON-1462495490-project-admin] Task: {'id': task-435963, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.172723] env[61960]: DEBUG nova.network.neutron [-] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.173443] env[61960]: DEBUG nova.network.neutron [-] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.278668] env[61960]: DEBUG oslo_vmware.api [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435964, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.540183] env[61960]: DEBUG oslo_vmware.api [None req-0dc61b21-e1b5-4b3b-94aa-e18e63124a89 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] Task: {'id': task-435965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.552276] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d4e8600-854f-4702-adb9-c13bea7fec22 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.563072] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2996fe-1642-474f-84dd-76a3bb86d8f6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.584522] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8deb6a63-cdf2-4a02-b0de-97cc78ebd6b0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.587445] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f6ca24-628f-48e1-8982-8abd2a5e5abf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.608102] env[61960]: DEBUG nova.compute.manager [req-71d7d537-4087-4aff-993e-faaa0194ec24 req-1a174a6f-2f64-48ca-b86d-b145e1bdee86 service nova] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Detach interface failed, port_id=6896d60d-3463-402c-baf8-bda879e7692b, reason: Instance 170857f7-9f06-4c46-b09a-804adc3da02d could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 754.634157] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7899db-852b-43a0-bc02-69065a0760d7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.646816] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e277f64d-528e-4986-b73d-7314be082cc4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 754.650208] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74285c71-1ef1-4768-9a33-6452f886bde7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.656499] env[61960]: DEBUG oslo_vmware.api [None req-3bacafb4-6688-4a5d-9653-21713b28d98b tempest-ServersAdminTestJSON-1462495490 tempest-ServersAdminTestJSON-1462495490-project-admin] Task: {'id': task-435963, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.664463] env[61960]: DEBUG oslo_vmware.api [None req-e277f64d-528e-4986-b73d-7314be082cc4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 754.664463] env[61960]: value = "task-435966" [ 754.664463] env[61960]: _type = "Task" [ 754.664463] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.685775] env[61960]: INFO nova.compute.manager [-] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Took 1.54 seconds to deallocate network for instance. [ 754.685917] env[61960]: INFO nova.compute.manager [-] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Took 1.71 seconds to deallocate network for instance. [ 754.687453] env[61960]: DEBUG nova.compute.manager [req-51f416e0-8fdb-433b-a8fe-0217ebcddbe7 req-1079615e-d0ff-4568-93e2-6ef00b555da9 service nova] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Detach interface failed, port_id=ef54a960-a541-4fb6-a4cd-0800b0f7c5a6, reason: Instance 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 754.695205] env[61960]: DEBUG oslo_vmware.api [None req-e277f64d-528e-4986-b73d-7314be082cc4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.782906] env[61960]: DEBUG oslo_vmware.api [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435964, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.896887] env[61960]: INFO nova.compute.manager [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Rebuilding instance [ 755.044637] env[61960]: DEBUG oslo_vmware.api [None req-0dc61b21-e1b5-4b3b-94aa-e18e63124a89 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] Task: {'id': task-435965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.073627] env[61960]: DEBUG nova.compute.manager [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 755.074671] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e74736-e6ba-40f2-8545-a10bc7da8244 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.119205] env[61960]: DEBUG oslo_vmware.api [None req-3bacafb4-6688-4a5d-9653-21713b28d98b tempest-ServersAdminTestJSON-1462495490 tempest-ServersAdminTestJSON-1462495490-project-admin] Task: {'id': task-435963, 'name': ReconfigVM_Task, 'duration_secs': 1.219001} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.119515] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-3bacafb4-6688-4a5d-9653-21713b28d98b tempest-ServersAdminTestJSON-1462495490 tempest-ServersAdminTestJSON-1462495490-project-admin] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Reconfigured VM instance to set the machine id {{(pid=61960) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1805}} [ 755.138499] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c692a6da-e771-4436-b355-f1dce6e84768 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.148910] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e27a43d-1113-4700-b205-216cc51f7ba7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.156476] env[61960]: DEBUG oslo_vmware.rw_handles [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e5790c-63dd-b401-8ec8-2046d5c17161/disk-0.vmdk. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 755.157733] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55dcffe2-954e-482d-9699-b339e6a80554 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.195177] env[61960]: DEBUG oslo_vmware.rw_handles [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e5790c-63dd-b401-8ec8-2046d5c17161/disk-0.vmdk is in state: ready. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 755.195378] env[61960]: ERROR oslo_vmware.rw_handles [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e5790c-63dd-b401-8ec8-2046d5c17161/disk-0.vmdk due to incomplete transfer. [ 755.199143] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c65419c-20a2-40b0-82a7-d4215578a78b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.201707] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b2806122-6c2e-409d-a13f-94e99cd8611d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.203708] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dcac4fe6-023e-4496-9af7-a78128da7119 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.204484] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.215944] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a3245a-1cc5-4629-bb81-6d77fd8c0338 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.219598] env[61960]: DEBUG oslo_vmware.api [None req-e277f64d-528e-4986-b73d-7314be082cc4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435966, 'name': PowerOffVM_Task, 'duration_secs': 0.466517} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.220865] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e277f64d-528e-4986-b73d-7314be082cc4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 755.226394] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-e277f64d-528e-4986-b73d-7314be082cc4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Reconfiguring VM instance instance-0000002c to detach disk 2001 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 755.226511] env[61960]: DEBUG oslo_vmware.rw_handles [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e5790c-63dd-b401-8ec8-2046d5c17161/disk-0.vmdk. {{(pid=61960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 755.226758] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Uploaded image d0f20992-e4ca-4a4b-b8b4-36118b6fcefb to the Glance image server {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 755.228944] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Destroying the VM {{(pid=61960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 755.229984] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ca2e0af-e78a-476b-a02f-a9823ceb4b1e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.243231] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-84b22992-fbc1-4fef-8705-f53850031f3f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.253107] env[61960]: DEBUG nova.compute.provider_tree [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.263166] env[61960]: DEBUG oslo_vmware.api [None req-e277f64d-528e-4986-b73d-7314be082cc4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 755.263166] env[61960]: value = "task-435968" [ 755.263166] env[61960]: _type = "Task" [ 755.263166] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.265025] env[61960]: DEBUG oslo_vmware.api [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 755.265025] env[61960]: value = "task-435967" [ 755.265025] env[61960]: _type = "Task" [ 755.265025] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.280637] env[61960]: DEBUG oslo_vmware.api [None req-e277f64d-528e-4986-b73d-7314be082cc4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435968, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.286516] env[61960]: DEBUG oslo_vmware.api [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435967, 'name': Destroy_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.287176] env[61960]: DEBUG oslo_vmware.api [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435964, 'name': PowerOnVM_Task} progress is 88%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.542763] env[61960]: DEBUG oslo_vmware.api [None req-0dc61b21-e1b5-4b3b-94aa-e18e63124a89 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] Task: {'id': task-435965, 'name': ReconfigVM_Task, 'duration_secs': 1.137169} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.542763] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dc61b21-e1b5-4b3b-94aa-e18e63124a89 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 755.547660] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab3dbdaa-7210-4c18-8c35-2e26cedbe1dc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.564773] env[61960]: DEBUG oslo_vmware.api [None req-0dc61b21-e1b5-4b3b-94aa-e18e63124a89 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] Waiting for the task: (returnval){ [ 755.564773] env[61960]: value = "task-435969" [ 755.564773] env[61960]: _type = "Task" [ 755.564773] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.576997] env[61960]: DEBUG oslo_vmware.api [None req-0dc61b21-e1b5-4b3b-94aa-e18e63124a89 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] Task: {'id': task-435969, 'name': ReconfigVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.592782] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 755.593174] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-485fb4d2-399c-4ce1-8a19-1c1e7e29f19b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.602201] env[61960]: DEBUG oslo_vmware.api [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Waiting for the task: (returnval){ [ 755.602201] env[61960]: value = "task-435970" [ 755.602201] env[61960]: _type = "Task" [ 755.602201] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.611643] env[61960]: DEBUG oslo_vmware.api [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Task: {'id': task-435970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.757317] env[61960]: DEBUG nova.scheduler.client.report [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 755.782195] env[61960]: DEBUG oslo_vmware.api [None req-e277f64d-528e-4986-b73d-7314be082cc4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435968, 'name': ReconfigVM_Task, 'duration_secs': 0.328} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.786357] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-e277f64d-528e-4986-b73d-7314be082cc4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Reconfigured VM instance instance-0000002c to detach disk 2001 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 755.786591] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e277f64d-528e-4986-b73d-7314be082cc4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 755.786867] env[61960]: DEBUG oslo_vmware.api [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435967, 'name': Destroy_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.787376] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f800309-3269-4fcf-88ef-46278f3f5e66 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.792378] env[61960]: DEBUG oslo_vmware.api [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435964, 'name': PowerOnVM_Task, 'duration_secs': 1.774622} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.793101] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 755.793350] env[61960]: INFO nova.compute.manager [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Took 10.77 seconds to spawn the instance on the hypervisor. [ 755.793555] env[61960]: DEBUG nova.compute.manager [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 755.794357] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b5bcd7-f2a7-45da-b3e6-662181818343 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.799241] env[61960]: DEBUG oslo_vmware.api [None req-e277f64d-528e-4986-b73d-7314be082cc4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 755.799241] env[61960]: value = "task-435971" [ 755.799241] env[61960]: _type = "Task" [ 755.799241] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.811539] env[61960]: DEBUG oslo_vmware.api [None req-e277f64d-528e-4986-b73d-7314be082cc4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.078451] env[61960]: DEBUG oslo_vmware.api [None req-0dc61b21-e1b5-4b3b-94aa-e18e63124a89 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] Task: {'id': task-435969, 'name': ReconfigVM_Task, 'duration_secs': 0.290576} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.078797] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dc61b21-e1b5-4b3b-94aa-e18e63124a89 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116071', 'volume_id': '885403b6-1153-4883-bb6a-817b117b90eb', 'name': 'volume-885403b6-1153-4883-bb6a-817b117b90eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '66b0d824-035d-44df-a7c1-af0f4d23e4b9', 'attached_at': '', 'detached_at': '', 'volume_id': '885403b6-1153-4883-bb6a-817b117b90eb', 'serial': '885403b6-1153-4883-bb6a-817b117b90eb'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 756.112881] env[61960]: DEBUG oslo_vmware.api [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Task: {'id': task-435970, 'name': PowerOffVM_Task, 'duration_secs': 0.248816} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.112881] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 756.113502] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 756.113780] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e6159b8-06cf-47d8-b962-34ed691fb1b0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.122066] env[61960]: DEBUG oslo_vmware.api [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Waiting for the task: (returnval){ [ 756.122066] env[61960]: value = "task-435972" [ 756.122066] env[61960]: _type = "Task" [ 756.122066] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.130668] env[61960]: DEBUG oslo_vmware.api [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Task: {'id': task-435972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.268288] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.268989] env[61960]: DEBUG nova.compute.manager [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 756.271864] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f9374f74-4699-4bef-abbc-e552aef26cd5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.830s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.272248] env[61960]: DEBUG nova.objects.instance [None req-f9374f74-4699-4bef-abbc-e552aef26cd5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Lazy-loading 'resources' on Instance uuid 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.284178] env[61960]: DEBUG oslo_vmware.api [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435967, 'name': Destroy_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.318431] env[61960]: DEBUG oslo_vmware.api [None req-e277f64d-528e-4986-b73d-7314be082cc4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435971, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.321437] env[61960]: INFO nova.compute.manager [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Took 48.01 seconds to build instance. [ 756.633027] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] VM already powered off {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 756.633027] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Volume detach. Driver type: vmdk {{(pid=61960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 756.633027] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-115979', 'volume_id': '5dbe69f9-0315-464c-87fe-223b5d87b019', 'name': 'volume-5dbe69f9-0315-464c-87fe-223b5d87b019', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ff9c99c7-43b2-479e-a171-269edf1aa75d', 'attached_at': '', 'detached_at': '', 'volume_id': '5dbe69f9-0315-464c-87fe-223b5d87b019', 'serial': '5dbe69f9-0315-464c-87fe-223b5d87b019'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 756.634205] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af64a349-ec3c-4f1f-adf9-1dc1ea54973f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.656372] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3713a4-9df3-431c-b568-73e4b7c64b35 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.665898] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71f3596-1c6a-450e-ad32-537bcaca1ca3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.685037] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0326481b-7867-42b9-aafe-7ddbfb1b190b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.701872] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] The volume has not been displaced from its original location: [datastore1] volume-5dbe69f9-0315-464c-87fe-223b5d87b019/volume-5dbe69f9-0315-464c-87fe-223b5d87b019.vmdk. No consolidation needed. {{(pid=61960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 756.707424] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Reconfiguring VM instance instance-00000026 to detach disk 2000 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 756.708948] env[61960]: DEBUG nova.objects.instance [None req-0dc61b21-e1b5-4b3b-94aa-e18e63124a89 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] Lazy-loading 'flavor' on Instance uuid 66b0d824-035d-44df-a7c1-af0f4d23e4b9 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.710790] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d02d88ce-bbfc-4b95-89d4-1ecc6fd0a782 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.729820] env[61960]: DEBUG oslo_vmware.api [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Waiting for the task: (returnval){ [ 756.729820] env[61960]: value = "task-435973" [ 756.729820] env[61960]: _type = "Task" [ 756.729820] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.739684] env[61960]: DEBUG oslo_vmware.api [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Task: {'id': task-435973, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.775431] env[61960]: DEBUG nova.compute.utils [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 756.780376] env[61960]: DEBUG nova.compute.manager [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Not allocating networking since 'none' was specified. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 756.789991] env[61960]: DEBUG oslo_vmware.api [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435967, 'name': Destroy_Task, 'duration_secs': 1.356287} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.793018] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Destroyed the VM [ 756.793018] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Deleting Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 756.793018] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f5b44f01-c865-4e6a-abcd-6e22135516a6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.799446] env[61960]: DEBUG oslo_vmware.api [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 756.799446] env[61960]: value = "task-435974" [ 756.799446] env[61960]: _type = "Task" [ 756.799446] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.814226] env[61960]: DEBUG oslo_vmware.api [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435974, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.817784] env[61960]: DEBUG oslo_vmware.api [None req-e277f64d-528e-4986-b73d-7314be082cc4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-435971, 'name': PowerOnVM_Task, 'duration_secs': 0.652021} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.818375] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e277f64d-528e-4986-b73d-7314be082cc4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 756.818605] env[61960]: DEBUG nova.compute.manager [None req-e277f64d-528e-4986-b73d-7314be082cc4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 756.819498] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b248cc-8da8-4145-bdb8-7d8614522abc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.822386] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5174c902-3c58-4103-a975-dbaccfa1445c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "a6e2330c-ba68-4df4-9e16-b536efe54c94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.822625] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5174c902-3c58-4103-a975-dbaccfa1445c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "a6e2330c-ba68-4df4-9e16-b536efe54c94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.822828] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5174c902-3c58-4103-a975-dbaccfa1445c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "a6e2330c-ba68-4df4-9e16-b536efe54c94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.823028] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5174c902-3c58-4103-a975-dbaccfa1445c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "a6e2330c-ba68-4df4-9e16-b536efe54c94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.823209] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5174c902-3c58-4103-a975-dbaccfa1445c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "a6e2330c-ba68-4df4-9e16-b536efe54c94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.825308] env[61960]: INFO nova.compute.manager [None req-5174c902-3c58-4103-a975-dbaccfa1445c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Terminating instance [ 756.826829] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1f092988-48b3-4d57-836d-8ab5bfe93185 tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Lock "75f20950-215e-4694-9cd3-ac93bcbf6bb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.149s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.828599] env[61960]: DEBUG nova.compute.manager [None req-5174c902-3c58-4103-a975-dbaccfa1445c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 756.828812] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5174c902-3c58-4103-a975-dbaccfa1445c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 756.829792] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda90ff8-74d8-418a-b0ae-196ecfa0604a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.844495] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5174c902-3c58-4103-a975-dbaccfa1445c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 756.844800] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0060741a-2107-4fc3-85fc-cb991f07968d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.933665] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a7edc3ac-7a49-46bf-86d7-30b3fb114941 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "0e1673b1-3b01-4ced-9b67-14828730b658" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.933800] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a7edc3ac-7a49-46bf-86d7-30b3fb114941 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "0e1673b1-3b01-4ced-9b67-14828730b658" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.245386] env[61960]: DEBUG oslo_vmware.api [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Task: {'id': task-435973, 'name': ReconfigVM_Task, 'duration_secs': 0.255234} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.245386] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Reconfigured VM instance instance-00000026 to detach disk 2000 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 757.252529] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96a30604-1b8a-4a13-b67d-7d07de108df1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.270524] env[61960]: DEBUG oslo_vmware.api [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Waiting for the task: (returnval){ [ 757.270524] env[61960]: value = "task-435976" [ 757.270524] env[61960]: _type = "Task" [ 757.270524] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.281150] env[61960]: DEBUG nova.compute.manager [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 757.286579] env[61960]: DEBUG oslo_vmware.api [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Task: {'id': task-435976, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.307152] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847f017e-620d-49d6-82f9-4a3834839d79 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.317508] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fcf134-073e-4acd-85ef-413aca3c22ae {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.320671] env[61960]: DEBUG oslo_vmware.api [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435974, 'name': RemoveSnapshot_Task, 'duration_secs': 0.430561} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.320940] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Deleted Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 757.321194] env[61960]: INFO nova.compute.manager [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Took 16.24 seconds to snapshot the instance on the hypervisor. [ 757.358578] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88170933-408c-473f-9176-698adb9fc71d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.361261] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5174c902-3c58-4103-a975-dbaccfa1445c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 757.361452] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5174c902-3c58-4103-a975-dbaccfa1445c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 757.361637] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5174c902-3c58-4103-a975-dbaccfa1445c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Deleting the datastore file [datastore1] a6e2330c-ba68-4df4-9e16-b536efe54c94 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.362099] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cc1507e-ab24-40ba-8fee-64563bee7782 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.369596] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b98675-ebde-4a0a-9549-82d3665c6148 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.374564] env[61960]: DEBUG oslo_vmware.api [None req-5174c902-3c58-4103-a975-dbaccfa1445c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 757.374564] env[61960]: value = "task-435977" [ 757.374564] env[61960]: _type = "Task" [ 757.374564] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.394052] env[61960]: DEBUG oslo_vmware.api [None req-5174c902-3c58-4103-a975-dbaccfa1445c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.394594] env[61960]: DEBUG nova.compute.provider_tree [None req-f9374f74-4699-4bef-abbc-e552aef26cd5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.437751] env[61960]: DEBUG nova.compute.manager [None req-a7edc3ac-7a49-46bf-86d7-30b3fb114941 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 0e1673b1-3b01-4ced-9b67-14828730b658] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 757.729971] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0dc61b21-e1b5-4b3b-94aa-e18e63124a89 tempest-VolumesAssistedSnapshotsTest-2073292558 tempest-VolumesAssistedSnapshotsTest-2073292558-project-admin] Lock "66b0d824-035d-44df-a7c1-af0f4d23e4b9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.383s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.781844] env[61960]: DEBUG oslo_vmware.api [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Task: {'id': task-435976, 'name': ReconfigVM_Task, 'duration_secs': 0.168983} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.782319] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-115979', 'volume_id': '5dbe69f9-0315-464c-87fe-223b5d87b019', 'name': 'volume-5dbe69f9-0315-464c-87fe-223b5d87b019', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ff9c99c7-43b2-479e-a171-269edf1aa75d', 'attached_at': '', 'detached_at': '', 'volume_id': '5dbe69f9-0315-464c-87fe-223b5d87b019', 'serial': '5dbe69f9-0315-464c-87fe-223b5d87b019'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 757.782676] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 757.783988] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d6ae8f-df5c-40c1-8712-8acaa808a6d7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.796827] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 757.796827] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-521d8fee-6577-4acc-9b66-eb8e57adc2e1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.827767] env[61960]: DEBUG nova.compute.manager [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Instance disappeared during snapshot {{(pid=61960) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4494}} [ 757.854891] env[61960]: DEBUG nova.compute.manager [None req-c0b85714-e92d-49d9-9a0c-d81043d5c3e2 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Image not found during clean up d0f20992-e4ca-4a4b-b8b4-36118b6fcefb {{(pid=61960) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4500}} [ 757.876866] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 757.876866] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 757.876866] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Deleting the datastore file [datastore1] ff9c99c7-43b2-479e-a171-269edf1aa75d {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.880908] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-337f05ef-f246-4da2-80b5-2807575527fb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.889053] env[61960]: DEBUG oslo_vmware.api [None req-5174c902-3c58-4103-a975-dbaccfa1445c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-435977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.408918} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.890268] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5174c902-3c58-4103-a975-dbaccfa1445c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.890471] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5174c902-3c58-4103-a975-dbaccfa1445c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 757.890654] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5174c902-3c58-4103-a975-dbaccfa1445c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 757.890837] env[61960]: INFO nova.compute.manager [None req-5174c902-3c58-4103-a975-dbaccfa1445c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Took 1.06 seconds to destroy the instance on the hypervisor. [ 757.891145] env[61960]: DEBUG oslo.service.loopingcall [None req-5174c902-3c58-4103-a975-dbaccfa1445c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 757.891462] env[61960]: DEBUG oslo_vmware.api [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Waiting for the task: (returnval){ [ 757.891462] env[61960]: value = "task-435980" [ 757.891462] env[61960]: _type = "Task" [ 757.891462] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.891967] env[61960]: DEBUG nova.compute.manager [-] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 757.892100] env[61960]: DEBUG nova.network.neutron [-] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 757.899756] env[61960]: DEBUG nova.scheduler.client.report [None req-f9374f74-4699-4bef-abbc-e552aef26cd5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 757.910932] env[61960]: DEBUG oslo_vmware.api [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Task: {'id': task-435980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.942802] env[61960]: DEBUG nova.compute.manager [None req-a7edc3ac-7a49-46bf-86d7-30b3fb114941 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 0e1673b1-3b01-4ced-9b67-14828730b658] Instance disappeared before build. {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.296785] env[61960]: DEBUG nova.compute.manager [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 758.365710] env[61960]: DEBUG nova.virt.hardware [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 758.365710] env[61960]: DEBUG nova.virt.hardware [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 758.365710] env[61960]: DEBUG nova.virt.hardware [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.365710] env[61960]: DEBUG nova.virt.hardware [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 758.365710] env[61960]: DEBUG nova.virt.hardware [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.366257] env[61960]: DEBUG nova.virt.hardware [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 758.366257] env[61960]: DEBUG nova.virt.hardware [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 758.366257] env[61960]: DEBUG nova.virt.hardware [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 758.366581] env[61960]: DEBUG nova.virt.hardware [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 758.368184] env[61960]: DEBUG nova.virt.hardware [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 758.368453] env[61960]: DEBUG nova.virt.hardware [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 758.369512] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b16479-9709-43ed-ac49-0bfa61da0741 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.382635] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb585567-5f05-401c-803a-82eb8e626928 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.395687] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "6e3c65dc-d37d-4848-9548-7e0bbb8afe55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.395992] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "6e3c65dc-d37d-4848-9548-7e0bbb8afe55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.413031] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f9374f74-4699-4bef-abbc-e552aef26cd5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.415259] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Instance VIF info [] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.421363] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Creating folder: Project (1dcebfb1e262458c9cb22f4b4d368e57). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 758.424050] env[61960]: DEBUG oslo_concurrency.lockutils [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.317s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.425580] env[61960]: INFO nova.compute.claims [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.428763] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd81b743-4e39-4c7a-9f39-16061fd7017a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.442068] env[61960]: DEBUG oslo_vmware.api [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Task: {'id': task-435980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131451} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.442068] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.442068] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 758.442068] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 758.446023] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Created folder: Project (1dcebfb1e262458c9cb22f4b4d368e57) in parent group-v115929. [ 758.446277] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Creating folder: Instances. Parent ref: group-v116074. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 758.447257] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ed67447-910d-433e-af24-39306d37b9a7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.456181] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Created folder: Instances in parent group-v116074. [ 758.456443] env[61960]: DEBUG oslo.service.loopingcall [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 758.456705] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 758.457294] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9f23cda-6b74-49b4-8c0f-96410854abd7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.472291] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a7edc3ac-7a49-46bf-86d7-30b3fb114941 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "0e1673b1-3b01-4ced-9b67-14828730b658" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 1.538s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.480666] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.480666] env[61960]: value = "task-435983" [ 758.480666] env[61960]: _type = "Task" [ 758.480666] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.486835] env[61960]: INFO nova.scheduler.client.report [None req-f9374f74-4699-4bef-abbc-e552aef26cd5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Deleted allocations for instance 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88 [ 758.491143] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435983, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.586232] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Volume detach. Driver type: vmdk {{(pid=61960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 758.586607] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f96a1410-fc8d-4a42-91d7-3f0a6330a27b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.596500] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d2db66-784e-403b-8f0b-4b5c077290ff {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.637685] env[61960]: ERROR nova.compute.manager [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Failed to detach volume 5dbe69f9-0315-464c-87fe-223b5d87b019 from /dev/sda: nova.exception.InstanceNotFound: Instance ff9c99c7-43b2-479e-a171-269edf1aa75d could not be found. [ 758.637685] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Traceback (most recent call last): [ 758.637685] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] File "/opt/stack/nova/nova/compute/manager.py", line 4142, in _do_rebuild_instance [ 758.637685] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] self.driver.rebuild(**kwargs) [ 758.637685] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] File "/opt/stack/nova/nova/virt/driver.py", line 390, in rebuild [ 758.637685] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] raise NotImplementedError() [ 758.637685] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] NotImplementedError [ 758.637685] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] [ 758.637685] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] During handling of the above exception, another exception occurred: [ 758.637685] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] [ 758.637685] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Traceback (most recent call last): [ 758.637685] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] File "/opt/stack/nova/nova/compute/manager.py", line 3565, in _detach_root_volume [ 758.637685] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] self.driver.detach_volume(context, old_connection_info, [ 758.637685] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 552, in detach_volume [ 758.637685] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] return self._volumeops.detach_volume(connection_info, instance) [ 758.637685] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 758.637685] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] self._detach_volume_vmdk(connection_info, instance) [ 758.637685] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 758.637685] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 758.637685] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1135, in get_vm_ref [ 758.637685] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] stable_ref.fetch_moref(session) [ 758.637685] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1126, in fetch_moref [ 758.637685] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] raise exception.InstanceNotFound(instance_id=self._uuid) [ 758.637685] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] nova.exception.InstanceNotFound: Instance ff9c99c7-43b2-479e-a171-269edf1aa75d could not be found. [ 758.637685] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] [ 758.734077] env[61960]: DEBUG nova.compute.manager [req-67107746-d626-4527-8039-7a3f423068e7 req-f7b3815a-11f1-401b-b85b-0e247b315eea service nova] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Received event network-vif-deleted-41135d80-0640-434b-8dfd-5c3fce4eebc4 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 758.734195] env[61960]: INFO nova.compute.manager [req-67107746-d626-4527-8039-7a3f423068e7 req-f7b3815a-11f1-401b-b85b-0e247b315eea service nova] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Neutron deleted interface 41135d80-0640-434b-8dfd-5c3fce4eebc4; detaching it from the instance and deleting it from the info cache [ 758.734395] env[61960]: DEBUG nova.network.neutron [req-67107746-d626-4527-8039-7a3f423068e7 req-f7b3815a-11f1-401b-b85b-0e247b315eea service nova] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.834010] env[61960]: DEBUG nova.compute.utils [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Build of instance ff9c99c7-43b2-479e-a171-269edf1aa75d aborted: Failed to rebuild volume backed instance. {{(pid=61960) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 758.837448] env[61960]: ERROR nova.compute.manager [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance ff9c99c7-43b2-479e-a171-269edf1aa75d aborted: Failed to rebuild volume backed instance. [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Traceback (most recent call last): [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] File "/opt/stack/nova/nova/compute/manager.py", line 4142, in _do_rebuild_instance [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] self.driver.rebuild(**kwargs) [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] File "/opt/stack/nova/nova/virt/driver.py", line 390, in rebuild [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] raise NotImplementedError() [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] NotImplementedError [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] During handling of the above exception, another exception occurred: [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Traceback (most recent call last): [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] File "/opt/stack/nova/nova/compute/manager.py", line 3600, in _rebuild_volume_backed_instance [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] self._detach_root_volume(context, instance, root_bdm) [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] File "/opt/stack/nova/nova/compute/manager.py", line 3579, in _detach_root_volume [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] with excutils.save_and_reraise_exception(): [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] self.force_reraise() [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] raise self.value [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] File "/opt/stack/nova/nova/compute/manager.py", line 3565, in _detach_root_volume [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] self.driver.detach_volume(context, old_connection_info, [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 552, in detach_volume [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] return self._volumeops.detach_volume(connection_info, instance) [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] self._detach_volume_vmdk(connection_info, instance) [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1135, in get_vm_ref [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] stable_ref.fetch_moref(session) [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1126, in fetch_moref [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] raise exception.InstanceNotFound(instance_id=self._uuid) [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] nova.exception.InstanceNotFound: Instance ff9c99c7-43b2-479e-a171-269edf1aa75d could not be found. [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] During handling of the above exception, another exception occurred: [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Traceback (most recent call last): [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] File "/opt/stack/nova/nova/compute/manager.py", line 10863, in _error_out_instance_on_exception [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] yield [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] File "/opt/stack/nova/nova/compute/manager.py", line 3868, in rebuild_instance [ 758.837448] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] self._do_rebuild_instance_with_claim( [ 758.838789] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] File "/opt/stack/nova/nova/compute/manager.py", line 3954, in _do_rebuild_instance_with_claim [ 758.838789] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] self._do_rebuild_instance( [ 758.838789] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] File "/opt/stack/nova/nova/compute/manager.py", line 4146, in _do_rebuild_instance [ 758.838789] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] self._rebuild_default_impl(**kwargs) [ 758.838789] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] File "/opt/stack/nova/nova/compute/manager.py", line 3723, in _rebuild_default_impl [ 758.838789] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] self._rebuild_volume_backed_instance( [ 758.838789] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] File "/opt/stack/nova/nova/compute/manager.py", line 3615, in _rebuild_volume_backed_instance [ 758.838789] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] raise exception.BuildAbortException( [ 758.838789] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] nova.exception.BuildAbortException: Build of instance ff9c99c7-43b2-479e-a171-269edf1aa75d aborted: Failed to rebuild volume backed instance. [ 758.838789] env[61960]: ERROR nova.compute.manager [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] [ 758.898830] env[61960]: DEBUG nova.compute.manager [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 758.902951] env[61960]: DEBUG nova.network.neutron [-] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.990697] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435983, 'name': CreateVM_Task, 'duration_secs': 0.287681} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.990946] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 758.991506] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.991740] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.992185] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.992525] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-616b0937-d78f-4349-92a1-cede31da615f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.998571] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f9374f74-4699-4bef-abbc-e552aef26cd5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Lock "51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.386s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.001696] env[61960]: DEBUG oslo_vmware.api [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Waiting for the task: (returnval){ [ 759.001696] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522ee245-c26f-757c-72e1-eb0c0ef40897" [ 759.001696] env[61960]: _type = "Task" [ 759.001696] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.010844] env[61960]: DEBUG oslo_vmware.api [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522ee245-c26f-757c-72e1-eb0c0ef40897, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.244149] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01b713d2-9dd2-480c-b8c6-0172f42f579c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.254302] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36dd018d-66b7-4d7f-8738-667de1dd0e53 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.300292] env[61960]: DEBUG nova.compute.manager [req-67107746-d626-4527-8039-7a3f423068e7 req-f7b3815a-11f1-401b-b85b-0e247b315eea service nova] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Detach interface failed, port_id=41135d80-0640-434b-8dfd-5c3fce4eebc4, reason: Instance a6e2330c-ba68-4df4-9e16-b536efe54c94 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 759.406015] env[61960]: INFO nova.compute.manager [-] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Took 1.51 seconds to deallocate network for instance. [ 759.419234] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.512193] env[61960]: DEBUG oslo_vmware.api [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522ee245-c26f-757c-72e1-eb0c0ef40897, 'name': SearchDatastore_Task, 'duration_secs': 0.011165} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.512517] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.513035] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.513035] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.513154] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.513332] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.513602] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c09affd7-127b-49b3-ba40-02090110496e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.523543] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.523737] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 759.524487] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fab76755-b7ee-42ee-b89e-3f0c978b1938 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.529858] env[61960]: DEBUG oslo_vmware.api [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Waiting for the task: (returnval){ [ 759.529858] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c8e63f-44c0-2a64-5995-cda8604bfa42" [ 759.529858] env[61960]: _type = "Task" [ 759.529858] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.540144] env[61960]: DEBUG oslo_vmware.api [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c8e63f-44c0-2a64-5995-cda8604bfa42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.879630] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94e3b33-db9f-4c56-8e30-f3e4348bf9d0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.889498] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eead2b72-5214-4ecc-b4a3-60847762c0bb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.923570] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5174c902-3c58-4103-a975-dbaccfa1445c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.924817] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56874741-9e60-48f8-a1cc-24d50f10f85b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.933914] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a9c42d-8643-44c9-a834-4180d13af6bf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.950546] env[61960]: DEBUG nova.compute.provider_tree [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.040382] env[61960]: DEBUG oslo_vmware.api [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c8e63f-44c0-2a64-5995-cda8604bfa42, 'name': SearchDatastore_Task, 'duration_secs': 0.03078} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.045988] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6069af0-9ad4-4275-a285-786cc1215607 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.051752] env[61960]: DEBUG oslo_vmware.api [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Waiting for the task: (returnval){ [ 760.051752] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]521a02bd-474e-dec5-18c3-77e33f1e84dc" [ 760.051752] env[61960]: _type = "Task" [ 760.051752] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.060277] env[61960]: DEBUG oslo_vmware.api [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]521a02bd-474e-dec5-18c3-77e33f1e84dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.076751] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "6449dbd4-9f77-4838-917c-ec22e0d2359c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.076992] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "6449dbd4-9f77-4838-917c-ec22e0d2359c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.457109] env[61960]: DEBUG nova.scheduler.client.report [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 760.549391] env[61960]: INFO nova.compute.manager [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Rebuilding instance [ 760.562303] env[61960]: DEBUG oslo_vmware.api [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]521a02bd-474e-dec5-18c3-77e33f1e84dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010129} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.563434] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.563750] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 923e0640-977c-4920-a04c-f870bb04ec91/923e0640-977c-4920-a04c-f870bb04ec91.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 760.564060] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6df1e930-c943-4815-851e-4548a37e4037 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.573390] env[61960]: DEBUG oslo_vmware.api [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Waiting for the task: (returnval){ [ 760.573390] env[61960]: value = "task-435984" [ 760.573390] env[61960]: _type = "Task" [ 760.573390] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.582103] env[61960]: DEBUG nova.compute.manager [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 760.585155] env[61960]: DEBUG oslo_vmware.api [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Task: {'id': task-435984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.657796] env[61960]: DEBUG nova.compute.manager [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 760.657796] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997ae90a-2016-426d-9065-bd50f0dfe7c8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.665438] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ee5ed26d-0ff1-49aa-8b11-46573dc59b8f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Acquiring lock "75f20950-215e-4694-9cd3-ac93bcbf6bb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.665689] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ee5ed26d-0ff1-49aa-8b11-46573dc59b8f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Lock "75f20950-215e-4694-9cd3-ac93bcbf6bb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.665894] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ee5ed26d-0ff1-49aa-8b11-46573dc59b8f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Acquiring lock "75f20950-215e-4694-9cd3-ac93bcbf6bb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.666105] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ee5ed26d-0ff1-49aa-8b11-46573dc59b8f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Lock "75f20950-215e-4694-9cd3-ac93bcbf6bb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.666431] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ee5ed26d-0ff1-49aa-8b11-46573dc59b8f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Lock "75f20950-215e-4694-9cd3-ac93bcbf6bb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.668468] env[61960]: INFO nova.compute.manager [None req-ee5ed26d-0ff1-49aa-8b11-46573dc59b8f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Terminating instance [ 760.670271] env[61960]: DEBUG nova.compute.manager [None req-ee5ed26d-0ff1-49aa-8b11-46573dc59b8f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 760.670463] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5ed26d-0ff1-49aa-8b11-46573dc59b8f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 760.671871] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6513fe76-6892-4f81-a77e-ba6a7f582024 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.680852] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5ed26d-0ff1-49aa-8b11-46573dc59b8f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 760.681721] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9ff3248-63a3-47c9-9f6c-3da771b6e53f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.687160] env[61960]: DEBUG oslo_vmware.api [None req-ee5ed26d-0ff1-49aa-8b11-46573dc59b8f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Waiting for the task: (returnval){ [ 760.687160] env[61960]: value = "task-435985" [ 760.687160] env[61960]: _type = "Task" [ 760.687160] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.698123] env[61960]: DEBUG oslo_vmware.api [None req-ee5ed26d-0ff1-49aa-8b11-46573dc59b8f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.855924] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.962438] env[61960]: DEBUG oslo_concurrency.lockutils [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.962438] env[61960]: DEBUG nova.compute.manager [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 760.966542] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.572s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.968027] env[61960]: INFO nova.compute.claims [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.086260] env[61960]: DEBUG oslo_vmware.api [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Task: {'id': task-435984, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.140551] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.168301] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 761.169044] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95e9aa4e-405f-44c9-9bae-b1e19724879e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.179156] env[61960]: DEBUG oslo_vmware.api [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 761.179156] env[61960]: value = "task-435986" [ 761.179156] env[61960]: _type = "Task" [ 761.179156] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.192392] env[61960]: DEBUG oslo_vmware.api [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.204542] env[61960]: DEBUG oslo_vmware.api [None req-ee5ed26d-0ff1-49aa-8b11-46573dc59b8f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435985, 'name': PowerOffVM_Task, 'duration_secs': 0.231465} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.206232] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5ed26d-0ff1-49aa-8b11-46573dc59b8f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 761.206854] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5ed26d-0ff1-49aa-8b11-46573dc59b8f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 761.206938] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7e3ab11-1a75-4dee-bf6f-bf465af36f50 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.286769] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5ed26d-0ff1-49aa-8b11-46573dc59b8f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 761.287044] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5ed26d-0ff1-49aa-8b11-46573dc59b8f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 761.287242] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee5ed26d-0ff1-49aa-8b11-46573dc59b8f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Deleting the datastore file [datastore1] 75f20950-215e-4694-9cd3-ac93bcbf6bb3 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.287576] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5756339c-c11f-4aff-ba2e-456b39e0fc2c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.297824] env[61960]: DEBUG oslo_vmware.api [None req-ee5ed26d-0ff1-49aa-8b11-46573dc59b8f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Waiting for the task: (returnval){ [ 761.297824] env[61960]: value = "task-435988" [ 761.297824] env[61960]: _type = "Task" [ 761.297824] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.307523] env[61960]: DEBUG oslo_vmware.api [None req-ee5ed26d-0ff1-49aa-8b11-46573dc59b8f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.471995] env[61960]: DEBUG nova.compute.utils [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 761.475306] env[61960]: DEBUG nova.compute.manager [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 761.475500] env[61960]: DEBUG nova.network.neutron [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 761.583525] env[61960]: DEBUG oslo_vmware.api [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Task: {'id': task-435984, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651348} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.583782] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 923e0640-977c-4920-a04c-f870bb04ec91/923e0640-977c-4920-a04c-f870bb04ec91.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 761.584015] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.584280] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-500a4256-1df7-4ce6-ad78-941ff925c16e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.590132] env[61960]: DEBUG oslo_vmware.api [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Waiting for the task: (returnval){ [ 761.590132] env[61960]: value = "task-435989" [ 761.590132] env[61960]: _type = "Task" [ 761.590132] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.597148] env[61960]: DEBUG oslo_vmware.api [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Task: {'id': task-435989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.689360] env[61960]: DEBUG oslo_vmware.api [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435986, 'name': PowerOffVM_Task, 'duration_secs': 0.32253} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.689360] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 761.689579] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 761.690472] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32dfc583-4bcd-4341-8187-3bf74e381a02 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.697120] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 761.697564] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4700b119-588b-4295-9a0d-bc48a6913cbc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.731677] env[61960]: DEBUG oslo_concurrency.lockutils [None req-780eb137-0ff6-4981-9a6c-bf74b36de51a tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Acquiring lock "ff9c99c7-43b2-479e-a171-269edf1aa75d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.731677] env[61960]: DEBUG oslo_concurrency.lockutils [None req-780eb137-0ff6-4981-9a6c-bf74b36de51a tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Lock "ff9c99c7-43b2-479e-a171-269edf1aa75d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.731868] env[61960]: DEBUG oslo_concurrency.lockutils [None req-780eb137-0ff6-4981-9a6c-bf74b36de51a tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Acquiring lock "ff9c99c7-43b2-479e-a171-269edf1aa75d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.731985] env[61960]: DEBUG oslo_concurrency.lockutils [None req-780eb137-0ff6-4981-9a6c-bf74b36de51a tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Lock "ff9c99c7-43b2-479e-a171-269edf1aa75d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.732169] env[61960]: DEBUG oslo_concurrency.lockutils [None req-780eb137-0ff6-4981-9a6c-bf74b36de51a tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Lock "ff9c99c7-43b2-479e-a171-269edf1aa75d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.734331] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Acquiring lock "66b0d824-035d-44df-a7c1-af0f4d23e4b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.734547] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Lock "66b0d824-035d-44df-a7c1-af0f4d23e4b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.734777] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Acquiring lock "66b0d824-035d-44df-a7c1-af0f4d23e4b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.734971] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Lock "66b0d824-035d-44df-a7c1-af0f4d23e4b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.735160] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Lock "66b0d824-035d-44df-a7c1-af0f4d23e4b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.736808] env[61960]: INFO nova.compute.manager [None req-780eb137-0ff6-4981-9a6c-bf74b36de51a tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Terminating instance [ 761.738203] env[61960]: INFO nova.compute.manager [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Terminating instance [ 761.739813] env[61960]: DEBUG nova.compute.manager [None req-780eb137-0ff6-4981-9a6c-bf74b36de51a tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 761.740109] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-303ff0cf-b2f4-435e-b9a1-fa654b5d228c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.742566] env[61960]: DEBUG nova.compute.manager [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 761.742762] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 761.743780] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e3c7bb-4de6-46e1-9ce0-1b4471edd02b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.751556] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 761.752264] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9488cfd0-eb76-46c2-ad1e-f7386e2fcff6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.756538] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3fa359-b361-42c2-a603-6c3952c9f50f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.768228] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 761.768448] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 761.768658] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Deleting the datastore file [datastore1] d96217b7-2f67-421c-b977-b660bdff8dd4 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.769227] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-198e74eb-654b-499b-9d7f-656e4bb834fa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.771945] env[61960]: DEBUG oslo_vmware.api [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Waiting for the task: (returnval){ [ 761.771945] env[61960]: value = "task-435991" [ 761.771945] env[61960]: _type = "Task" [ 761.771945] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.776304] env[61960]: DEBUG oslo_vmware.api [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 761.776304] env[61960]: value = "task-435992" [ 761.776304] env[61960]: _type = "Task" [ 761.776304] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.783742] env[61960]: DEBUG oslo_vmware.api [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Task: {'id': task-435991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.795607] env[61960]: WARNING nova.virt.vmwareapi.driver [None req-780eb137-0ff6-4981-9a6c-bf74b36de51a tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance ff9c99c7-43b2-479e-a171-269edf1aa75d could not be found. [ 761.795836] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-780eb137-0ff6-4981-9a6c-bf74b36de51a tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 761.796283] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc1ea4f8-fde2-49e4-b411-f504b6f9f95a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.801293] env[61960]: DEBUG oslo_vmware.api [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.809412] env[61960]: DEBUG oslo_vmware.api [None req-ee5ed26d-0ff1-49aa-8b11-46573dc59b8f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-435988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248265} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.810548] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee5ed26d-0ff1-49aa-8b11-46573dc59b8f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.810775] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5ed26d-0ff1-49aa-8b11-46573dc59b8f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 761.810986] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5ed26d-0ff1-49aa-8b11-46573dc59b8f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 761.811208] env[61960]: INFO nova.compute.manager [None req-ee5ed26d-0ff1-49aa-8b11-46573dc59b8f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 761.811482] env[61960]: DEBUG oslo.service.loopingcall [None req-ee5ed26d-0ff1-49aa-8b11-46573dc59b8f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 761.811775] env[61960]: DEBUG nova.compute.manager [-] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 761.811885] env[61960]: DEBUG nova.network.neutron [-] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 761.816223] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c582e94a-417c-4b69-8ebf-986c47bf1594 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.850227] env[61960]: WARNING nova.virt.vmwareapi.vmops [None req-780eb137-0ff6-4981-9a6c-bf74b36de51a tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance ff9c99c7-43b2-479e-a171-269edf1aa75d could not be found. [ 761.850227] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-780eb137-0ff6-4981-9a6c-bf74b36de51a tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 761.850227] env[61960]: INFO nova.compute.manager [None req-780eb137-0ff6-4981-9a6c-bf74b36de51a tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Took 0.11 seconds to destroy the instance on the hypervisor. [ 761.850428] env[61960]: DEBUG oslo.service.loopingcall [None req-780eb137-0ff6-4981-9a6c-bf74b36de51a tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 761.850571] env[61960]: DEBUG nova.compute.manager [-] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 761.850661] env[61960]: DEBUG nova.network.neutron [-] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 761.877434] env[61960]: DEBUG nova.policy [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3490b7b754734621a77d0e71de2d409e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3eeccb99cb134932a5614fa56bfa12ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 761.976345] env[61960]: DEBUG nova.compute.manager [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 762.102688] env[61960]: DEBUG oslo_vmware.api [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Task: {'id': task-435989, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061458} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.105402] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.106710] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c634f7-a2e1-420c-96c0-6ea88d54df0f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.127666] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 923e0640-977c-4920-a04c-f870bb04ec91/923e0640-977c-4920-a04c-f870bb04ec91.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.130238] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b751527-bae7-4f2a-b595-93e1f2dffe6d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.149759] env[61960]: DEBUG oslo_vmware.api [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Waiting for the task: (returnval){ [ 762.149759] env[61960]: value = "task-435993" [ 762.149759] env[61960]: _type = "Task" [ 762.149759] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.160911] env[61960]: DEBUG oslo_vmware.api [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Task: {'id': task-435993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.287885] env[61960]: DEBUG oslo_vmware.api [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Task: {'id': task-435991, 'name': PowerOffVM_Task, 'duration_secs': 0.270895} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.293514] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 762.293934] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 762.296351] env[61960]: DEBUG oslo_vmware.api [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147309} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.296351] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2ce1db8-99ae-43ba-b347-74884f98ccfe {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.296351] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.296590] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 762.297019] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 762.376885] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 762.376885] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 762.377062] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Deleting the datastore file [datastore1] 66b0d824-035d-44df-a7c1-af0f4d23e4b9 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.378479] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30ff228c-f6df-4cdb-9875-05b952af2f08 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.387231] env[61960]: DEBUG oslo_vmware.api [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Waiting for the task: (returnval){ [ 762.387231] env[61960]: value = "task-435995" [ 762.387231] env[61960]: _type = "Task" [ 762.387231] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.400399] env[61960]: DEBUG oslo_vmware.api [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Task: {'id': task-435995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.549070] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59b4a21-d3c0-4a12-898f-faaa25d039bc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.555906] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fa5795-29ee-4142-90f7-032b9984bde2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.585427] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afcc07f-5fd7-42f5-855f-a966a811bf1b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.593115] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dd79f5-a639-49d4-ab94-b7be3570d8b2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.605321] env[61960]: DEBUG nova.compute.provider_tree [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 762.661584] env[61960]: DEBUG oslo_vmware.api [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Task: {'id': task-435993, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.882107] env[61960]: DEBUG nova.network.neutron [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Successfully created port: 0b02af72-34fa-44a9-b8a8-13fab9989e20 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.906949] env[61960]: DEBUG oslo_vmware.api [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Task: {'id': task-435995, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269002} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.910991] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.910991] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 762.910991] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 762.910991] env[61960]: INFO nova.compute.manager [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 762.910991] env[61960]: DEBUG oslo.service.loopingcall [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 762.910991] env[61960]: DEBUG nova.compute.manager [-] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 762.910991] env[61960]: DEBUG nova.network.neutron [-] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 762.991909] env[61960]: DEBUG nova.compute.manager [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 763.058438] env[61960]: DEBUG nova.virt.hardware [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 763.058438] env[61960]: DEBUG nova.virt.hardware [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 763.058438] env[61960]: DEBUG nova.virt.hardware [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.058438] env[61960]: DEBUG nova.virt.hardware [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 763.058728] env[61960]: DEBUG nova.virt.hardware [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.058728] env[61960]: DEBUG nova.virt.hardware [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 763.058894] env[61960]: DEBUG nova.virt.hardware [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 763.060167] env[61960]: DEBUG nova.virt.hardware [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 763.060167] env[61960]: DEBUG nova.virt.hardware [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 763.060167] env[61960]: DEBUG nova.virt.hardware [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 763.060167] env[61960]: DEBUG nova.virt.hardware [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 763.061506] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fade8882-cefd-43e0-997d-14fe3912dbf0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.080478] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b70a9c-156b-46dc-a572-15ac3351306c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.145330] env[61960]: ERROR nova.scheduler.client.report [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [req-a1cd68cd-e077-4537-8764-7d576a2b0256] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a1cd68cd-e077-4537-8764-7d576a2b0256"}]} [ 763.163291] env[61960]: DEBUG oslo_vmware.api [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Task: {'id': task-435993, 'name': ReconfigVM_Task, 'duration_secs': 0.538103} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.163925] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 923e0640-977c-4920-a04c-f870bb04ec91/923e0640-977c-4920-a04c-f870bb04ec91.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.164793] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7de6582f-4743-4601-8239-b5db0b190ac0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.170181] env[61960]: DEBUG nova.scheduler.client.report [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 763.181669] env[61960]: DEBUG oslo_vmware.api [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Waiting for the task: (returnval){ [ 763.181669] env[61960]: value = "task-435996" [ 763.181669] env[61960]: _type = "Task" [ 763.181669] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.193893] env[61960]: DEBUG oslo_vmware.api [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Task: {'id': task-435996, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.218748] env[61960]: DEBUG nova.scheduler.client.report [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 763.219046] env[61960]: DEBUG nova.compute.provider_tree [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 763.278412] env[61960]: DEBUG nova.scheduler.client.report [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 763.318944] env[61960]: DEBUG nova.network.neutron [-] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.355252] env[61960]: DEBUG nova.scheduler.client.report [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 763.393226] env[61960]: DEBUG nova.virt.hardware [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 763.393226] env[61960]: DEBUG nova.virt.hardware [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 763.393226] env[61960]: DEBUG nova.virt.hardware [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.393226] env[61960]: DEBUG nova.virt.hardware [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 763.393226] env[61960]: DEBUG nova.virt.hardware [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.393591] env[61960]: DEBUG nova.virt.hardware [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 763.393686] env[61960]: DEBUG nova.virt.hardware [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 763.394191] env[61960]: DEBUG nova.virt.hardware [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 763.394514] env[61960]: DEBUG nova.virt.hardware [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 763.394719] env[61960]: DEBUG nova.virt.hardware [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 763.394906] env[61960]: DEBUG nova.virt.hardware [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 763.396275] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5782ea-7087-42d9-9135-f7de828cb79b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.408960] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4ed50a-1351-4357-87cf-fecd0481bf48 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.426954] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:9f:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab4dbb26-7cca-47cc-ad1e-ee78989677cf', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.435048] env[61960]: DEBUG oslo.service.loopingcall [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 763.438766] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 763.439332] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b430ea9c-b96e-4717-9d0d-d251f7d1fbf7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.464353] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.464353] env[61960]: value = "task-435997" [ 763.464353] env[61960]: _type = "Task" [ 763.464353] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.472529] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435997, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.694851] env[61960]: DEBUG oslo_vmware.api [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Task: {'id': task-435996, 'name': Rename_Task, 'duration_secs': 0.165698} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.695216] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 763.695576] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8b5286e-d0ce-4c2e-8720-ece2698c1fb5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.704299] env[61960]: DEBUG oslo_vmware.api [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Waiting for the task: (returnval){ [ 763.704299] env[61960]: value = "task-435998" [ 763.704299] env[61960]: _type = "Task" [ 763.704299] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.719559] env[61960]: DEBUG oslo_vmware.api [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Task: {'id': task-435998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.825038] env[61960]: INFO nova.compute.manager [-] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Took 2.01 seconds to deallocate network for instance. [ 763.858571] env[61960]: DEBUG nova.compute.manager [req-7bc09ca0-c879-4f61-8e71-0c1af07a3882 req-0decb695-9100-479d-be2d-452ee8506e91 service nova] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Received event network-vif-deleted-3856eaa4-6b9e-4405-a9ce-5eee22e24e99 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 763.859822] env[61960]: DEBUG nova.network.neutron [-] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.974480] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-435997, 'name': CreateVM_Task, 'duration_secs': 0.371951} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.974855] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 763.976475] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.976475] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.976475] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.976475] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa2567f5-e905-41c8-80a3-747df7ed6459 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.982699] env[61960]: DEBUG oslo_vmware.api [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 763.982699] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b2cd49-6ab3-e93b-60a8-9da3505db7d6" [ 763.982699] env[61960]: _type = "Task" [ 763.982699] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.995245] env[61960]: DEBUG oslo_vmware.api [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b2cd49-6ab3-e93b-60a8-9da3505db7d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009018} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.995826] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.995826] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.996186] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.997320] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.997582] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.997931] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6871715-1c87-4964-b9c8-37fc63f0e499 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.008939] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.008939] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 764.009648] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aed396cf-cda7-4e3e-8f04-7c3985e20a27 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.017410] env[61960]: DEBUG oslo_vmware.api [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 764.017410] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52d623e3-a261-e85c-ce54-d1b0c1ac5a08" [ 764.017410] env[61960]: _type = "Task" [ 764.017410] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.030401] env[61960]: DEBUG oslo_vmware.api [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52d623e3-a261-e85c-ce54-d1b0c1ac5a08, 'name': SearchDatastore_Task, 'duration_secs': 0.009898} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.031762] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f51affdc-8953-4cd9-b74f-8c75db0184ea {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.036401] env[61960]: DEBUG oslo_vmware.api [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 764.036401] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52694f22-4e0a-cf19-cc46-e7216b132150" [ 764.036401] env[61960]: _type = "Task" [ 764.036401] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.045247] env[61960]: DEBUG oslo_vmware.api [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52694f22-4e0a-cf19-cc46-e7216b132150, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.048893] env[61960]: DEBUG nova.compute.manager [req-5db5b36a-0c6a-4bca-9fd9-2d6d89c36786 req-b232bd5b-ba68-4bcb-975d-56da1a601d43 service nova] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Received event network-vif-deleted-2c802e6c-5e92-4a78-bf95-477476bcf484 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 764.049338] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc21f966-bbe9-411f-bb26-03f8fe3d4059 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.056619] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecc5646-030f-47aa-b352-1f7f97cd8e48 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.091577] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838598d7-c7c7-41d7-970b-f695cb27f9cd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.099606] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1d1494-9b47-4340-9b7f-b930a780e4bd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.115411] env[61960]: DEBUG nova.compute.provider_tree [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 764.214955] env[61960]: DEBUG oslo_vmware.api [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Task: {'id': task-435998, 'name': PowerOnVM_Task, 'duration_secs': 0.434322} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.215264] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 764.215464] env[61960]: INFO nova.compute.manager [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Took 5.92 seconds to spawn the instance on the hypervisor. [ 764.215648] env[61960]: DEBUG nova.compute.manager [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 764.216502] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f436483-8840-4268-b42b-444c924c144d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.322373] env[61960]: DEBUG nova.network.neutron [-] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.335809] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ee5ed26d-0ff1-49aa-8b11-46573dc59b8f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.362230] env[61960]: INFO nova.compute.manager [-] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Took 2.51 seconds to deallocate network for instance. [ 764.546922] env[61960]: DEBUG oslo_vmware.api [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52694f22-4e0a-cf19-cc46-e7216b132150, 'name': SearchDatastore_Task, 'duration_secs': 0.01061} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.547187] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.547508] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] d96217b7-2f67-421c-b977-b660bdff8dd4/d96217b7-2f67-421c-b977-b660bdff8dd4.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 764.547775] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-286f8cb8-36cd-4b0e-aad3-15ac5d2a2521 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.559023] env[61960]: DEBUG oslo_vmware.api [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 764.559023] env[61960]: value = "task-435999" [ 764.559023] env[61960]: _type = "Task" [ 764.559023] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.570211] env[61960]: DEBUG oslo_vmware.api [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.638925] env[61960]: ERROR nova.scheduler.client.report [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [req-f08ffe1a-2a82-4136-866c-446500c06384] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f08ffe1a-2a82-4136-866c-446500c06384"}]} [ 764.659027] env[61960]: DEBUG nova.scheduler.client.report [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 764.677229] env[61960]: DEBUG nova.scheduler.client.report [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 764.677528] env[61960]: DEBUG nova.compute.provider_tree [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 764.691982] env[61960]: DEBUG nova.scheduler.client.report [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 764.728035] env[61960]: DEBUG nova.scheduler.client.report [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 764.742292] env[61960]: INFO nova.compute.manager [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Took 46.87 seconds to build instance. [ 764.769937] env[61960]: DEBUG oslo_concurrency.lockutils [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquiring lock "c3caa025-ae48-4430-a910-59a145e265c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.770216] env[61960]: DEBUG oslo_concurrency.lockutils [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Lock "c3caa025-ae48-4430-a910-59a145e265c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.797120] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "d7f5243f-7071-404d-9549-b381257d5288" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.797120] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "d7f5243f-7071-404d-9549-b381257d5288" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.826192] env[61960]: INFO nova.compute.manager [-] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Took 1.92 seconds to deallocate network for instance. [ 764.951154] env[61960]: INFO nova.compute.manager [None req-780eb137-0ff6-4981-9a6c-bf74b36de51a tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Took 0.59 seconds to detach 1 volumes for instance. [ 764.954534] env[61960]: DEBUG nova.compute.manager [None req-780eb137-0ff6-4981-9a6c-bf74b36de51a tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Deleting volume: 5dbe69f9-0315-464c-87fe-223b5d87b019 {{(pid=61960) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3247}} [ 765.076139] env[61960]: DEBUG oslo_vmware.api [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435999, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.198665] env[61960]: DEBUG nova.network.neutron [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Successfully updated port: 0b02af72-34fa-44a9-b8a8-13fab9989e20 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.244297] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5dbdeb7f-fc62-4ab3-961e-d2bdb95dd52c tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Lock "923e0640-977c-4920-a04c-f870bb04ec91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.351s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.281779] env[61960]: DEBUG nova.compute.manager [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 765.305603] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d535c104-fc89-4e00-be46-036f432a7a5f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.308919] env[61960]: DEBUG nova.compute.manager [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 765.320509] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5171fa-bf88-483d-9903-1362d9f118aa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.361292] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.364558] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4246c158-c861-469f-94f0-c4cfa424710d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.372043] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f383ade-fbba-43b9-a644-0094e587981a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.389925] env[61960]: DEBUG nova.compute.provider_tree [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 765.559576] env[61960]: DEBUG oslo_concurrency.lockutils [None req-780eb137-0ff6-4981-9a6c-bf74b36de51a tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.575861] env[61960]: DEBUG oslo_vmware.api [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-435999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.832114} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.575861] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] d96217b7-2f67-421c-b977-b660bdff8dd4/d96217b7-2f67-421c-b977-b660bdff8dd4.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 765.575861] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.575861] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-942fbd7a-57bd-454c-9adf-ba6d0bf2da39 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.583239] env[61960]: DEBUG oslo_vmware.api [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 765.583239] env[61960]: value = "task-436001" [ 765.583239] env[61960]: _type = "Task" [ 765.583239] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.595042] env[61960]: DEBUG oslo_vmware.api [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.703113] env[61960]: DEBUG oslo_concurrency.lockutils [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquiring lock "refresh_cache-15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.703306] env[61960]: DEBUG oslo_concurrency.lockutils [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquired lock "refresh_cache-15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.703464] env[61960]: DEBUG nova.network.neutron [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 765.822090] env[61960]: DEBUG oslo_concurrency.lockutils [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.836377] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.939278] env[61960]: DEBUG nova.compute.manager [req-b5d68a83-295f-4150-8fb6-11783581158d req-4d1767ed-b212-4c3b-a873-f8c6689ca524 service nova] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Received event network-vif-deleted-7b875cdf-6f69-4b7a-ba1a-abc02a17d765 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 765.943095] env[61960]: DEBUG nova.scheduler.client.report [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 91 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 765.943347] env[61960]: DEBUG nova.compute.provider_tree [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 91 to 92 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 765.943530] env[61960]: DEBUG nova.compute.provider_tree [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 766.069073] env[61960]: DEBUG nova.compute.manager [None req-a82b3de6-6b86-4196-b40b-2b48bfc13df3 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 766.071046] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdb64dc-e36c-4752-ae6d-e7abae667865 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.074924] env[61960]: DEBUG nova.compute.manager [req-1ccac424-e8ac-4569-87dc-740e9b23819c req-12e929ca-c3b4-44af-a586-650f9017138d service nova] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Received event network-vif-plugged-0b02af72-34fa-44a9-b8a8-13fab9989e20 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 766.075180] env[61960]: DEBUG oslo_concurrency.lockutils [req-1ccac424-e8ac-4569-87dc-740e9b23819c req-12e929ca-c3b4-44af-a586-650f9017138d service nova] Acquiring lock "15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.075401] env[61960]: DEBUG oslo_concurrency.lockutils [req-1ccac424-e8ac-4569-87dc-740e9b23819c req-12e929ca-c3b4-44af-a586-650f9017138d service nova] Lock "15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.075571] env[61960]: DEBUG oslo_concurrency.lockutils [req-1ccac424-e8ac-4569-87dc-740e9b23819c req-12e929ca-c3b4-44af-a586-650f9017138d service nova] Lock "15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.075744] env[61960]: DEBUG nova.compute.manager [req-1ccac424-e8ac-4569-87dc-740e9b23819c req-12e929ca-c3b4-44af-a586-650f9017138d service nova] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] No waiting events found dispatching network-vif-plugged-0b02af72-34fa-44a9-b8a8-13fab9989e20 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 766.075909] env[61960]: WARNING nova.compute.manager [req-1ccac424-e8ac-4569-87dc-740e9b23819c req-12e929ca-c3b4-44af-a586-650f9017138d service nova] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Received unexpected event network-vif-plugged-0b02af72-34fa-44a9-b8a8-13fab9989e20 for instance with vm_state building and task_state spawning. [ 766.076087] env[61960]: DEBUG nova.compute.manager [req-1ccac424-e8ac-4569-87dc-740e9b23819c req-12e929ca-c3b4-44af-a586-650f9017138d service nova] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Received event network-changed-0b02af72-34fa-44a9-b8a8-13fab9989e20 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 766.076251] env[61960]: DEBUG nova.compute.manager [req-1ccac424-e8ac-4569-87dc-740e9b23819c req-12e929ca-c3b4-44af-a586-650f9017138d service nova] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Refreshing instance network info cache due to event network-changed-0b02af72-34fa-44a9-b8a8-13fab9989e20. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 766.076419] env[61960]: DEBUG oslo_concurrency.lockutils [req-1ccac424-e8ac-4569-87dc-740e9b23819c req-12e929ca-c3b4-44af-a586-650f9017138d service nova] Acquiring lock "refresh_cache-15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.092290] env[61960]: DEBUG oslo_vmware.api [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.259251] env[61960]: DEBUG nova.network.neutron [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 766.273981] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Acquiring lock "923e0640-977c-4920-a04c-f870bb04ec91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.274271] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Lock "923e0640-977c-4920-a04c-f870bb04ec91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.274487] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Acquiring lock "923e0640-977c-4920-a04c-f870bb04ec91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.274705] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Lock "923e0640-977c-4920-a04c-f870bb04ec91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.274894] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Lock "923e0640-977c-4920-a04c-f870bb04ec91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.281675] env[61960]: INFO nova.compute.manager [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Terminating instance [ 766.281771] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Acquiring lock "refresh_cache-923e0640-977c-4920-a04c-f870bb04ec91" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.281894] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Acquired lock "refresh_cache-923e0640-977c-4920-a04c-f870bb04ec91" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.282069] env[61960]: DEBUG nova.network.neutron [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 766.448534] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.483s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.449227] env[61960]: DEBUG nova.compute.manager [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 766.454842] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.077s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.454842] env[61960]: INFO nova.compute.claims [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.511233] env[61960]: DEBUG nova.network.neutron [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Updating instance_info_cache with network_info: [{"id": "0b02af72-34fa-44a9-b8a8-13fab9989e20", "address": "fa:16:3e:63:3c:fb", "network": {"id": "377873bf-feec-42cb-b39d-46c238921532", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1083648275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3eeccb99cb134932a5614fa56bfa12ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b02af72-34", "ovs_interfaceid": "0b02af72-34fa-44a9-b8a8-13fab9989e20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.584622] env[61960]: INFO nova.compute.manager [None req-a82b3de6-6b86-4196-b40b-2b48bfc13df3 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] instance snapshotting [ 766.585376] env[61960]: DEBUG nova.objects.instance [None req-a82b3de6-6b86-4196-b40b-2b48bfc13df3 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Lazy-loading 'flavor' on Instance uuid 923e0640-977c-4920-a04c-f870bb04ec91 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.598672] env[61960]: DEBUG oslo_vmware.api [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.809542} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.598672] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.599922] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69436b97-fc78-4ea3-a898-91cc7a7c2c04 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.625108] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] d96217b7-2f67-421c-b977-b660bdff8dd4/d96217b7-2f67-421c-b977-b660bdff8dd4.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.625558] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f3051e1-0575-476f-8359-e1b702f326f9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.647537] env[61960]: DEBUG oslo_vmware.api [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 766.647537] env[61960]: value = "task-436002" [ 766.647537] env[61960]: _type = "Task" [ 766.647537] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.656254] env[61960]: DEBUG oslo_vmware.api [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436002, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.803936] env[61960]: DEBUG nova.network.neutron [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 766.905399] env[61960]: DEBUG nova.network.neutron [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.966524] env[61960]: DEBUG nova.compute.utils [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 766.966524] env[61960]: DEBUG nova.compute.manager [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 766.966524] env[61960]: DEBUG nova.network.neutron [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 767.014344] env[61960]: DEBUG oslo_concurrency.lockutils [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Releasing lock "refresh_cache-15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.014668] env[61960]: DEBUG nova.compute.manager [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Instance network_info: |[{"id": "0b02af72-34fa-44a9-b8a8-13fab9989e20", "address": "fa:16:3e:63:3c:fb", "network": {"id": "377873bf-feec-42cb-b39d-46c238921532", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1083648275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3eeccb99cb134932a5614fa56bfa12ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b02af72-34", "ovs_interfaceid": "0b02af72-34fa-44a9-b8a8-13fab9989e20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 767.014992] env[61960]: DEBUG oslo_concurrency.lockutils [req-1ccac424-e8ac-4569-87dc-740e9b23819c req-12e929ca-c3b4-44af-a586-650f9017138d service nova] Acquired lock "refresh_cache-15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.015211] env[61960]: DEBUG nova.network.neutron [req-1ccac424-e8ac-4569-87dc-740e9b23819c req-12e929ca-c3b4-44af-a586-650f9017138d service nova] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Refreshing network info cache for port 0b02af72-34fa-44a9-b8a8-13fab9989e20 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 767.020114] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:3c:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b02af72-34fa-44a9-b8a8-13fab9989e20', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.027338] env[61960]: DEBUG oslo.service.loopingcall [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 767.028386] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 767.028653] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f92470b5-c91d-4aae-940e-3c0cd164e530 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.052787] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.052787] env[61960]: value = "task-436003" [ 767.052787] env[61960]: _type = "Task" [ 767.052787] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.062176] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436003, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.071284] env[61960]: DEBUG nova.policy [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47e6b9a7641e471bba3e03d96596641d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ed59c3c981e414fa4adb0258bce199f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 767.096460] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0804d0d3-ca73-44f2-9f75-fd7c0fcc42b9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.111599] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b7656f-6782-45d1-afa5-508b4f05556a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.165095] env[61960]: DEBUG oslo_vmware.api [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436002, 'name': ReconfigVM_Task, 'duration_secs': 0.293873} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.165095] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Reconfigured VM instance instance-00000010 to attach disk [datastore1] d96217b7-2f67-421c-b977-b660bdff8dd4/d96217b7-2f67-421c-b977-b660bdff8dd4.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.165095] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4eef5969-5094-4b88-8c47-c753866b96dd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.180874] env[61960]: DEBUG oslo_vmware.api [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 767.180874] env[61960]: value = "task-436004" [ 767.180874] env[61960]: _type = "Task" [ 767.180874] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.191480] env[61960]: DEBUG oslo_vmware.api [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436004, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.413123] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Releasing lock "refresh_cache-923e0640-977c-4920-a04c-f870bb04ec91" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.413123] env[61960]: DEBUG nova.compute.manager [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 767.413123] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 767.413123] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59346c05-2013-47cb-928c-9ca92d21405f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.430570] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 767.430570] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8377cd5a-dbd9-4a05-9f28-d817e14e33a3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.432475] env[61960]: DEBUG oslo_vmware.api [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Waiting for the task: (returnval){ [ 767.432475] env[61960]: value = "task-436005" [ 767.432475] env[61960]: _type = "Task" [ 767.432475] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.450228] env[61960]: DEBUG oslo_vmware.api [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Task: {'id': task-436005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.470262] env[61960]: DEBUG nova.compute.manager [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 767.563344] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436003, 'name': CreateVM_Task, 'duration_secs': 0.442636} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.566068] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 767.569134] env[61960]: DEBUG oslo_concurrency.lockutils [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.569134] env[61960]: DEBUG oslo_concurrency.lockutils [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.569134] env[61960]: DEBUG oslo_concurrency.lockutils [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.569134] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aadc0ded-e5e9-4c92-b480-5469a221080f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.574095] env[61960]: DEBUG oslo_vmware.api [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 767.574095] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5201988e-cd4d-709f-cb32-f5994c4fbb3e" [ 767.574095] env[61960]: _type = "Task" [ 767.574095] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.586951] env[61960]: DEBUG oslo_vmware.api [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5201988e-cd4d-709f-cb32-f5994c4fbb3e, 'name': SearchDatastore_Task, 'duration_secs': 0.009726} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.590216] env[61960]: DEBUG oslo_concurrency.lockutils [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.590566] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.590933] env[61960]: DEBUG oslo_concurrency.lockutils [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.591210] env[61960]: DEBUG oslo_concurrency.lockutils [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.591689] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.594599] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b8ea64b-8f83-4965-980e-8b99ee91b10a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.602721] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.602906] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 767.603633] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7981f480-6f0f-4afe-bbeb-f20e0291d727 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.609596] env[61960]: DEBUG oslo_vmware.api [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 767.609596] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52a714e1-74f5-ab9e-c369-599887dae3dc" [ 767.609596] env[61960]: _type = "Task" [ 767.609596] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.619951] env[61960]: DEBUG oslo_vmware.api [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52a714e1-74f5-ab9e-c369-599887dae3dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.621740] env[61960]: DEBUG nova.compute.manager [None req-a82b3de6-6b86-4196-b40b-2b48bfc13df3 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Instance disappeared during snapshot {{(pid=61960) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4494}} [ 767.658997] env[61960]: DEBUG nova.network.neutron [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Successfully created port: 69d44a8f-5330-4012-a43c-03aff55c6a39 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 767.695200] env[61960]: DEBUG oslo_vmware.api [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436004, 'name': Rename_Task, 'duration_secs': 0.141697} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.695386] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 767.695632] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c43fe3b-9351-4c93-81c7-2cea06d861b6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.701337] env[61960]: DEBUG oslo_vmware.api [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 767.701337] env[61960]: value = "task-436006" [ 767.701337] env[61960]: _type = "Task" [ 767.701337] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.709202] env[61960]: DEBUG oslo_vmware.api [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.859069] env[61960]: DEBUG nova.compute.manager [None req-a82b3de6-6b86-4196-b40b-2b48bfc13df3 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Found 0 images (rotation: 2) {{(pid=61960) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 767.898230] env[61960]: DEBUG nova.network.neutron [req-1ccac424-e8ac-4569-87dc-740e9b23819c req-12e929ca-c3b4-44af-a586-650f9017138d service nova] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Updated VIF entry in instance network info cache for port 0b02af72-34fa-44a9-b8a8-13fab9989e20. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 767.898531] env[61960]: DEBUG nova.network.neutron [req-1ccac424-e8ac-4569-87dc-740e9b23819c req-12e929ca-c3b4-44af-a586-650f9017138d service nova] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Updating instance_info_cache with network_info: [{"id": "0b02af72-34fa-44a9-b8a8-13fab9989e20", "address": "fa:16:3e:63:3c:fb", "network": {"id": "377873bf-feec-42cb-b39d-46c238921532", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1083648275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3eeccb99cb134932a5614fa56bfa12ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b02af72-34", "ovs_interfaceid": "0b02af72-34fa-44a9-b8a8-13fab9989e20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.942773] env[61960]: DEBUG oslo_vmware.api [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Task: {'id': task-436005, 'name': PowerOffVM_Task, 'duration_secs': 0.134887} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.945540] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 767.945757] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 767.946603] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f9b0f17-f778-4b83-9de8-d16054e0fb22 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.981580] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 767.981580] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 767.981580] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Deleting the datastore file [datastore1] 923e0640-977c-4920-a04c-f870bb04ec91 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.986424] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-096f6fc9-10ba-4925-ab79-3c7a5486cf56 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.995727] env[61960]: DEBUG oslo_vmware.api [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Waiting for the task: (returnval){ [ 767.995727] env[61960]: value = "task-436008" [ 767.995727] env[61960]: _type = "Task" [ 767.995727] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.005088] env[61960]: DEBUG oslo_vmware.api [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Task: {'id': task-436008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.035973] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09840538-8737-4d2a-adc9-226cb26b1044 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.045748] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d64c81-e393-4344-9599-96451bc9227b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.081283] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9941baf2-95eb-4c6b-b922-aba009e9ab9e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.088521] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5590f11-b8ff-4efe-b7f1-b004a9140cbc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.105174] env[61960]: DEBUG nova.compute.provider_tree [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.124890] env[61960]: DEBUG oslo_vmware.api [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52a714e1-74f5-ab9e-c369-599887dae3dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009686} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.126100] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adf8bdda-8dbb-4b88-8aa5-d49ed9c0a023 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.132728] env[61960]: DEBUG oslo_vmware.api [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 768.132728] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52837c9b-b5fc-8723-4f07-88a8147733df" [ 768.132728] env[61960]: _type = "Task" [ 768.132728] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.141720] env[61960]: DEBUG oslo_vmware.api [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52837c9b-b5fc-8723-4f07-88a8147733df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.211833] env[61960]: DEBUG oslo_vmware.api [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436006, 'name': PowerOnVM_Task, 'duration_secs': 0.453717} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.212211] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 768.212443] env[61960]: DEBUG nova.compute.manager [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 768.213275] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a88a557-41bb-44d2-988c-354683751e25 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.406272] env[61960]: DEBUG oslo_concurrency.lockutils [req-1ccac424-e8ac-4569-87dc-740e9b23819c req-12e929ca-c3b4-44af-a586-650f9017138d service nova] Releasing lock "refresh_cache-15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.487965] env[61960]: DEBUG nova.compute.manager [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 768.507698] env[61960]: DEBUG oslo_vmware.api [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Task: {'id': task-436008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100449} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.508092] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.508314] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 768.508515] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 768.508721] env[61960]: INFO nova.compute.manager [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Took 1.10 seconds to destroy the instance on the hypervisor. [ 768.508974] env[61960]: DEBUG oslo.service.loopingcall [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 768.509694] env[61960]: DEBUG nova.compute.manager [-] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 768.509694] env[61960]: DEBUG nova.network.neutron [-] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 768.534257] env[61960]: DEBUG nova.virt.hardware [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 768.534558] env[61960]: DEBUG nova.virt.hardware [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 768.537486] env[61960]: DEBUG nova.virt.hardware [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.537486] env[61960]: DEBUG nova.virt.hardware [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 768.537486] env[61960]: DEBUG nova.virt.hardware [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.537486] env[61960]: DEBUG nova.virt.hardware [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 768.537486] env[61960]: DEBUG nova.virt.hardware [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 768.537486] env[61960]: DEBUG nova.virt.hardware [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 768.537486] env[61960]: DEBUG nova.virt.hardware [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 768.537486] env[61960]: DEBUG nova.virt.hardware [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 768.537486] env[61960]: DEBUG nova.virt.hardware [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 768.537486] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b96d40-0aea-4012-bbad-edce8d17f77e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.541183] env[61960]: DEBUG nova.network.neutron [-] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 768.549124] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfa405e-d6b3-4317-8631-c36c1855a41b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.608555] env[61960]: DEBUG nova.scheduler.client.report [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 768.646042] env[61960]: DEBUG oslo_vmware.api [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52837c9b-b5fc-8723-4f07-88a8147733df, 'name': SearchDatastore_Task, 'duration_secs': 0.012135} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.646042] env[61960]: DEBUG oslo_concurrency.lockutils [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.646042] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0/15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 768.646042] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e0a8d34-a13f-439a-b6b7-b0f6a90b1176 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.652831] env[61960]: DEBUG oslo_vmware.api [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 768.652831] env[61960]: value = "task-436009" [ 768.652831] env[61960]: _type = "Task" [ 768.652831] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.660915] env[61960]: DEBUG oslo_vmware.api [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.728982] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.049154] env[61960]: DEBUG nova.network.neutron [-] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.116097] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.116097] env[61960]: DEBUG nova.compute.manager [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 769.120896] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.363s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.122574] env[61960]: INFO nova.compute.claims [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.165976] env[61960]: DEBUG oslo_vmware.api [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436009, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.453214] env[61960]: DEBUG nova.compute.manager [req-fad57221-c5ba-4a6d-9eb3-8b70cdf36606 req-b917f645-6917-4aff-afcd-407f3389e8e4 service nova] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Received event network-vif-plugged-69d44a8f-5330-4012-a43c-03aff55c6a39 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 769.453436] env[61960]: DEBUG oslo_concurrency.lockutils [req-fad57221-c5ba-4a6d-9eb3-8b70cdf36606 req-b917f645-6917-4aff-afcd-407f3389e8e4 service nova] Acquiring lock "340447f1-dfe7-4de2-a3ce-c9c74633136d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.453653] env[61960]: DEBUG oslo_concurrency.lockutils [req-fad57221-c5ba-4a6d-9eb3-8b70cdf36606 req-b917f645-6917-4aff-afcd-407f3389e8e4 service nova] Lock "340447f1-dfe7-4de2-a3ce-c9c74633136d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.453828] env[61960]: DEBUG oslo_concurrency.lockutils [req-fad57221-c5ba-4a6d-9eb3-8b70cdf36606 req-b917f645-6917-4aff-afcd-407f3389e8e4 service nova] Lock "340447f1-dfe7-4de2-a3ce-c9c74633136d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.453998] env[61960]: DEBUG nova.compute.manager [req-fad57221-c5ba-4a6d-9eb3-8b70cdf36606 req-b917f645-6917-4aff-afcd-407f3389e8e4 service nova] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] No waiting events found dispatching network-vif-plugged-69d44a8f-5330-4012-a43c-03aff55c6a39 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 769.455326] env[61960]: WARNING nova.compute.manager [req-fad57221-c5ba-4a6d-9eb3-8b70cdf36606 req-b917f645-6917-4aff-afcd-407f3389e8e4 service nova] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Received unexpected event network-vif-plugged-69d44a8f-5330-4012-a43c-03aff55c6a39 for instance with vm_state building and task_state spawning. [ 769.480740] env[61960]: DEBUG nova.network.neutron [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Successfully updated port: 69d44a8f-5330-4012-a43c-03aff55c6a39 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.558635] env[61960]: INFO nova.compute.manager [-] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Took 1.05 seconds to deallocate network for instance. [ 769.635436] env[61960]: DEBUG nova.compute.utils [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 769.635436] env[61960]: DEBUG nova.compute.manager [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 769.635436] env[61960]: DEBUG nova.network.neutron [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 769.665174] env[61960]: DEBUG oslo_vmware.api [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.765406} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.665477] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0/15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 769.665696] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.666228] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30b20d9b-6549-4f2a-96c7-909aabbb5a82 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.673564] env[61960]: DEBUG oslo_vmware.api [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 769.673564] env[61960]: value = "task-436010" [ 769.673564] env[61960]: _type = "Task" [ 769.673564] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.681948] env[61960]: DEBUG oslo_vmware.api [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.688236] env[61960]: DEBUG nova.policy [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52ebb9d24ecd4dc9a2d40fc324b7cfe4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3297d2fab1244b048bc2afabcc119ab7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 769.988832] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Acquiring lock "refresh_cache-340447f1-dfe7-4de2-a3ce-c9c74633136d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.989042] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Acquired lock "refresh_cache-340447f1-dfe7-4de2-a3ce-c9c74633136d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.989193] env[61960]: DEBUG nova.network.neutron [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 770.031572] env[61960]: DEBUG nova.network.neutron [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Successfully created port: a658b81a-dc02-4d50-afc3-96c028defaa0 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.065763] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.137996] env[61960]: DEBUG nova.compute.manager [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 770.184684] env[61960]: DEBUG oslo_vmware.api [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069081} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.184684] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.186075] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200a121a-4a73-467b-9585-11656f8b215b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.211323] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0/15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.214733] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e41104d-f468-4733-ac45-e63c83e41ec2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.237256] env[61960]: DEBUG oslo_vmware.api [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 770.237256] env[61960]: value = "task-436011" [ 770.237256] env[61960]: _type = "Task" [ 770.237256] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.246013] env[61960]: DEBUG oslo_vmware.api [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.275035] env[61960]: INFO nova.compute.manager [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Rebuilding instance [ 770.319432] env[61960]: DEBUG nova.compute.manager [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 770.320316] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1d1118-49b5-40e7-a2d6-efe1737126db {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.545976] env[61960]: DEBUG nova.network.neutron [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 770.723122] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78e5527-ce1f-4048-9592-63fc72c5ab77 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.731762] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92db17ab-11ea-401c-9b77-8294046094ea {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.770354] env[61960]: DEBUG nova.network.neutron [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Successfully created port: 5388df0c-1f2a-4f19-a830-1c6a21d02237 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.773181] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdf0f19-d665-4705-bc0c-8b6e86b78c61 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.778950] env[61960]: DEBUG oslo_vmware.api [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436011, 'name': ReconfigVM_Task, 'duration_secs': 0.279299} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.779601] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0/15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.780263] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fce2e623-6de7-4eca-9321-ec4939f23b65 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.785235] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c800003-8c97-46ff-b537-2ccc9fdc0f43 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.791237] env[61960]: DEBUG oslo_vmware.api [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 770.791237] env[61960]: value = "task-436012" [ 770.791237] env[61960]: _type = "Task" [ 770.791237] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.802567] env[61960]: DEBUG nova.compute.provider_tree [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.809071] env[61960]: DEBUG oslo_vmware.api [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436012, 'name': Rename_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.834219] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 770.834797] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0d1c844-579d-48b3-bc2e-96f9408471cc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.842368] env[61960]: DEBUG oslo_vmware.api [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 770.842368] env[61960]: value = "task-436013" [ 770.842368] env[61960]: _type = "Task" [ 770.842368] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.851355] env[61960]: DEBUG oslo_vmware.api [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.892289] env[61960]: DEBUG nova.network.neutron [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Updating instance_info_cache with network_info: [{"id": "69d44a8f-5330-4012-a43c-03aff55c6a39", "address": "fa:16:3e:c4:27:66", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69d44a8f-53", "ovs_interfaceid": "69d44a8f-5330-4012-a43c-03aff55c6a39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.147993] env[61960]: DEBUG nova.compute.manager [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 771.196153] env[61960]: DEBUG nova.virt.hardware [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 771.196423] env[61960]: DEBUG nova.virt.hardware [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 771.196590] env[61960]: DEBUG nova.virt.hardware [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.196773] env[61960]: DEBUG nova.virt.hardware [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 771.196919] env[61960]: DEBUG nova.virt.hardware [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.197776] env[61960]: DEBUG nova.virt.hardware [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 771.198123] env[61960]: DEBUG nova.virt.hardware [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 771.198307] env[61960]: DEBUG nova.virt.hardware [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 771.198495] env[61960]: DEBUG nova.virt.hardware [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 771.198689] env[61960]: DEBUG nova.virt.hardware [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 771.198998] env[61960]: DEBUG nova.virt.hardware [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 771.202450] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36dee593-98a9-4262-94d3-a76eb8f622f5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.209276] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff54211-6afb-4e37-bcd8-30da927a3953 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.225809] env[61960]: DEBUG nova.network.neutron [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Successfully created port: c06e7017-46c6-408c-868e-759d2b440b13 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.301946] env[61960]: DEBUG oslo_vmware.api [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436012, 'name': Rename_Task, 'duration_secs': 0.239054} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.305369] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 771.305369] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad9b0b15-c60e-442c-bb7e-76e4c77a7ed4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.305369] env[61960]: DEBUG nova.scheduler.client.report [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 771.315339] env[61960]: DEBUG oslo_vmware.api [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 771.315339] env[61960]: value = "task-436014" [ 771.315339] env[61960]: _type = "Task" [ 771.315339] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.329736] env[61960]: DEBUG oslo_vmware.api [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.353432] env[61960]: DEBUG oslo_vmware.api [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436013, 'name': PowerOffVM_Task, 'duration_secs': 0.189395} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.357027] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 771.357027] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 771.357027] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a46efd2-feea-47d3-807c-0778ea06fdbe {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.362095] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 771.362472] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-947d9f1d-6e30-4c8d-90a7-e4ceaac47674 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.398041] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Releasing lock "refresh_cache-340447f1-dfe7-4de2-a3ce-c9c74633136d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.398041] env[61960]: DEBUG nova.compute.manager [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Instance network_info: |[{"id": "69d44a8f-5330-4012-a43c-03aff55c6a39", "address": "fa:16:3e:c4:27:66", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69d44a8f-53", "ovs_interfaceid": "69d44a8f-5330-4012-a43c-03aff55c6a39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 771.398041] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:27:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69d44a8f-5330-4012-a43c-03aff55c6a39', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.407688] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Creating folder: Project (1ed59c3c981e414fa4adb0258bce199f). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 771.408510] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7af89e83-a5bc-41a1-8bb2-4887ea204557 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.420194] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Created folder: Project (1ed59c3c981e414fa4adb0258bce199f) in parent group-v115929. [ 771.420194] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Creating folder: Instances. Parent ref: group-v116079. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 771.420194] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0743aa02-b8ea-4516-910f-55072b34a716 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.430997] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Created folder: Instances in parent group-v116079. [ 771.430997] env[61960]: DEBUG oslo.service.loopingcall [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 771.430997] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 771.430997] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fab5b37d-ee3d-4714-bdaf-d3c220401b37 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.446495] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 771.448705] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 771.448705] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Deleting the datastore file [datastore1] d96217b7-2f67-421c-b977-b660bdff8dd4 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.448705] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7cf3e26-fd6f-4b35-82c5-65cd177f4eb7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.455974] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.455974] env[61960]: value = "task-436018" [ 771.455974] env[61960]: _type = "Task" [ 771.455974] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.462887] env[61960]: DEBUG oslo_vmware.api [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 771.462887] env[61960]: value = "task-436019" [ 771.462887] env[61960]: _type = "Task" [ 771.462887] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.470444] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436018, 'name': CreateVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.476217] env[61960]: DEBUG oslo_vmware.api [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.673652] env[61960]: DEBUG nova.compute.manager [req-ab6446aa-e3eb-4bc6-8028-df83eb49790f req-a47722c8-c94a-4aa1-9492-aafbc6386692 service nova] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Received event network-changed-69d44a8f-5330-4012-a43c-03aff55c6a39 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 771.673849] env[61960]: DEBUG nova.compute.manager [req-ab6446aa-e3eb-4bc6-8028-df83eb49790f req-a47722c8-c94a-4aa1-9492-aafbc6386692 service nova] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Refreshing instance network info cache due to event network-changed-69d44a8f-5330-4012-a43c-03aff55c6a39. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 771.674084] env[61960]: DEBUG oslo_concurrency.lockutils [req-ab6446aa-e3eb-4bc6-8028-df83eb49790f req-a47722c8-c94a-4aa1-9492-aafbc6386692 service nova] Acquiring lock "refresh_cache-340447f1-dfe7-4de2-a3ce-c9c74633136d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.674239] env[61960]: DEBUG oslo_concurrency.lockutils [req-ab6446aa-e3eb-4bc6-8028-df83eb49790f req-a47722c8-c94a-4aa1-9492-aafbc6386692 service nova] Acquired lock "refresh_cache-340447f1-dfe7-4de2-a3ce-c9c74633136d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.675028] env[61960]: DEBUG nova.network.neutron [req-ab6446aa-e3eb-4bc6-8028-df83eb49790f req-a47722c8-c94a-4aa1-9492-aafbc6386692 service nova] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Refreshing network info cache for port 69d44a8f-5330-4012-a43c-03aff55c6a39 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 771.812763] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.813717] env[61960]: DEBUG nova.compute.manager [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 771.816922] env[61960]: DEBUG oslo_concurrency.lockutils [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.843s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.819518] env[61960]: INFO nova.compute.claims [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.834055] env[61960]: DEBUG oslo_vmware.api [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436014, 'name': PowerOnVM_Task} progress is 88%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.969285] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436018, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.976202] env[61960]: DEBUG oslo_vmware.api [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290106} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.976202] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.976202] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 771.976421] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 772.326983] env[61960]: DEBUG nova.compute.utils [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 772.338162] env[61960]: DEBUG nova.compute.manager [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 772.338376] env[61960]: DEBUG nova.network.neutron [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 772.353521] env[61960]: DEBUG oslo_vmware.api [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436014, 'name': PowerOnVM_Task, 'duration_secs': 0.786171} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.353984] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 772.354300] env[61960]: INFO nova.compute.manager [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Took 9.36 seconds to spawn the instance on the hypervisor. [ 772.354516] env[61960]: DEBUG nova.compute.manager [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 772.356891] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6187a95-7cd9-4579-929a-ab0469464e65 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.387344] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "99d36460-8e32-4de1-8c48-c0ecfbf71f0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.387629] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "99d36460-8e32-4de1-8c48-c0ecfbf71f0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.395703] env[61960]: DEBUG nova.policy [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93530c60aed54cffbecaa226d8a86ef2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb674b2eb3f54e4bb61981d6e226bb9d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 772.473122] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436018, 'name': CreateVM_Task, 'duration_secs': 0.533137} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.473122] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 772.473705] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.474042] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.474471] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.475642] env[61960]: DEBUG nova.network.neutron [req-ab6446aa-e3eb-4bc6-8028-df83eb49790f req-a47722c8-c94a-4aa1-9492-aafbc6386692 service nova] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Updated VIF entry in instance network info cache for port 69d44a8f-5330-4012-a43c-03aff55c6a39. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 772.476214] env[61960]: DEBUG nova.network.neutron [req-ab6446aa-e3eb-4bc6-8028-df83eb49790f req-a47722c8-c94a-4aa1-9492-aafbc6386692 service nova] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Updating instance_info_cache with network_info: [{"id": "69d44a8f-5330-4012-a43c-03aff55c6a39", "address": "fa:16:3e:c4:27:66", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69d44a8f-53", "ovs_interfaceid": "69d44a8f-5330-4012-a43c-03aff55c6a39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.477421] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-987993b8-09a9-4156-8434-74455c4a6c4f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.490537] env[61960]: DEBUG oslo_vmware.api [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Waiting for the task: (returnval){ [ 772.490537] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528153c9-07cf-4589-7859-557aa57144db" [ 772.490537] env[61960]: _type = "Task" [ 772.490537] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.501547] env[61960]: DEBUG oslo_vmware.api [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528153c9-07cf-4589-7859-557aa57144db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.843381] env[61960]: DEBUG nova.compute.manager [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 772.884719] env[61960]: INFO nova.compute.manager [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Took 41.80 seconds to build instance. [ 772.891119] env[61960]: DEBUG nova.compute.manager [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 772.942654] env[61960]: DEBUG nova.network.neutron [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Successfully created port: 12349176-490b-459c-aaab-9217d4c512e5 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 772.980996] env[61960]: DEBUG oslo_concurrency.lockutils [req-ab6446aa-e3eb-4bc6-8028-df83eb49790f req-a47722c8-c94a-4aa1-9492-aafbc6386692 service nova] Releasing lock "refresh_cache-340447f1-dfe7-4de2-a3ce-c9c74633136d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.001120] env[61960]: DEBUG oslo_vmware.api [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528153c9-07cf-4589-7859-557aa57144db, 'name': SearchDatastore_Task, 'duration_secs': 0.013679} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.006653] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.006653] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.006653] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.006653] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.006653] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.006653] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea1d3765-dbd8-4d46-bbda-e2aad2ebec0b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.014997] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.015302] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 773.015997] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aa4b793-eb95-4554-aaa1-4eabf9e653fc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.024870] env[61960]: DEBUG oslo_vmware.api [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Waiting for the task: (returnval){ [ 773.024870] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fb4e12-8f6a-828e-dc8f-92465eeb4a77" [ 773.024870] env[61960]: _type = "Task" [ 773.024870] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.034556] env[61960]: DEBUG oslo_vmware.api [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fb4e12-8f6a-828e-dc8f-92465eeb4a77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.051424] env[61960]: DEBUG nova.virt.hardware [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 773.051881] env[61960]: DEBUG nova.virt.hardware [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 773.052787] env[61960]: DEBUG nova.virt.hardware [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.053428] env[61960]: DEBUG nova.virt.hardware [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 773.053428] env[61960]: DEBUG nova.virt.hardware [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.053428] env[61960]: DEBUG nova.virt.hardware [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 773.055135] env[61960]: DEBUG nova.virt.hardware [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 773.055476] env[61960]: DEBUG nova.virt.hardware [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 773.055796] env[61960]: DEBUG nova.virt.hardware [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 773.058025] env[61960]: DEBUG nova.virt.hardware [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 773.058025] env[61960]: DEBUG nova.virt.hardware [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 773.058025] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca59466-575f-4a2c-84c5-88893e1e271c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.069363] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404e6083-c483-4499-aefc-d7b7d364979d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.093086] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:9f:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab4dbb26-7cca-47cc-ad1e-ee78989677cf', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.102337] env[61960]: DEBUG oslo.service.loopingcall [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 773.105283] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 773.106738] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad96cbf7-943c-4dc0-8cd9-f62e3fb53194 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.134527] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.134527] env[61960]: value = "task-436020" [ 773.134527] env[61960]: _type = "Task" [ 773.134527] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.142626] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436020, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.200628] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Acquiring lock "4b222224-d355-4628-80f9-f58d7284e235" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.200874] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Lock "4b222224-d355-4628-80f9-f58d7284e235" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.244864] env[61960]: DEBUG nova.network.neutron [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Successfully updated port: a658b81a-dc02-4d50-afc3-96c028defaa0 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.390344] env[61960]: DEBUG oslo_concurrency.lockutils [None req-768a6378-0081-4963-b59d-f7d291ca8a7c tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Lock "15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.132s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.413915] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.416851] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d590f3-a48e-4c79-ba66-83ccd60009c5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.425208] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d7e4dd-f660-41e7-955a-190b8fe9f352 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.465627] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c42441-8cf4-408e-a0a2-b4554879d00b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.476229] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e04b3e-66f4-4012-9115-d48a9ba53fe7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.492908] env[61960]: DEBUG nova.compute.provider_tree [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.607799] env[61960]: DEBUG oslo_vmware.api [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fb4e12-8f6a-828e-dc8f-92465eeb4a77, 'name': SearchDatastore_Task, 'duration_secs': 0.017133} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.607799] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35b05b3d-1f6d-4fa3-920b-248cbc88b4ba {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.607799] env[61960]: DEBUG oslo_vmware.api [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Waiting for the task: (returnval){ [ 773.607799] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52504fbe-6141-5f27-bde4-7851c290a44e" [ 773.607799] env[61960]: _type = "Task" [ 773.607799] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.607799] env[61960]: DEBUG oslo_vmware.api [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52504fbe-6141-5f27-bde4-7851c290a44e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.648154] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436020, 'name': CreateVM_Task, 'duration_secs': 0.359104} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.648522] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 773.649316] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.649547] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.649958] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.650362] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-febed329-3a05-4faa-84f1-8c8008103670 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.657100] env[61960]: DEBUG oslo_vmware.api [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 773.657100] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c8061c-4c5f-ff2e-f967-8d8412332d1f" [ 773.657100] env[61960]: _type = "Task" [ 773.657100] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.667331] env[61960]: DEBUG oslo_vmware.api [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c8061c-4c5f-ff2e-f967-8d8412332d1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.711410] env[61960]: DEBUG nova.compute.manager [req-6f8750d1-09a5-430a-ad6d-6483bff96d6b req-280a6c46-cbdc-4a7a-8587-18ea78e8dcf6 service nova] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Received event network-vif-plugged-a658b81a-dc02-4d50-afc3-96c028defaa0 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 773.711696] env[61960]: DEBUG oslo_concurrency.lockutils [req-6f8750d1-09a5-430a-ad6d-6483bff96d6b req-280a6c46-cbdc-4a7a-8587-18ea78e8dcf6 service nova] Acquiring lock "82366bca-f3de-4868-8728-38e2374ebea3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.711784] env[61960]: DEBUG oslo_concurrency.lockutils [req-6f8750d1-09a5-430a-ad6d-6483bff96d6b req-280a6c46-cbdc-4a7a-8587-18ea78e8dcf6 service nova] Lock "82366bca-f3de-4868-8728-38e2374ebea3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.711956] env[61960]: DEBUG oslo_concurrency.lockutils [req-6f8750d1-09a5-430a-ad6d-6483bff96d6b req-280a6c46-cbdc-4a7a-8587-18ea78e8dcf6 service nova] Lock "82366bca-f3de-4868-8728-38e2374ebea3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.712184] env[61960]: DEBUG nova.compute.manager [req-6f8750d1-09a5-430a-ad6d-6483bff96d6b req-280a6c46-cbdc-4a7a-8587-18ea78e8dcf6 service nova] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] No waiting events found dispatching network-vif-plugged-a658b81a-dc02-4d50-afc3-96c028defaa0 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 773.712299] env[61960]: WARNING nova.compute.manager [req-6f8750d1-09a5-430a-ad6d-6483bff96d6b req-280a6c46-cbdc-4a7a-8587-18ea78e8dcf6 service nova] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Received unexpected event network-vif-plugged-a658b81a-dc02-4d50-afc3-96c028defaa0 for instance with vm_state building and task_state spawning. [ 773.712457] env[61960]: DEBUG nova.compute.manager [req-6f8750d1-09a5-430a-ad6d-6483bff96d6b req-280a6c46-cbdc-4a7a-8587-18ea78e8dcf6 service nova] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Received event network-changed-a658b81a-dc02-4d50-afc3-96c028defaa0 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 773.713680] env[61960]: DEBUG nova.compute.manager [req-6f8750d1-09a5-430a-ad6d-6483bff96d6b req-280a6c46-cbdc-4a7a-8587-18ea78e8dcf6 service nova] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Refreshing instance network info cache due to event network-changed-a658b81a-dc02-4d50-afc3-96c028defaa0. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 773.713680] env[61960]: DEBUG oslo_concurrency.lockutils [req-6f8750d1-09a5-430a-ad6d-6483bff96d6b req-280a6c46-cbdc-4a7a-8587-18ea78e8dcf6 service nova] Acquiring lock "refresh_cache-82366bca-f3de-4868-8728-38e2374ebea3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.713680] env[61960]: DEBUG oslo_concurrency.lockutils [req-6f8750d1-09a5-430a-ad6d-6483bff96d6b req-280a6c46-cbdc-4a7a-8587-18ea78e8dcf6 service nova] Acquired lock "refresh_cache-82366bca-f3de-4868-8728-38e2374ebea3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.713680] env[61960]: DEBUG nova.network.neutron [req-6f8750d1-09a5-430a-ad6d-6483bff96d6b req-280a6c46-cbdc-4a7a-8587-18ea78e8dcf6 service nova] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Refreshing network info cache for port a658b81a-dc02-4d50-afc3-96c028defaa0 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 773.854479] env[61960]: DEBUG nova.compute.manager [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 773.893456] env[61960]: DEBUG nova.virt.hardware [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 773.893968] env[61960]: DEBUG nova.virt.hardware [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 773.893968] env[61960]: DEBUG nova.virt.hardware [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.894168] env[61960]: DEBUG nova.virt.hardware [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 773.894357] env[61960]: DEBUG nova.virt.hardware [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.894550] env[61960]: DEBUG nova.virt.hardware [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 773.894799] env[61960]: DEBUG nova.virt.hardware [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 773.894998] env[61960]: DEBUG nova.virt.hardware [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 773.895229] env[61960]: DEBUG nova.virt.hardware [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 773.895429] env[61960]: DEBUG nova.virt.hardware [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 773.895726] env[61960]: DEBUG nova.virt.hardware [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 773.896203] env[61960]: DEBUG nova.compute.manager [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 773.899482] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0249862e-396f-4ba4-8e04-d87aeda8e4e6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.911201] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ab8b7a-3dac-478a-913f-0e3f4c29bac1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.997408] env[61960]: DEBUG nova.scheduler.client.report [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 774.063300] env[61960]: DEBUG oslo_vmware.api [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52504fbe-6141-5f27-bde4-7851c290a44e, 'name': SearchDatastore_Task, 'duration_secs': 0.017068} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.063629] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.063906] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 340447f1-dfe7-4de2-a3ce-c9c74633136d/340447f1-dfe7-4de2-a3ce-c9c74633136d.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 774.064213] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb4200a7-2f1e-4cec-9e77-378f0572749e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.071506] env[61960]: DEBUG oslo_vmware.api [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Waiting for the task: (returnval){ [ 774.071506] env[61960]: value = "task-436021" [ 774.071506] env[61960]: _type = "Task" [ 774.071506] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.081048] env[61960]: DEBUG oslo_vmware.api [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': task-436021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.135226] env[61960]: INFO nova.compute.manager [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Rescuing [ 774.135226] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquiring lock "refresh_cache-15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.135687] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquired lock "refresh_cache-15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.135687] env[61960]: DEBUG nova.network.neutron [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 774.168378] env[61960]: DEBUG oslo_vmware.api [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c8061c-4c5f-ff2e-f967-8d8412332d1f, 'name': SearchDatastore_Task, 'duration_secs': 0.010091} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.168378] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.168670] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.168778] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.168874] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.169126] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.169344] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83021155-2689-4857-98ab-815756a4d502 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.190159] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.190159] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 774.190475] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c0ba83a-a492-4df3-a7f3-449a6c46cb31 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.195772] env[61960]: DEBUG oslo_vmware.api [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 774.195772] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f2fdf8-26d8-6940-cf2c-c3adc37e8e4a" [ 774.195772] env[61960]: _type = "Task" [ 774.195772] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.203514] env[61960]: DEBUG oslo_vmware.api [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f2fdf8-26d8-6940-cf2c-c3adc37e8e4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.254068] env[61960]: DEBUG nova.network.neutron [req-6f8750d1-09a5-430a-ad6d-6483bff96d6b req-280a6c46-cbdc-4a7a-8587-18ea78e8dcf6 service nova] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 774.385343] env[61960]: DEBUG nova.network.neutron [req-6f8750d1-09a5-430a-ad6d-6483bff96d6b req-280a6c46-cbdc-4a7a-8587-18ea78e8dcf6 service nova] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.442812] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.501747] env[61960]: DEBUG oslo_concurrency.lockutils [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.504119] env[61960]: DEBUG nova.compute.manager [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 774.505296] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 24.425s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.584701] env[61960]: DEBUG oslo_vmware.api [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': task-436021, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.709044] env[61960]: DEBUG oslo_vmware.api [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f2fdf8-26d8-6940-cf2c-c3adc37e8e4a, 'name': SearchDatastore_Task, 'duration_secs': 0.03561} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.709044] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf2db0ce-583d-4303-b0b3-93754e001d1e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.714612] env[61960]: DEBUG oslo_vmware.api [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 774.714612] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fdc6ea-3cee-5e32-e28d-d30d42c5c0d5" [ 774.714612] env[61960]: _type = "Task" [ 774.714612] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.723407] env[61960]: DEBUG oslo_vmware.api [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fdc6ea-3cee-5e32-e28d-d30d42c5c0d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.788916] env[61960]: DEBUG nova.network.neutron [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Successfully updated port: 12349176-490b-459c-aaab-9217d4c512e5 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.888053] env[61960]: DEBUG oslo_concurrency.lockutils [req-6f8750d1-09a5-430a-ad6d-6483bff96d6b req-280a6c46-cbdc-4a7a-8587-18ea78e8dcf6 service nova] Releasing lock "refresh_cache-82366bca-f3de-4868-8728-38e2374ebea3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.897606] env[61960]: DEBUG nova.network.neutron [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Updating instance_info_cache with network_info: [{"id": "0b02af72-34fa-44a9-b8a8-13fab9989e20", "address": "fa:16:3e:63:3c:fb", "network": {"id": "377873bf-feec-42cb-b39d-46c238921532", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1083648275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3eeccb99cb134932a5614fa56bfa12ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b02af72-34", "ovs_interfaceid": "0b02af72-34fa-44a9-b8a8-13fab9989e20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.008614] env[61960]: DEBUG nova.compute.utils [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 775.010176] env[61960]: DEBUG nova.compute.manager [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 775.010450] env[61960]: DEBUG nova.network.neutron [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 775.016228] env[61960]: INFO nova.compute.claims [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.070380] env[61960]: DEBUG nova.policy [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85bbd57bac934a94acae06075d3d71da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c79deffd23674a5f89784dc83e6ae866', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 775.083693] env[61960]: DEBUG oslo_vmware.api [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': task-436021, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714492} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.083693] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 340447f1-dfe7-4de2-a3ce-c9c74633136d/340447f1-dfe7-4de2-a3ce-c9c74633136d.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 775.083693] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.083935] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c56ec4c1-9f25-489a-9d66-49706874afc3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.090426] env[61960]: DEBUG oslo_vmware.api [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Waiting for the task: (returnval){ [ 775.090426] env[61960]: value = "task-436022" [ 775.090426] env[61960]: _type = "Task" [ 775.090426] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.099371] env[61960]: DEBUG oslo_vmware.api [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': task-436022, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.226834] env[61960]: DEBUG oslo_vmware.api [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fdc6ea-3cee-5e32-e28d-d30d42c5c0d5, 'name': SearchDatastore_Task, 'duration_secs': 0.053779} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.227123] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.227395] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] d96217b7-2f67-421c-b977-b660bdff8dd4/d96217b7-2f67-421c-b977-b660bdff8dd4.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 775.227708] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a370008-6973-476e-8a0f-2bdb1a1c085b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.237027] env[61960]: DEBUG oslo_vmware.api [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 775.237027] env[61960]: value = "task-436023" [ 775.237027] env[61960]: _type = "Task" [ 775.237027] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.242945] env[61960]: DEBUG oslo_vmware.api [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.292357] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Acquiring lock "refresh_cache-5fdfb773-cad8-473b-8e6a-0b152ae6ff05" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.293335] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Acquired lock "refresh_cache-5fdfb773-cad8-473b-8e6a-0b152ae6ff05" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.293681] env[61960]: DEBUG nova.network.neutron [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 775.380841] env[61960]: DEBUG nova.network.neutron [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Successfully updated port: 5388df0c-1f2a-4f19-a830-1c6a21d02237 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.403099] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Releasing lock "refresh_cache-15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.437134] env[61960]: DEBUG nova.network.neutron [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Successfully created port: 66d12dc9-8daf-4f22-84d6-60f343182bec {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.523204] env[61960]: DEBUG nova.compute.manager [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 775.528680] env[61960]: INFO nova.compute.resource_tracker [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Updating resource usage from migration 8b73c114-d09e-4cfb-8767-a1047cbba92d [ 775.543167] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 775.545288] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 775.602599] env[61960]: DEBUG oslo_vmware.api [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': task-436022, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070696} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.602599] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.603266] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776f969c-2f53-4159-acf0-a7cb135937b2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.630734] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 340447f1-dfe7-4de2-a3ce-c9c74633136d/340447f1-dfe7-4de2-a3ce-c9c74633136d.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.633825] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21006105-1726-4fc9-8b69-0eb1ba819063 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.655102] env[61960]: DEBUG oslo_vmware.api [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Waiting for the task: (returnval){ [ 775.655102] env[61960]: value = "task-436024" [ 775.655102] env[61960]: _type = "Task" [ 775.655102] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.669530] env[61960]: DEBUG oslo_vmware.api [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': task-436024, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.748559] env[61960]: DEBUG oslo_vmware.api [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.749996] env[61960]: DEBUG nova.compute.manager [req-bea55443-6843-40b5-8b8e-17b1626901f8 req-b035fb2b-8bb7-4cd4-97c2-c667f2d185a3 service nova] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Received event network-vif-plugged-12349176-490b-459c-aaab-9217d4c512e5 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 775.750222] env[61960]: DEBUG oslo_concurrency.lockutils [req-bea55443-6843-40b5-8b8e-17b1626901f8 req-b035fb2b-8bb7-4cd4-97c2-c667f2d185a3 service nova] Acquiring lock "5fdfb773-cad8-473b-8e6a-0b152ae6ff05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.750428] env[61960]: DEBUG oslo_concurrency.lockutils [req-bea55443-6843-40b5-8b8e-17b1626901f8 req-b035fb2b-8bb7-4cd4-97c2-c667f2d185a3 service nova] Lock "5fdfb773-cad8-473b-8e6a-0b152ae6ff05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.750599] env[61960]: DEBUG oslo_concurrency.lockutils [req-bea55443-6843-40b5-8b8e-17b1626901f8 req-b035fb2b-8bb7-4cd4-97c2-c667f2d185a3 service nova] Lock "5fdfb773-cad8-473b-8e6a-0b152ae6ff05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.750765] env[61960]: DEBUG nova.compute.manager [req-bea55443-6843-40b5-8b8e-17b1626901f8 req-b035fb2b-8bb7-4cd4-97c2-c667f2d185a3 service nova] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] No waiting events found dispatching network-vif-plugged-12349176-490b-459c-aaab-9217d4c512e5 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 775.750930] env[61960]: WARNING nova.compute.manager [req-bea55443-6843-40b5-8b8e-17b1626901f8 req-b035fb2b-8bb7-4cd4-97c2-c667f2d185a3 service nova] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Received unexpected event network-vif-plugged-12349176-490b-459c-aaab-9217d4c512e5 for instance with vm_state building and task_state spawning. [ 775.751103] env[61960]: DEBUG nova.compute.manager [req-bea55443-6843-40b5-8b8e-17b1626901f8 req-b035fb2b-8bb7-4cd4-97c2-c667f2d185a3 service nova] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Received event network-changed-12349176-490b-459c-aaab-9217d4c512e5 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 775.751264] env[61960]: DEBUG nova.compute.manager [req-bea55443-6843-40b5-8b8e-17b1626901f8 req-b035fb2b-8bb7-4cd4-97c2-c667f2d185a3 service nova] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Refreshing instance network info cache due to event network-changed-12349176-490b-459c-aaab-9217d4c512e5. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 775.751433] env[61960]: DEBUG oslo_concurrency.lockutils [req-bea55443-6843-40b5-8b8e-17b1626901f8 req-b035fb2b-8bb7-4cd4-97c2-c667f2d185a3 service nova] Acquiring lock "refresh_cache-5fdfb773-cad8-473b-8e6a-0b152ae6ff05" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.827279] env[61960]: DEBUG nova.network.neutron [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 775.956478] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 775.956478] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a42731a4-4fd8-42de-b4d3-055fa289c16b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.963497] env[61960]: DEBUG oslo_vmware.api [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 775.963497] env[61960]: value = "task-436025" [ 775.963497] env[61960]: _type = "Task" [ 775.963497] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.973765] env[61960]: DEBUG oslo_vmware.api [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.014465] env[61960]: DEBUG nova.network.neutron [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Updating instance_info_cache with network_info: [{"id": "12349176-490b-459c-aaab-9217d4c512e5", "address": "fa:16:3e:91:16:ca", "network": {"id": "cf383c2d-553e-456d-8e48-f800ce4af35a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-27006971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb674b2eb3f54e4bb61981d6e226bb9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12349176-49", "ovs_interfaceid": "12349176-490b-459c-aaab-9217d4c512e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.056469] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 776.056615] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Starting heal instance info cache {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 776.071272] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6f931d-7a71-4bb6-b131-b510e2780b75 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.080678] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fa1a85-30f1-42ac-85f5-8ccad8e77109 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.117266] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7142cfdb-90a0-42e6-a625-8d316b381810 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.127617] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcaa248-2990-4331-8727-548c18064692 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.143293] env[61960]: DEBUG nova.compute.provider_tree [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.166475] env[61960]: DEBUG oslo_vmware.api [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': task-436024, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.248729] env[61960]: DEBUG oslo_vmware.api [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436023, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.473142] env[61960]: DEBUG oslo_vmware.api [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436025, 'name': PowerOffVM_Task, 'duration_secs': 0.438821} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.473430] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 776.474210] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e15598-043e-4d36-a1a8-4e6df9924d6f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.493317] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ef984f-4b00-46e1-b612-9989d6a838e6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.516851] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Releasing lock "refresh_cache-5fdfb773-cad8-473b-8e6a-0b152ae6ff05" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.517338] env[61960]: DEBUG nova.compute.manager [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Instance network_info: |[{"id": "12349176-490b-459c-aaab-9217d4c512e5", "address": "fa:16:3e:91:16:ca", "network": {"id": "cf383c2d-553e-456d-8e48-f800ce4af35a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-27006971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb674b2eb3f54e4bb61981d6e226bb9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12349176-49", "ovs_interfaceid": "12349176-490b-459c-aaab-9217d4c512e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 776.517748] env[61960]: DEBUG oslo_concurrency.lockutils [req-bea55443-6843-40b5-8b8e-17b1626901f8 req-b035fb2b-8bb7-4cd4-97c2-c667f2d185a3 service nova] Acquired lock "refresh_cache-5fdfb773-cad8-473b-8e6a-0b152ae6ff05" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.517897] env[61960]: DEBUG nova.network.neutron [req-bea55443-6843-40b5-8b8e-17b1626901f8 req-b035fb2b-8bb7-4cd4-97c2-c667f2d185a3 service nova] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Refreshing network info cache for port 12349176-490b-459c-aaab-9217d4c512e5 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 776.519132] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:16:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12349176-490b-459c-aaab-9217d4c512e5', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.527378] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Creating folder: Project (bb674b2eb3f54e4bb61981d6e226bb9d). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 776.529157] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60bff399-b475-4c38-983b-0399ef2b50de {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.537753] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 776.538025] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30497d3c-b677-4d86-9ed5-468c0358009b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.541450] env[61960]: DEBUG nova.compute.manager [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 776.543615] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Created folder: Project (bb674b2eb3f54e4bb61981d6e226bb9d) in parent group-v115929. [ 776.543615] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Creating folder: Instances. Parent ref: group-v116083. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 776.544288] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-267a43b3-5515-4541-a7ea-3802b4ddb57f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.547905] env[61960]: DEBUG oslo_vmware.api [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 776.547905] env[61960]: value = "task-436027" [ 776.547905] env[61960]: _type = "Task" [ 776.547905] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.554017] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Created folder: Instances in parent group-v116083. [ 776.554349] env[61960]: DEBUG oslo.service.loopingcall [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 776.557096] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 776.557360] env[61960]: DEBUG oslo_vmware.api [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.559124] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d9fcb2a-c8f1-499a-842c-3b84d8664f7f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.579285] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.579285] env[61960]: value = "task-436029" [ 776.579285] env[61960]: _type = "Task" [ 776.579285] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.581566] env[61960]: DEBUG nova.virt.hardware [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 776.581837] env[61960]: DEBUG nova.virt.hardware [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 776.582050] env[61960]: DEBUG nova.virt.hardware [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.582360] env[61960]: DEBUG nova.virt.hardware [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 776.582490] env[61960]: DEBUG nova.virt.hardware [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.582680] env[61960]: DEBUG nova.virt.hardware [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 776.582931] env[61960]: DEBUG nova.virt.hardware [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 776.583175] env[61960]: DEBUG nova.virt.hardware [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 776.583357] env[61960]: DEBUG nova.virt.hardware [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 776.583566] env[61960]: DEBUG nova.virt.hardware [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 776.583784] env[61960]: DEBUG nova.virt.hardware [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 776.584668] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9163d343-6d2a-468e-8dd7-16045a123e6b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.598853] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f02b13-0883-4c7a-a57c-3cbc7b9d3030 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.603376] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436029, 'name': CreateVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.646886] env[61960]: DEBUG nova.scheduler.client.report [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 776.666749] env[61960]: DEBUG oslo_vmware.api [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': task-436024, 'name': ReconfigVM_Task, 'duration_secs': 0.840481} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.667267] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 340447f1-dfe7-4de2-a3ce-c9c74633136d/340447f1-dfe7-4de2-a3ce-c9c74633136d.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.668031] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff0925c8-0b01-4a6e-9054-d853626d6797 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.674593] env[61960]: DEBUG oslo_vmware.api [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Waiting for the task: (returnval){ [ 776.674593] env[61960]: value = "task-436030" [ 776.674593] env[61960]: _type = "Task" [ 776.674593] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.683039] env[61960]: DEBUG oslo_vmware.api [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': task-436030, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.747824] env[61960]: DEBUG oslo_vmware.api [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436023, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.111865} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.748172] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] d96217b7-2f67-421c-b977-b660bdff8dd4/d96217b7-2f67-421c-b977-b660bdff8dd4.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 776.748411] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.748718] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-664d5978-b599-4482-8714-3884273cf389 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.754820] env[61960]: DEBUG oslo_vmware.api [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 776.754820] env[61960]: value = "task-436031" [ 776.754820] env[61960]: _type = "Task" [ 776.754820] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.762645] env[61960]: DEBUG oslo_vmware.api [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436031, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.959370] env[61960]: DEBUG nova.compute.manager [req-be216b19-d44e-456c-8381-5762c07755c0 req-756c4189-6a6e-40a0-8569-107816364fa1 service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Received event network-vif-plugged-66d12dc9-8daf-4f22-84d6-60f343182bec {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 776.959656] env[61960]: DEBUG oslo_concurrency.lockutils [req-be216b19-d44e-456c-8381-5762c07755c0 req-756c4189-6a6e-40a0-8569-107816364fa1 service nova] Acquiring lock "40444ca6-0e88-4e3d-b9e2-ad0b325a76ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.960018] env[61960]: DEBUG oslo_concurrency.lockutils [req-be216b19-d44e-456c-8381-5762c07755c0 req-756c4189-6a6e-40a0-8569-107816364fa1 service nova] Lock "40444ca6-0e88-4e3d-b9e2-ad0b325a76ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.960116] env[61960]: DEBUG oslo_concurrency.lockutils [req-be216b19-d44e-456c-8381-5762c07755c0 req-756c4189-6a6e-40a0-8569-107816364fa1 service nova] Lock "40444ca6-0e88-4e3d-b9e2-ad0b325a76ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.960361] env[61960]: DEBUG nova.compute.manager [req-be216b19-d44e-456c-8381-5762c07755c0 req-756c4189-6a6e-40a0-8569-107816364fa1 service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] No waiting events found dispatching network-vif-plugged-66d12dc9-8daf-4f22-84d6-60f343182bec {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 776.960458] env[61960]: WARNING nova.compute.manager [req-be216b19-d44e-456c-8381-5762c07755c0 req-756c4189-6a6e-40a0-8569-107816364fa1 service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Received unexpected event network-vif-plugged-66d12dc9-8daf-4f22-84d6-60f343182bec for instance with vm_state building and task_state spawning. [ 777.020966] env[61960]: DEBUG nova.network.neutron [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Successfully updated port: 66d12dc9-8daf-4f22-84d6-60f343182bec {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.058327] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] VM already powered off {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 777.059766] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.060116] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.060286] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.060475] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.061187] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cb1fbe7-40a8-4bc7-9d14-fd6316ca1c6f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.070144] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.070144] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 777.071351] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e03b1e68-c6b5-45a7-a230-6d5721d75262 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.078712] env[61960]: DEBUG oslo_vmware.api [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 777.078712] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5215deec-13f3-6059-f682-076903d647fd" [ 777.078712] env[61960]: _type = "Task" [ 777.078712] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.089110] env[61960]: DEBUG oslo_vmware.api [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5215deec-13f3-6059-f682-076903d647fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.095231] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436029, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.152824] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.648s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.153059] env[61960]: INFO nova.compute.manager [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Migrating [ 777.160150] env[61960]: DEBUG oslo_concurrency.lockutils [None req-602b087b-9ed8-4ef2-8e46-bf19ccbf56fe tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.840s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.160400] env[61960]: DEBUG nova.objects.instance [None req-602b087b-9ed8-4ef2-8e46-bf19ccbf56fe tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lazy-loading 'resources' on Instance uuid f3f132e9-44db-4e66-b01a-e16f8626bf37 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.190835] env[61960]: DEBUG oslo_vmware.api [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': task-436030, 'name': Rename_Task, 'duration_secs': 0.227132} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.190835] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 777.190987] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae8390d3-f532-42e9-b952-f52c529b2811 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.199184] env[61960]: DEBUG oslo_vmware.api [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Waiting for the task: (returnval){ [ 777.199184] env[61960]: value = "task-436032" [ 777.199184] env[61960]: _type = "Task" [ 777.199184] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.207271] env[61960]: DEBUG oslo_vmware.api [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': task-436032, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.267572] env[61960]: DEBUG oslo_vmware.api [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436031, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118845} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.267889] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.268702] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c95869-df73-4880-aac3-fa065f793b4d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.294020] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] d96217b7-2f67-421c-b977-b660bdff8dd4/d96217b7-2f67-421c-b977-b660bdff8dd4.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.294020] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f437355e-fdf5-4ec5-b2ee-7515704309b8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.307623] env[61960]: DEBUG nova.network.neutron [req-bea55443-6843-40b5-8b8e-17b1626901f8 req-b035fb2b-8bb7-4cd4-97c2-c667f2d185a3 service nova] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Updated VIF entry in instance network info cache for port 12349176-490b-459c-aaab-9217d4c512e5. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 777.307955] env[61960]: DEBUG nova.network.neutron [req-bea55443-6843-40b5-8b8e-17b1626901f8 req-b035fb2b-8bb7-4cd4-97c2-c667f2d185a3 service nova] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Updating instance_info_cache with network_info: [{"id": "12349176-490b-459c-aaab-9217d4c512e5", "address": "fa:16:3e:91:16:ca", "network": {"id": "cf383c2d-553e-456d-8e48-f800ce4af35a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-27006971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb674b2eb3f54e4bb61981d6e226bb9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12349176-49", "ovs_interfaceid": "12349176-490b-459c-aaab-9217d4c512e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.320018] env[61960]: DEBUG oslo_vmware.api [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 777.320018] env[61960]: value = "task-436033" [ 777.320018] env[61960]: _type = "Task" [ 777.320018] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.326620] env[61960]: DEBUG oslo_vmware.api [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436033, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.523249] env[61960]: DEBUG oslo_concurrency.lockutils [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "refresh_cache-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.523494] env[61960]: DEBUG oslo_concurrency.lockutils [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired lock "refresh_cache-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.523561] env[61960]: DEBUG nova.network.neutron [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 777.543871] env[61960]: DEBUG nova.network.neutron [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Successfully updated port: c06e7017-46c6-408c-868e-759d2b440b13 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.598387] env[61960]: DEBUG oslo_vmware.api [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5215deec-13f3-6059-f682-076903d647fd, 'name': SearchDatastore_Task, 'duration_secs': 0.015244} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.602927] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436029, 'name': CreateVM_Task, 'duration_secs': 0.630148} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.602927] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3740c19-48c3-450a-ad9e-b46b16ee3637 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.605529] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 777.607396] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.607714] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.608174] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.608900] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40bbedf7-ae18-4b6c-8a35-a36c8079892b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.611915] env[61960]: DEBUG oslo_vmware.api [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 777.611915] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52088e67-2b1d-e745-bc5f-d667a54ce79b" [ 777.611915] env[61960]: _type = "Task" [ 777.611915] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.619713] env[61960]: DEBUG oslo_vmware.api [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Waiting for the task: (returnval){ [ 777.619713] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52a4d126-3595-a11a-9147-07f2a013ce99" [ 777.619713] env[61960]: _type = "Task" [ 777.619713] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.626563] env[61960]: DEBUG oslo_vmware.api [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52088e67-2b1d-e745-bc5f-d667a54ce79b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.627323] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "refresh_cache-d0816f49-cd5c-40d4-b49a-8d5b76321153" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.627498] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquired lock "refresh_cache-d0816f49-cd5c-40d4-b49a-8d5b76321153" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.627612] env[61960]: DEBUG nova.network.neutron [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Forcefully refreshing network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 777.634220] env[61960]: DEBUG oslo_vmware.api [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52a4d126-3595-a11a-9147-07f2a013ce99, 'name': SearchDatastore_Task, 'duration_secs': 0.012329} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.634220] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.634391] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.634551] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.670860] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquiring lock "refresh_cache-95bfb4ce-98ae-456d-8c7c-3bc6edfdd475" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.670860] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquired lock "refresh_cache-95bfb4ce-98ae-456d-8c7c-3bc6edfdd475" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.670860] env[61960]: DEBUG nova.network.neutron [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 777.712836] env[61960]: DEBUG oslo_vmware.api [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': task-436032, 'name': PowerOnVM_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.810615] env[61960]: DEBUG oslo_concurrency.lockutils [req-bea55443-6843-40b5-8b8e-17b1626901f8 req-b035fb2b-8bb7-4cd4-97c2-c667f2d185a3 service nova] Releasing lock "refresh_cache-5fdfb773-cad8-473b-8e6a-0b152ae6ff05" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.810899] env[61960]: DEBUG nova.compute.manager [req-bea55443-6843-40b5-8b8e-17b1626901f8 req-b035fb2b-8bb7-4cd4-97c2-c667f2d185a3 service nova] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Received event network-vif-plugged-5388df0c-1f2a-4f19-a830-1c6a21d02237 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 777.811125] env[61960]: DEBUG oslo_concurrency.lockutils [req-bea55443-6843-40b5-8b8e-17b1626901f8 req-b035fb2b-8bb7-4cd4-97c2-c667f2d185a3 service nova] Acquiring lock "82366bca-f3de-4868-8728-38e2374ebea3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.811341] env[61960]: DEBUG oslo_concurrency.lockutils [req-bea55443-6843-40b5-8b8e-17b1626901f8 req-b035fb2b-8bb7-4cd4-97c2-c667f2d185a3 service nova] Lock "82366bca-f3de-4868-8728-38e2374ebea3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.811514] env[61960]: DEBUG oslo_concurrency.lockutils [req-bea55443-6843-40b5-8b8e-17b1626901f8 req-b035fb2b-8bb7-4cd4-97c2-c667f2d185a3 service nova] Lock "82366bca-f3de-4868-8728-38e2374ebea3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.811671] env[61960]: DEBUG nova.compute.manager [req-bea55443-6843-40b5-8b8e-17b1626901f8 req-b035fb2b-8bb7-4cd4-97c2-c667f2d185a3 service nova] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] No waiting events found dispatching network-vif-plugged-5388df0c-1f2a-4f19-a830-1c6a21d02237 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 777.811847] env[61960]: WARNING nova.compute.manager [req-bea55443-6843-40b5-8b8e-17b1626901f8 req-b035fb2b-8bb7-4cd4-97c2-c667f2d185a3 service nova] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Received unexpected event network-vif-plugged-5388df0c-1f2a-4f19-a830-1c6a21d02237 for instance with vm_state building and task_state spawning. [ 777.812202] env[61960]: DEBUG nova.compute.manager [req-bea55443-6843-40b5-8b8e-17b1626901f8 req-b035fb2b-8bb7-4cd4-97c2-c667f2d185a3 service nova] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Received event network-changed-5388df0c-1f2a-4f19-a830-1c6a21d02237 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 777.812202] env[61960]: DEBUG nova.compute.manager [req-bea55443-6843-40b5-8b8e-17b1626901f8 req-b035fb2b-8bb7-4cd4-97c2-c667f2d185a3 service nova] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Refreshing instance network info cache due to event network-changed-5388df0c-1f2a-4f19-a830-1c6a21d02237. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 777.812352] env[61960]: DEBUG oslo_concurrency.lockutils [req-bea55443-6843-40b5-8b8e-17b1626901f8 req-b035fb2b-8bb7-4cd4-97c2-c667f2d185a3 service nova] Acquiring lock "refresh_cache-82366bca-f3de-4868-8728-38e2374ebea3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.812491] env[61960]: DEBUG oslo_concurrency.lockutils [req-bea55443-6843-40b5-8b8e-17b1626901f8 req-b035fb2b-8bb7-4cd4-97c2-c667f2d185a3 service nova] Acquired lock "refresh_cache-82366bca-f3de-4868-8728-38e2374ebea3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.812654] env[61960]: DEBUG nova.network.neutron [req-bea55443-6843-40b5-8b8e-17b1626901f8 req-b035fb2b-8bb7-4cd4-97c2-c667f2d185a3 service nova] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Refreshing network info cache for port 5388df0c-1f2a-4f19-a830-1c6a21d02237 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 777.830591] env[61960]: DEBUG oslo_vmware.api [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436033, 'name': ReconfigVM_Task, 'duration_secs': 0.423597} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.831273] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Reconfigured VM instance instance-00000010 to attach disk [datastore1] d96217b7-2f67-421c-b977-b660bdff8dd4/d96217b7-2f67-421c-b977-b660bdff8dd4.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.831480] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6fe0be6-61fb-4efb-bea2-b36eab339100 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.837211] env[61960]: DEBUG oslo_vmware.api [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 777.837211] env[61960]: value = "task-436034" [ 777.837211] env[61960]: _type = "Task" [ 777.837211] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.847791] env[61960]: DEBUG oslo_vmware.api [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436034, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.918280] env[61960]: DEBUG nova.compute.manager [req-c53654fc-468e-4908-a2c8-66711f6d45e2 req-65027255-2ec1-4a37-a0ba-6de6ad6125d1 service nova] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Received event network-vif-plugged-c06e7017-46c6-408c-868e-759d2b440b13 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 777.918518] env[61960]: DEBUG oslo_concurrency.lockutils [req-c53654fc-468e-4908-a2c8-66711f6d45e2 req-65027255-2ec1-4a37-a0ba-6de6ad6125d1 service nova] Acquiring lock "82366bca-f3de-4868-8728-38e2374ebea3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.918691] env[61960]: DEBUG oslo_concurrency.lockutils [req-c53654fc-468e-4908-a2c8-66711f6d45e2 req-65027255-2ec1-4a37-a0ba-6de6ad6125d1 service nova] Lock "82366bca-f3de-4868-8728-38e2374ebea3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.918860] env[61960]: DEBUG oslo_concurrency.lockutils [req-c53654fc-468e-4908-a2c8-66711f6d45e2 req-65027255-2ec1-4a37-a0ba-6de6ad6125d1 service nova] Lock "82366bca-f3de-4868-8728-38e2374ebea3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.919045] env[61960]: DEBUG nova.compute.manager [req-c53654fc-468e-4908-a2c8-66711f6d45e2 req-65027255-2ec1-4a37-a0ba-6de6ad6125d1 service nova] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] No waiting events found dispatching network-vif-plugged-c06e7017-46c6-408c-868e-759d2b440b13 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 777.919218] env[61960]: WARNING nova.compute.manager [req-c53654fc-468e-4908-a2c8-66711f6d45e2 req-65027255-2ec1-4a37-a0ba-6de6ad6125d1 service nova] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Received unexpected event network-vif-plugged-c06e7017-46c6-408c-868e-759d2b440b13 for instance with vm_state building and task_state spawning. [ 777.919382] env[61960]: DEBUG nova.compute.manager [req-c53654fc-468e-4908-a2c8-66711f6d45e2 req-65027255-2ec1-4a37-a0ba-6de6ad6125d1 service nova] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Received event network-changed-c06e7017-46c6-408c-868e-759d2b440b13 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 777.919538] env[61960]: DEBUG nova.compute.manager [req-c53654fc-468e-4908-a2c8-66711f6d45e2 req-65027255-2ec1-4a37-a0ba-6de6ad6125d1 service nova] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Refreshing instance network info cache due to event network-changed-c06e7017-46c6-408c-868e-759d2b440b13. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 777.919709] env[61960]: DEBUG oslo_concurrency.lockutils [req-c53654fc-468e-4908-a2c8-66711f6d45e2 req-65027255-2ec1-4a37-a0ba-6de6ad6125d1 service nova] Acquiring lock "refresh_cache-82366bca-f3de-4868-8728-38e2374ebea3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.049801] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Acquiring lock "refresh_cache-82366bca-f3de-4868-8728-38e2374ebea3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.073229] env[61960]: DEBUG nova.network.neutron [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 778.120066] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61047d3a-09e4-45ef-9d55-13d27a9e20c7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.131186] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e340c233-e917-4432-ae00-1a44f2646579 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.136199] env[61960]: DEBUG oslo_vmware.api [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52088e67-2b1d-e745-bc5f-d667a54ce79b, 'name': SearchDatastore_Task, 'duration_secs': 0.012756} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.136648] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.136936] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0/966cfc37-d288-40df-aff0-78f82eab8ff9-rescue.vmdk. {{(pid=61960) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 778.137804] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.138019] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.138279] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc266311-4843-4b44-8565-5ac66146d46a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.164886] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0656997e-7711-4efe-a53f-a28a070e9a08 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.171424] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642db7b0-611f-44ee-a835-601d8777038a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.177891] env[61960]: DEBUG oslo_vmware.api [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 778.177891] env[61960]: value = "task-436035" [ 778.177891] env[61960]: _type = "Task" [ 778.177891] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.186779] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.187251] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 778.188078] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-927068ba-6fb2-4852-bbee-969ce680c94c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.191349] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccda22b-665d-4680-b677-681782fe8fdc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.198194] env[61960]: DEBUG oslo_vmware.api [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.201914] env[61960]: DEBUG oslo_vmware.api [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Waiting for the task: (returnval){ [ 778.201914] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52383a61-292e-5c20-f2d7-459835c76c12" [ 778.201914] env[61960]: _type = "Task" [ 778.201914] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.215948] env[61960]: DEBUG nova.compute.provider_tree [None req-602b087b-9ed8-4ef2-8e46-bf19ccbf56fe tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.229834] env[61960]: DEBUG oslo_vmware.api [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': task-436032, 'name': PowerOnVM_Task, 'duration_secs': 0.552455} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.233252] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 778.233473] env[61960]: INFO nova.compute.manager [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Took 9.75 seconds to spawn the instance on the hypervisor. [ 778.233661] env[61960]: DEBUG nova.compute.manager [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 778.234216] env[61960]: DEBUG oslo_vmware.api [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52383a61-292e-5c20-f2d7-459835c76c12, 'name': SearchDatastore_Task, 'duration_secs': 0.01145} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.234913] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987b0dfc-a5fd-4039-914c-896feac0e034 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.237890] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e50f4265-7801-490b-934e-01ccacbea858 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.248450] env[61960]: DEBUG oslo_vmware.api [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Waiting for the task: (returnval){ [ 778.248450] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ebd24a-c1eb-db2c-d58d-9d889f97cef6" [ 778.248450] env[61960]: _type = "Task" [ 778.248450] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.257130] env[61960]: DEBUG oslo_vmware.api [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ebd24a-c1eb-db2c-d58d-9d889f97cef6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.265268] env[61960]: DEBUG nova.network.neutron [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Updating instance_info_cache with network_info: [{"id": "66d12dc9-8daf-4f22-84d6-60f343182bec", "address": "fa:16:3e:95:c5:b1", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d12dc9-8d", "ovs_interfaceid": "66d12dc9-8daf-4f22-84d6-60f343182bec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.347582] env[61960]: DEBUG oslo_vmware.api [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436034, 'name': Rename_Task, 'duration_secs': 0.145684} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.348152] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 778.348152] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e88e59bc-8018-4914-b6bb-dd30a18c14e2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.350670] env[61960]: DEBUG nova.network.neutron [req-bea55443-6843-40b5-8b8e-17b1626901f8 req-b035fb2b-8bb7-4cd4-97c2-c667f2d185a3 service nova] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 778.359774] env[61960]: DEBUG oslo_vmware.api [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 778.359774] env[61960]: value = "task-436036" [ 778.359774] env[61960]: _type = "Task" [ 778.359774] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.373236] env[61960]: DEBUG oslo_vmware.api [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.436634] env[61960]: DEBUG nova.network.neutron [req-bea55443-6843-40b5-8b8e-17b1626901f8 req-b035fb2b-8bb7-4cd4-97c2-c667f2d185a3 service nova] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.448923] env[61960]: DEBUG nova.network.neutron [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Updating instance_info_cache with network_info: [{"id": "082774a3-b10b-4b7e-91ff-1636f1ed9b27", "address": "fa:16:3e:47:c1:ce", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap082774a3-b1", "ovs_interfaceid": "082774a3-b10b-4b7e-91ff-1636f1ed9b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.689775] env[61960]: DEBUG oslo_vmware.api [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436035, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.726056] env[61960]: DEBUG nova.scheduler.client.report [None req-602b087b-9ed8-4ef2-8e46-bf19ccbf56fe tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 778.763595] env[61960]: INFO nova.compute.manager [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Took 44.40 seconds to build instance. [ 778.772196] env[61960]: DEBUG oslo_concurrency.lockutils [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Releasing lock "refresh_cache-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.772522] env[61960]: DEBUG nova.compute.manager [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Instance network_info: |[{"id": "66d12dc9-8daf-4f22-84d6-60f343182bec", "address": "fa:16:3e:95:c5:b1", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d12dc9-8d", "ovs_interfaceid": "66d12dc9-8daf-4f22-84d6-60f343182bec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 778.772816] env[61960]: DEBUG oslo_vmware.api [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ebd24a-c1eb-db2c-d58d-9d889f97cef6, 'name': SearchDatastore_Task, 'duration_secs': 0.012248} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.773210] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:c5:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66d12dc9-8daf-4f22-84d6-60f343182bec', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.782624] env[61960]: DEBUG oslo.service.loopingcall [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 778.782923] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.783196] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 5fdfb773-cad8-473b-8e6a-0b152ae6ff05/5fdfb773-cad8-473b-8e6a-0b152ae6ff05.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 778.784137] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 778.784363] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55990dd2-5e41-4452-85ff-02aaf37db14f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.786792] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a340e6a-470f-4716-a0fe-5da23afa82d6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.814915] env[61960]: DEBUG oslo_vmware.api [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Waiting for the task: (returnval){ [ 778.814915] env[61960]: value = "task-436037" [ 778.814915] env[61960]: _type = "Task" [ 778.814915] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.815102] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.815102] env[61960]: value = "task-436038" [ 778.815102] env[61960]: _type = "Task" [ 778.815102] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.829139] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436038, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.829464] env[61960]: DEBUG oslo_vmware.api [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Task: {'id': task-436037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.876656] env[61960]: DEBUG oslo_vmware.api [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436036, 'name': PowerOnVM_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.939556] env[61960]: DEBUG oslo_concurrency.lockutils [req-bea55443-6843-40b5-8b8e-17b1626901f8 req-b035fb2b-8bb7-4cd4-97c2-c667f2d185a3 service nova] Releasing lock "refresh_cache-82366bca-f3de-4868-8728-38e2374ebea3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.940000] env[61960]: DEBUG oslo_concurrency.lockutils [req-c53654fc-468e-4908-a2c8-66711f6d45e2 req-65027255-2ec1-4a37-a0ba-6de6ad6125d1 service nova] Acquired lock "refresh_cache-82366bca-f3de-4868-8728-38e2374ebea3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.940210] env[61960]: DEBUG nova.network.neutron [req-c53654fc-468e-4908-a2c8-66711f6d45e2 req-65027255-2ec1-4a37-a0ba-6de6ad6125d1 service nova] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Refreshing network info cache for port c06e7017-46c6-408c-868e-759d2b440b13 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 778.952490] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Releasing lock "refresh_cache-95bfb4ce-98ae-456d-8c7c-3bc6edfdd475" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.017078] env[61960]: DEBUG nova.network.neutron [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Updating instance_info_cache with network_info: [{"id": "2f920c73-7d54-4adb-9213-d8de15b507ef", "address": "fa:16:3e:f1:5e:51", "network": {"id": "e57ed75d-43c9-4ffb-89cc-c799527765f5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-699466692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c91d2dd5dfb42c9aa0d6980680c129a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f920c73-7d", "ovs_interfaceid": "2f920c73-7d54-4adb-9213-d8de15b507ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.087320] env[61960]: DEBUG nova.compute.manager [req-31cb7cf9-049a-4b6a-ad87-d7f26b5dd72d req-235f4fa9-5aa5-4351-a0b8-0145cc843b6f service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Received event network-changed-66d12dc9-8daf-4f22-84d6-60f343182bec {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 779.087607] env[61960]: DEBUG nova.compute.manager [req-31cb7cf9-049a-4b6a-ad87-d7f26b5dd72d req-235f4fa9-5aa5-4351-a0b8-0145cc843b6f service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Refreshing instance network info cache due to event network-changed-66d12dc9-8daf-4f22-84d6-60f343182bec. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 779.087877] env[61960]: DEBUG oslo_concurrency.lockutils [req-31cb7cf9-049a-4b6a-ad87-d7f26b5dd72d req-235f4fa9-5aa5-4351-a0b8-0145cc843b6f service nova] Acquiring lock "refresh_cache-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.088374] env[61960]: DEBUG oslo_concurrency.lockutils [req-31cb7cf9-049a-4b6a-ad87-d7f26b5dd72d req-235f4fa9-5aa5-4351-a0b8-0145cc843b6f service nova] Acquired lock "refresh_cache-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.088647] env[61960]: DEBUG nova.network.neutron [req-31cb7cf9-049a-4b6a-ad87-d7f26b5dd72d req-235f4fa9-5aa5-4351-a0b8-0145cc843b6f service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Refreshing network info cache for port 66d12dc9-8daf-4f22-84d6-60f343182bec {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 779.191026] env[61960]: DEBUG oslo_vmware.api [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66058} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.191389] env[61960]: INFO nova.virt.vmwareapi.ds_util [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0/966cfc37-d288-40df-aff0-78f82eab8ff9-rescue.vmdk. [ 779.192324] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fa1f00-1b64-4d7b-afa0-46da3928b07e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.222163] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0/966cfc37-d288-40df-aff0-78f82eab8ff9-rescue.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.222931] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6681e9b8-77b6-44a0-aa73-04fe1a3ba742 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.236846] env[61960]: DEBUG oslo_concurrency.lockutils [None req-602b087b-9ed8-4ef2-8e46-bf19ccbf56fe tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.240145] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dcac4fe6-023e-4496-9af7-a78128da7119 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.036s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.240981] env[61960]: DEBUG nova.objects.instance [None req-dcac4fe6-023e-4496-9af7-a78128da7119 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lazy-loading 'resources' on Instance uuid 170857f7-9f06-4c46-b09a-804adc3da02d {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.249744] env[61960]: DEBUG oslo_vmware.api [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 779.249744] env[61960]: value = "task-436039" [ 779.249744] env[61960]: _type = "Task" [ 779.249744] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.262134] env[61960]: DEBUG oslo_vmware.api [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436039, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.266300] env[61960]: INFO nova.scheduler.client.report [None req-602b087b-9ed8-4ef2-8e46-bf19ccbf56fe tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Deleted allocations for instance f3f132e9-44db-4e66-b01a-e16f8626bf37 [ 779.267691] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b5dd51c2-7cc1-4a4b-9895-78c45c0a58d4 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Lock "340447f1-dfe7-4de2-a3ce-c9c74633136d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.402s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.337348] env[61960]: DEBUG oslo_vmware.api [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Task: {'id': task-436037, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.337746] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436038, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.375682] env[61960]: DEBUG oslo_vmware.api [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436036, 'name': PowerOnVM_Task, 'duration_secs': 0.552122} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.376020] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 779.376240] env[61960]: DEBUG nova.compute.manager [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 779.377065] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0442fac7-8d3f-49b6-abdb-a41bb1280c2c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.495112] env[61960]: DEBUG nova.network.neutron [req-c53654fc-468e-4908-a2c8-66711f6d45e2 req-65027255-2ec1-4a37-a0ba-6de6ad6125d1 service nova] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 779.518448] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Releasing lock "refresh_cache-d0816f49-cd5c-40d4-b49a-8d5b76321153" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.518809] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Updated the network info_cache for instance {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 779.519296] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 779.519503] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 779.519726] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 779.519964] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 779.520075] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 779.520230] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 779.520361] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=61960) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 779.520501] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager.update_available_resource {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 779.616027] env[61960]: DEBUG nova.network.neutron [req-c53654fc-468e-4908-a2c8-66711f6d45e2 req-65027255-2ec1-4a37-a0ba-6de6ad6125d1 service nova] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.761476] env[61960]: DEBUG oslo_vmware.api [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.778503] env[61960]: DEBUG oslo_concurrency.lockutils [None req-602b087b-9ed8-4ef2-8e46-bf19ccbf56fe tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lock "f3f132e9-44db-4e66-b01a-e16f8626bf37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.760s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.834155] env[61960]: DEBUG oslo_vmware.api [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Task: {'id': task-436037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560614} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.840093] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 5fdfb773-cad8-473b-8e6a-0b152ae6ff05/5fdfb773-cad8-473b-8e6a-0b152ae6ff05.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 779.840405] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.840677] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436038, 'name': CreateVM_Task, 'duration_secs': 0.752666} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.844431] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5030e666-4f2f-4094-804d-d401176905ff {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.845295] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 779.847793] env[61960]: DEBUG oslo_concurrency.lockutils [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.847793] env[61960]: DEBUG oslo_concurrency.lockutils [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.847793] env[61960]: DEBUG oslo_concurrency.lockutils [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.847793] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52ec28b9-32c6-4d03-a783-12bc26df905e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.853307] env[61960]: DEBUG oslo_vmware.api [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 779.853307] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]521b5f0c-3d66-dac8-7d74-6d2d71c21f3a" [ 779.853307] env[61960]: _type = "Task" [ 779.853307] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.858248] env[61960]: DEBUG oslo_vmware.api [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Waiting for the task: (returnval){ [ 779.858248] env[61960]: value = "task-436040" [ 779.858248] env[61960]: _type = "Task" [ 779.858248] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.867523] env[61960]: DEBUG oslo_vmware.api [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]521b5f0c-3d66-dac8-7d74-6d2d71c21f3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.874742] env[61960]: DEBUG oslo_vmware.api [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Task: {'id': task-436040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.893561] env[61960]: DEBUG nova.network.neutron [req-31cb7cf9-049a-4b6a-ad87-d7f26b5dd72d req-235f4fa9-5aa5-4351-a0b8-0145cc843b6f service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Updated VIF entry in instance network info cache for port 66d12dc9-8daf-4f22-84d6-60f343182bec. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 779.894018] env[61960]: DEBUG nova.network.neutron [req-31cb7cf9-049a-4b6a-ad87-d7f26b5dd72d req-235f4fa9-5aa5-4351-a0b8-0145cc843b6f service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Updating instance_info_cache with network_info: [{"id": "66d12dc9-8daf-4f22-84d6-60f343182bec", "address": "fa:16:3e:95:c5:b1", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d12dc9-8d", "ovs_interfaceid": "66d12dc9-8daf-4f22-84d6-60f343182bec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.901017] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.027371] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.118433] env[61960]: DEBUG oslo_concurrency.lockutils [req-c53654fc-468e-4908-a2c8-66711f6d45e2 req-65027255-2ec1-4a37-a0ba-6de6ad6125d1 service nova] Releasing lock "refresh_cache-82366bca-f3de-4868-8728-38e2374ebea3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.118849] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Acquired lock "refresh_cache-82366bca-f3de-4868-8728-38e2374ebea3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.119054] env[61960]: DEBUG nova.network.neutron [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 780.204181] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1eefe0d-b4b0-41cc-b228-3f420973271c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.213317] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6142d5-13f0-4d93-976a-d3aea35ff130 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.256046] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6890bc5-b3d4-43a2-a391-b69f79e546ae {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.267199] env[61960]: DEBUG oslo_concurrency.lockutils [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Acquiring lock "a05ef4c0-ecff-43b5-bcee-25088fe3c08d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.267550] env[61960]: DEBUG oslo_concurrency.lockutils [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Lock "a05ef4c0-ecff-43b5-bcee-25088fe3c08d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.275497] env[61960]: DEBUG oslo_vmware.api [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.278271] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc564f26-6b9e-42b1-9779-08ed8f0ad8e2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.297198] env[61960]: DEBUG nova.compute.provider_tree [None req-dcac4fe6-023e-4496-9af7-a78128da7119 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.364435] env[61960]: DEBUG oslo_vmware.api [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]521b5f0c-3d66-dac8-7d74-6d2d71c21f3a, 'name': SearchDatastore_Task, 'duration_secs': 0.039556} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.368359] env[61960]: DEBUG oslo_concurrency.lockutils [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.368538] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.368816] env[61960]: DEBUG oslo_concurrency.lockutils [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.368975] env[61960]: DEBUG oslo_concurrency.lockutils [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.369195] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.369505] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc5effe3-5406-45dd-8fa7-1128b01410ed {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.377762] env[61960]: DEBUG oslo_vmware.api [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Task: {'id': task-436040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.331312} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.378785] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.379998] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0fbc4a-2667-494f-882a-088e1532dd89 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.382623] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.382827] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 780.383814] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50809c49-2482-4dfc-8d1c-60b99d04a003 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.409211] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 5fdfb773-cad8-473b-8e6a-0b152ae6ff05/5fdfb773-cad8-473b-8e6a-0b152ae6ff05.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.409794] env[61960]: DEBUG oslo_concurrency.lockutils [req-31cb7cf9-049a-4b6a-ad87-d7f26b5dd72d req-235f4fa9-5aa5-4351-a0b8-0145cc843b6f service nova] Releasing lock "refresh_cache-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.410263] env[61960]: DEBUG oslo_vmware.api [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 780.410263] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527e9f6d-d494-0106-9e29-b931ebc5aa40" [ 780.410263] env[61960]: _type = "Task" [ 780.410263] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.410475] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88a15eca-d177-4744-b9ab-31af8910ece9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.435121] env[61960]: DEBUG oslo_vmware.api [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527e9f6d-d494-0106-9e29-b931ebc5aa40, 'name': SearchDatastore_Task, 'duration_secs': 0.022807} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.437280] env[61960]: DEBUG oslo_vmware.api [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Waiting for the task: (returnval){ [ 780.437280] env[61960]: value = "task-436041" [ 780.437280] env[61960]: _type = "Task" [ 780.437280] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.437986] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c9062a1-57dc-461f-8364-6f8d7d666948 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.446179] env[61960]: DEBUG oslo_vmware.api [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 780.446179] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520dbe6a-b28c-a4fb-f4d0-318b5900d8af" [ 780.446179] env[61960]: _type = "Task" [ 780.446179] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.449546] env[61960]: DEBUG oslo_vmware.api [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Task: {'id': task-436041, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.457809] env[61960]: DEBUG oslo_vmware.api [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520dbe6a-b28c-a4fb-f4d0-318b5900d8af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.470856] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19374fa0-0210-4ed9-abd4-5ba9f80a7a7b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.491370] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Updating instance '95bfb4ce-98ae-456d-8c7c-3bc6edfdd475' progress to 0 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 780.688848] env[61960]: DEBUG nova.network.neutron [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 780.762837] env[61960]: DEBUG oslo_vmware.api [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436039, 'name': ReconfigVM_Task, 'duration_secs': 1.139685} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.763133] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0/966cfc37-d288-40df-aff0-78f82eab8ff9-rescue.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.764031] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c82e4c-775c-4f6a-a038-848b5a673d6e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.772900] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a63f286a-6bff-4397-a86b-c06ab343156e tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Acquiring lock "ddbb6a66-587a-4c5f-8268-bcffdab6c9b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.773153] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a63f286a-6bff-4397-a86b-c06ab343156e tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Lock "ddbb6a66-587a-4c5f-8268-bcffdab6c9b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.773374] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a63f286a-6bff-4397-a86b-c06ab343156e tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Acquiring lock "ddbb6a66-587a-4c5f-8268-bcffdab6c9b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.773583] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a63f286a-6bff-4397-a86b-c06ab343156e tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Lock "ddbb6a66-587a-4c5f-8268-bcffdab6c9b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.773808] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a63f286a-6bff-4397-a86b-c06ab343156e tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Lock "ddbb6a66-587a-4c5f-8268-bcffdab6c9b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.777102] env[61960]: DEBUG nova.compute.manager [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 780.780380] env[61960]: INFO nova.compute.manager [None req-a63f286a-6bff-4397-a86b-c06ab343156e tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Terminating instance [ 780.783877] env[61960]: DEBUG nova.compute.manager [None req-a63f286a-6bff-4397-a86b-c06ab343156e tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 780.784101] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a63f286a-6bff-4397-a86b-c06ab343156e tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 780.785136] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79db57c6-e63b-484a-b009-f582ec8f2f51 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.805228] env[61960]: DEBUG nova.scheduler.client.report [None req-dcac4fe6-023e-4496-9af7-a78128da7119 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 780.816244] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-240024b9-3cad-4ecb-ad40-bb61ef2f1ba6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.832730] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63f286a-6bff-4397-a86b-c06ab343156e tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 780.833599] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e014c6b-240c-4f13-935e-80d35f2a126c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.843263] env[61960]: DEBUG oslo_vmware.api [None req-a63f286a-6bff-4397-a86b-c06ab343156e tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Waiting for the task: (returnval){ [ 780.843263] env[61960]: value = "task-436043" [ 780.843263] env[61960]: _type = "Task" [ 780.843263] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.843556] env[61960]: DEBUG oslo_vmware.api [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 780.843556] env[61960]: value = "task-436042" [ 780.843556] env[61960]: _type = "Task" [ 780.843556] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.856721] env[61960]: DEBUG oslo_vmware.api [None req-a63f286a-6bff-4397-a86b-c06ab343156e tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-436043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.860251] env[61960]: DEBUG oslo_vmware.api [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436042, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.954180] env[61960]: DEBUG oslo_vmware.api [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Task: {'id': task-436041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.965574] env[61960]: DEBUG oslo_vmware.api [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520dbe6a-b28c-a4fb-f4d0-318b5900d8af, 'name': SearchDatastore_Task, 'duration_secs': 0.015025} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.965857] env[61960]: DEBUG oslo_concurrency.lockutils [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.966142] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce/40444ca6-0e88-4e3d-b9e2-ad0b325a76ce.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 780.966415] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f762a252-7b48-447e-b5ef-693ebf6f1692 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.976271] env[61960]: DEBUG oslo_vmware.api [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 780.976271] env[61960]: value = "task-436044" [ 780.976271] env[61960]: _type = "Task" [ 780.976271] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.985865] env[61960]: DEBUG oslo_vmware.api [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.998073] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 780.998588] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27b5fe42-a99e-4f7b-8fc4-1c5cd8be28f4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.010019] env[61960]: DEBUG oslo_vmware.api [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 781.010019] env[61960]: value = "task-436045" [ 781.010019] env[61960]: _type = "Task" [ 781.010019] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.020491] env[61960]: DEBUG oslo_vmware.api [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-436045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.083262] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "23113c8f-b140-44c0-a14d-cce598fa237d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.084249] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "23113c8f-b140-44c0-a14d-cce598fa237d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.084249] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "23113c8f-b140-44c0-a14d-cce598fa237d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.084374] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "23113c8f-b140-44c0-a14d-cce598fa237d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.085525] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "23113c8f-b140-44c0-a14d-cce598fa237d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.087801] env[61960]: INFO nova.compute.manager [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Terminating instance [ 781.091472] env[61960]: DEBUG nova.compute.manager [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 781.093189] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 781.093189] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9011dc1a-ceff-4ea0-a48d-17123d92a897 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.103264] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 781.106359] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b2b32db-c1fb-4cee-8403-68d2140bc927 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.115480] env[61960]: DEBUG oslo_vmware.api [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 781.115480] env[61960]: value = "task-436046" [ 781.115480] env[61960]: _type = "Task" [ 781.115480] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.125833] env[61960]: DEBUG oslo_vmware.api [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.140214] env[61960]: DEBUG oslo_concurrency.lockutils [None req-aa977120-2aaf-4853-9c4e-8ebf0c74d3f4 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquiring lock "ae66b7c6-c12f-4034-84b8-ab6923fad5f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.140214] env[61960]: DEBUG oslo_concurrency.lockutils [None req-aa977120-2aaf-4853-9c4e-8ebf0c74d3f4 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lock "ae66b7c6-c12f-4034-84b8-ab6923fad5f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.140214] env[61960]: DEBUG oslo_concurrency.lockutils [None req-aa977120-2aaf-4853-9c4e-8ebf0c74d3f4 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquiring lock "ae66b7c6-c12f-4034-84b8-ab6923fad5f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.140214] env[61960]: DEBUG oslo_concurrency.lockutils [None req-aa977120-2aaf-4853-9c4e-8ebf0c74d3f4 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lock "ae66b7c6-c12f-4034-84b8-ab6923fad5f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.140214] env[61960]: DEBUG oslo_concurrency.lockutils [None req-aa977120-2aaf-4853-9c4e-8ebf0c74d3f4 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lock "ae66b7c6-c12f-4034-84b8-ab6923fad5f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.142294] env[61960]: INFO nova.compute.manager [None req-aa977120-2aaf-4853-9c4e-8ebf0c74d3f4 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Terminating instance [ 781.145345] env[61960]: DEBUG nova.compute.manager [None req-aa977120-2aaf-4853-9c4e-8ebf0c74d3f4 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 781.145558] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-aa977120-2aaf-4853-9c4e-8ebf0c74d3f4 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 781.148370] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de5629a-23b3-45bc-a0cd-8d7e96dc5d07 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.156677] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa977120-2aaf-4853-9c4e-8ebf0c74d3f4 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 781.159281] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc57f861-4c82-4924-bd5d-7aa464d5c465 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.167709] env[61960]: DEBUG oslo_vmware.api [None req-aa977120-2aaf-4853-9c4e-8ebf0c74d3f4 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for the task: (returnval){ [ 781.167709] env[61960]: value = "task-436047" [ 781.167709] env[61960]: _type = "Task" [ 781.167709] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.178023] env[61960]: DEBUG oslo_vmware.api [None req-aa977120-2aaf-4853-9c4e-8ebf0c74d3f4 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-436047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.314255] env[61960]: DEBUG oslo_concurrency.lockutils [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.316735] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dcac4fe6-023e-4496-9af7-a78128da7119 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.319410] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.115s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.319739] env[61960]: DEBUG nova.objects.instance [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lazy-loading 'resources' on Instance uuid 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.345604] env[61960]: INFO nova.scheduler.client.report [None req-dcac4fe6-023e-4496-9af7-a78128da7119 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Deleted allocations for instance 170857f7-9f06-4c46-b09a-804adc3da02d [ 781.354201] env[61960]: DEBUG nova.network.neutron [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Updating instance_info_cache with network_info: [{"id": "a658b81a-dc02-4d50-afc3-96c028defaa0", "address": "fa:16:3e:75:c0:c2", "network": {"id": "855325d8-7d4b-43d1-9391-65031005b2e5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-77503363", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3297d2fab1244b048bc2afabcc119ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa658b81a-dc", "ovs_interfaceid": "a658b81a-dc02-4d50-afc3-96c028defaa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5388df0c-1f2a-4f19-a830-1c6a21d02237", "address": "fa:16:3e:8d:4b:a7", "network": {"id": "88c929d4-14e2-40e3-bdf3-17d43f736f2c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-172186092", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3297d2fab1244b048bc2afabcc119ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5388df0c-1f", "ovs_interfaceid": "5388df0c-1f2a-4f19-a830-1c6a21d02237", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c06e7017-46c6-408c-868e-759d2b440b13", "address": "fa:16:3e:62:56:96", "network": {"id": "855325d8-7d4b-43d1-9391-65031005b2e5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-77503363", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3297d2fab1244b048bc2afabcc119ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06e7017-46", "ovs_interfaceid": "c06e7017-46c6-408c-868e-759d2b440b13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.369665] env[61960]: DEBUG oslo_vmware.api [None req-a63f286a-6bff-4397-a86b-c06ab343156e tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-436043, 'name': PowerOffVM_Task, 'duration_secs': 0.379159} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.374055] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63f286a-6bff-4397-a86b-c06ab343156e tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 781.374392] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a63f286a-6bff-4397-a86b-c06ab343156e tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 781.374673] env[61960]: DEBUG oslo_vmware.api [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436042, 'name': ReconfigVM_Task, 'duration_secs': 0.301936} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.374904] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71498e6a-abe1-418f-a650-c677c27be522 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.377351] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 781.378396] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-facccda7-9ee9-475f-8649-cbfb36a4a75a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.388711] env[61960]: DEBUG oslo_vmware.api [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 781.388711] env[61960]: value = "task-436048" [ 781.388711] env[61960]: _type = "Task" [ 781.388711] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.399124] env[61960]: DEBUG oslo_vmware.api [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.452215] env[61960]: DEBUG oslo_vmware.api [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Task: {'id': task-436041, 'name': ReconfigVM_Task, 'duration_secs': 0.61033} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.452554] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 5fdfb773-cad8-473b-8e6a-0b152ae6ff05/5fdfb773-cad8-473b-8e6a-0b152ae6ff05.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.453224] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6658557-61a2-4cd7-bcb0-e12d2c7f763a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.461475] env[61960]: DEBUG oslo_vmware.api [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Waiting for the task: (returnval){ [ 781.461475] env[61960]: value = "task-436050" [ 781.461475] env[61960]: _type = "Task" [ 781.461475] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.472020] env[61960]: DEBUG oslo_vmware.api [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Task: {'id': task-436050, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.488817] env[61960]: DEBUG oslo_vmware.api [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436044, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.521686] env[61960]: DEBUG oslo_vmware.api [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-436045, 'name': PowerOffVM_Task, 'duration_secs': 0.295311} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.521980] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 781.522211] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Updating instance '95bfb4ce-98ae-456d-8c7c-3bc6edfdd475' progress to 17 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 781.627727] env[61960]: DEBUG oslo_vmware.api [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436046, 'name': PowerOffVM_Task, 'duration_secs': 0.229905} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.628218] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 781.628515] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 781.629132] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5002f36-0399-4de4-9f45-d2e68375eee5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.678998] env[61960]: DEBUG oslo_vmware.api [None req-aa977120-2aaf-4853-9c4e-8ebf0c74d3f4 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-436047, 'name': PowerOffVM_Task, 'duration_secs': 0.482126} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.679415] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa977120-2aaf-4853-9c4e-8ebf0c74d3f4 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 781.679583] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-aa977120-2aaf-4853-9c4e-8ebf0c74d3f4 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 781.680111] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b0cdb2e-10dc-4bc5-ab3e-845dccffb854 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.857094] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Releasing lock "refresh_cache-82366bca-f3de-4868-8728-38e2374ebea3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.857777] env[61960]: DEBUG nova.compute.manager [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Instance network_info: |[{"id": "a658b81a-dc02-4d50-afc3-96c028defaa0", "address": "fa:16:3e:75:c0:c2", "network": {"id": "855325d8-7d4b-43d1-9391-65031005b2e5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-77503363", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3297d2fab1244b048bc2afabcc119ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa658b81a-dc", "ovs_interfaceid": "a658b81a-dc02-4d50-afc3-96c028defaa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5388df0c-1f2a-4f19-a830-1c6a21d02237", "address": "fa:16:3e:8d:4b:a7", "network": {"id": "88c929d4-14e2-40e3-bdf3-17d43f736f2c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-172186092", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3297d2fab1244b048bc2afabcc119ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5388df0c-1f", "ovs_interfaceid": "5388df0c-1f2a-4f19-a830-1c6a21d02237", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c06e7017-46c6-408c-868e-759d2b440b13", "address": "fa:16:3e:62:56:96", "network": {"id": "855325d8-7d4b-43d1-9391-65031005b2e5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-77503363", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3297d2fab1244b048bc2afabcc119ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06e7017-46", "ovs_interfaceid": "c06e7017-46c6-408c-868e-759d2b440b13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 781.858318] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:c0:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48937bd1-23dc-413f-b46b-59bf9e709aa0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a658b81a-dc02-4d50-afc3-96c028defaa0', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:4b:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c1b8689-a9b4-4972-beb9-6a1c8de1dc88', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5388df0c-1f2a-4f19-a830-1c6a21d02237', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:56:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48937bd1-23dc-413f-b46b-59bf9e709aa0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c06e7017-46c6-408c-868e-759d2b440b13', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.869685] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Creating folder: Project (3297d2fab1244b048bc2afabcc119ab7). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 781.874843] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0546fce0-4660-4fbc-bd1e-70a6354b0226 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.877077] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dcac4fe6-023e-4496-9af7-a78128da7119 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "170857f7-9f06-4c46-b09a-804adc3da02d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.890s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.890556] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Created folder: Project (3297d2fab1244b048bc2afabcc119ab7) in parent group-v115929. [ 781.890773] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Creating folder: Instances. Parent ref: group-v116087. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 781.897288] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de9bba8b-1743-4565-a099-360e45bb7a33 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.902462] env[61960]: DEBUG oslo_vmware.api [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436048, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.907469] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Created folder: Instances in parent group-v116087. [ 781.908173] env[61960]: DEBUG oslo.service.loopingcall [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 781.908766] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 781.913213] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b2d5871-81ac-4f87-831f-97d3b65d4dd4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.946794] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.946794] env[61960]: value = "task-436055" [ 781.946794] env[61960]: _type = "Task" [ 781.946794] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.958643] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436055, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.974062] env[61960]: DEBUG oslo_vmware.api [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Task: {'id': task-436050, 'name': Rename_Task, 'duration_secs': 0.266773} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.974366] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 781.974626] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efaad6d2-59b6-42af-98f2-c4d669ae6bbe {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.986457] env[61960]: DEBUG oslo_vmware.api [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Waiting for the task: (returnval){ [ 781.986457] env[61960]: value = "task-436056" [ 781.986457] env[61960]: _type = "Task" [ 781.986457] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.994143] env[61960]: DEBUG oslo_vmware.api [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640898} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.995071] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce/40444ca6-0e88-4e3d-b9e2-ad0b325a76ce.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 781.995477] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.995932] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd58cd4e-1410-4b80-a742-99800555c58a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.003604] env[61960]: DEBUG oslo_vmware.api [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Task: {'id': task-436056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.010757] env[61960]: DEBUG oslo_vmware.api [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 782.010757] env[61960]: value = "task-436057" [ 782.010757] env[61960]: _type = "Task" [ 782.010757] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.020743] env[61960]: DEBUG oslo_vmware.api [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.029667] env[61960]: DEBUG nova.virt.hardware [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:07:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 782.029895] env[61960]: DEBUG nova.virt.hardware [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 782.030134] env[61960]: DEBUG nova.virt.hardware [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.030295] env[61960]: DEBUG nova.virt.hardware [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 782.030463] env[61960]: DEBUG nova.virt.hardware [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.030622] env[61960]: DEBUG nova.virt.hardware [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 782.030840] env[61960]: DEBUG nova.virt.hardware [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 782.031013] env[61960]: DEBUG nova.virt.hardware [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 782.031199] env[61960]: DEBUG nova.virt.hardware [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 782.031369] env[61960]: DEBUG nova.virt.hardware [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 782.031572] env[61960]: DEBUG nova.virt.hardware [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 782.039878] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75fafcd7-5383-4be5-b197-f907b46f0fd6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.058822] env[61960]: DEBUG oslo_vmware.api [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 782.058822] env[61960]: value = "task-436058" [ 782.058822] env[61960]: _type = "Task" [ 782.058822] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.071286] env[61960]: DEBUG oslo_vmware.api [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-436058, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.345028] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e083133b-2f23-4934-82de-9b65981ee284 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.353681] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c229e2-4482-4d2c-825b-83fce23cd9cf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.390466] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2826d15-1501-4592-9548-e2b7e97cc65b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.406464] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb987d7-b903-445b-8be2-d610a3fc983d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.410756] env[61960]: DEBUG oslo_vmware.api [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436048, 'name': PowerOnVM_Task, 'duration_secs': 0.678589} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.411019] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 782.413955] env[61960]: DEBUG nova.compute.manager [None req-a402d384-3f86-4c4b-8660-d62d890cd3c0 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 782.414805] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bbc50d-1230-40f9-8bba-71d9bcfa543b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.428486] env[61960]: DEBUG nova.compute.provider_tree [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 782.458922] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436055, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.496603] env[61960]: DEBUG oslo_vmware.api [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Task: {'id': task-436056, 'name': PowerOnVM_Task} progress is 78%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.520116] env[61960]: DEBUG oslo_vmware.api [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148235} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.520415] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.521212] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfde655-9dfe-4ba5-944a-f34feddb1b1e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.544494] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce/40444ca6-0e88-4e3d-b9e2-ad0b325a76ce.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.544820] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cc13011-1e1f-4c16-896a-a0742477c3dd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.565675] env[61960]: DEBUG oslo_vmware.api [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 782.565675] env[61960]: value = "task-436059" [ 782.565675] env[61960]: _type = "Task" [ 782.565675] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.568813] env[61960]: DEBUG oslo_vmware.api [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-436058, 'name': ReconfigVM_Task, 'duration_secs': 0.379916} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.572074] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Updating instance '95bfb4ce-98ae-456d-8c7c-3bc6edfdd475' progress to 33 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 782.582672] env[61960]: DEBUG oslo_vmware.api [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436059, 'name': ReconfigVM_Task} progress is 10%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.959492] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436055, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.960555] env[61960]: ERROR nova.scheduler.client.report [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [req-080552f3-a563-42ee-9a8b-d8eff37708a8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-080552f3-a563-42ee-9a8b-d8eff37708a8"}]} [ 782.979994] env[61960]: DEBUG nova.scheduler.client.report [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 782.998181] env[61960]: DEBUG oslo_vmware.api [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Task: {'id': task-436056, 'name': PowerOnVM_Task} progress is 89%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.999214] env[61960]: DEBUG nova.scheduler.client.report [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 782.999431] env[61960]: DEBUG nova.compute.provider_tree [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 783.015270] env[61960]: DEBUG nova.scheduler.client.report [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 783.035452] env[61960]: DEBUG nova.scheduler.client.report [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 783.083108] env[61960]: DEBUG nova.virt.hardware [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:10:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='4f59555e-cdbc-42be-ade3-ffc670ae6981',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1845718363',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 783.083578] env[61960]: DEBUG nova.virt.hardware [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 783.083578] env[61960]: DEBUG nova.virt.hardware [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.083768] env[61960]: DEBUG nova.virt.hardware [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 783.083851] env[61960]: DEBUG nova.virt.hardware [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.083995] env[61960]: DEBUG nova.virt.hardware [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 783.084277] env[61960]: DEBUG nova.virt.hardware [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 783.084920] env[61960]: DEBUG nova.virt.hardware [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 783.084920] env[61960]: DEBUG nova.virt.hardware [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 783.084920] env[61960]: DEBUG nova.virt.hardware [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 783.084920] env[61960]: DEBUG nova.virt.hardware [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 783.090495] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 783.090813] env[61960]: DEBUG oslo_vmware.api [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436059, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.094344] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcf212ec-e924-4c4c-836b-b8a8a14b1537 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.116063] env[61960]: DEBUG oslo_vmware.api [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 783.116063] env[61960]: value = "task-436060" [ 783.116063] env[61960]: _type = "Task" [ 783.116063] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.125151] env[61960]: DEBUG oslo_vmware.api [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-436060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.136184] env[61960]: DEBUG oslo_concurrency.lockutils [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquiring lock "ec50aa6a-44ae-42f3-99a9-6831c832aca3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.136591] env[61960]: DEBUG oslo_concurrency.lockutils [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "ec50aa6a-44ae-42f3-99a9-6831c832aca3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.137045] env[61960]: DEBUG oslo_concurrency.lockutils [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquiring lock "ec50aa6a-44ae-42f3-99a9-6831c832aca3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.137433] env[61960]: DEBUG oslo_concurrency.lockutils [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "ec50aa6a-44ae-42f3-99a9-6831c832aca3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.137792] env[61960]: DEBUG oslo_concurrency.lockutils [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "ec50aa6a-44ae-42f3-99a9-6831c832aca3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.140376] env[61960]: INFO nova.compute.manager [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Terminating instance [ 783.147383] env[61960]: DEBUG nova.compute.manager [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 783.147893] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 783.150242] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb3ced9-3460-49c7-8477-e910a6b6a680 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.161160] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 783.162609] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12ef1ff5-3005-4341-8869-4f094471da4b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.187538] env[61960]: DEBUG oslo_vmware.api [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 783.187538] env[61960]: value = "task-436061" [ 783.187538] env[61960]: _type = "Task" [ 783.187538] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.198246] env[61960]: DEBUG oslo_vmware.api [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.460424] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436055, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.503783] env[61960]: DEBUG oslo_vmware.api [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Task: {'id': task-436056, 'name': PowerOnVM_Task, 'duration_secs': 1.131541} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.504061] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 783.504261] env[61960]: INFO nova.compute.manager [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Took 9.65 seconds to spawn the instance on the hypervisor. [ 783.504465] env[61960]: DEBUG nova.compute.manager [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 783.505375] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8965ad3-8b38-45d9-9447-19cd98ccbdcd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.518426] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83055b3-d3f0-4d87-a51d-2c5ef392cc20 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.522684] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 783.522911] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 783.523134] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Deleting the datastore file [datastore1] 23113c8f-b140-44c0-a14d-cce598fa237d {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.523779] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b61b7af-4e71-47f7-8f7f-f59bf31611eb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.531156] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e630b7-38e0-489b-bdf9-63f4c8416230 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.535439] env[61960]: DEBUG oslo_vmware.api [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 783.535439] env[61960]: value = "task-436062" [ 783.535439] env[61960]: _type = "Task" [ 783.535439] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.565326] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50bc7ae-9c56-4a4c-b3e0-2603474cbffa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.571295] env[61960]: DEBUG oslo_vmware.api [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.582025] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b55a702-298a-4ee7-8c2f-4e4079c936fd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.585435] env[61960]: DEBUG oslo_vmware.api [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436059, 'name': ReconfigVM_Task, 'duration_secs': 0.825907} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.586065] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce/40444ca6-0e88-4e3d-b9e2-ad0b325a76ce.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.586715] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31ab195c-c298-4abc-bb9a-38c1e59fb006 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.596174] env[61960]: DEBUG nova.compute.provider_tree [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 783.603352] env[61960]: DEBUG oslo_vmware.api [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 783.603352] env[61960]: value = "task-436063" [ 783.603352] env[61960]: _type = "Task" [ 783.603352] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.615137] env[61960]: DEBUG oslo_vmware.api [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436063, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.625604] env[61960]: DEBUG oslo_vmware.api [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-436060, 'name': ReconfigVM_Task, 'duration_secs': 0.2396} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.625946] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 783.626830] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd48de6-8beb-415a-af5f-11e29d206036 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.644427] env[61960]: INFO nova.compute.manager [None req-71d9a8d9-7c47-461d-809a-50da775be54d tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Unrescuing [ 783.644715] env[61960]: DEBUG oslo_concurrency.lockutils [None req-71d9a8d9-7c47-461d-809a-50da775be54d tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquiring lock "refresh_cache-15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.644882] env[61960]: DEBUG oslo_concurrency.lockutils [None req-71d9a8d9-7c47-461d-809a-50da775be54d tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquired lock "refresh_cache-15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.645073] env[61960]: DEBUG nova.network.neutron [None req-71d9a8d9-7c47-461d-809a-50da775be54d tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 783.653930] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475/95bfb4ce-98ae-456d-8c7c-3bc6edfdd475.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.656854] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5e63ff9-603f-4f1a-8dd4-6c5e556514ef {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.681024] env[61960]: DEBUG oslo_vmware.api [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 783.681024] env[61960]: value = "task-436064" [ 783.681024] env[61960]: _type = "Task" [ 783.681024] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.691297] env[61960]: DEBUG oslo_vmware.api [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-436064, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.699916] env[61960]: DEBUG oslo_vmware.api [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.924430] env[61960]: DEBUG nova.network.neutron [None req-71d9a8d9-7c47-461d-809a-50da775be54d tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Updating instance_info_cache with network_info: [{"id": "0b02af72-34fa-44a9-b8a8-13fab9989e20", "address": "fa:16:3e:63:3c:fb", "network": {"id": "377873bf-feec-42cb-b39d-46c238921532", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1083648275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3eeccb99cb134932a5614fa56bfa12ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b02af72-34", "ovs_interfaceid": "0b02af72-34fa-44a9-b8a8-13fab9989e20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.959268] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436055, 'name': CreateVM_Task, 'duration_secs': 1.951732} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.959397] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 783.960302] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.960537] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.960788] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.961058] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c69e97e-2860-41ab-8fdd-53b33ec89aea {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.965948] env[61960]: DEBUG oslo_vmware.api [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Waiting for the task: (returnval){ [ 783.965948] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52341cdc-91f8-7181-4a60-49962182533d" [ 783.965948] env[61960]: _type = "Task" [ 783.965948] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.974100] env[61960]: DEBUG oslo_vmware.api [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52341cdc-91f8-7181-4a60-49962182533d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.031036] env[61960]: INFO nova.compute.manager [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Took 41.30 seconds to build instance. [ 784.046692] env[61960]: DEBUG oslo_vmware.api [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.087279] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a63f286a-6bff-4397-a86b-c06ab343156e tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 784.087279] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a63f286a-6bff-4397-a86b-c06ab343156e tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 784.087279] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a63f286a-6bff-4397-a86b-c06ab343156e tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Deleting the datastore file [datastore1] ddbb6a66-587a-4c5f-8268-bcffdab6c9b5 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.087279] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9387f98-4f75-4846-bee9-d22208d91b76 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.095037] env[61960]: DEBUG oslo_vmware.api [None req-a63f286a-6bff-4397-a86b-c06ab343156e tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Waiting for the task: (returnval){ [ 784.095037] env[61960]: value = "task-436065" [ 784.095037] env[61960]: _type = "Task" [ 784.095037] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.096683] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-aa977120-2aaf-4853-9c4e-8ebf0c74d3f4 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 784.096955] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-aa977120-2aaf-4853-9c4e-8ebf0c74d3f4 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 784.097185] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa977120-2aaf-4853-9c4e-8ebf0c74d3f4 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Deleting the datastore file [datastore1] ae66b7c6-c12f-4034-84b8-ab6923fad5f4 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.100940] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1b34dfb-66c7-4409-b572-62ed9584366a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.113441] env[61960]: DEBUG oslo_vmware.api [None req-a63f286a-6bff-4397-a86b-c06ab343156e tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-436065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.116344] env[61960]: DEBUG oslo_vmware.api [None req-aa977120-2aaf-4853-9c4e-8ebf0c74d3f4 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for the task: (returnval){ [ 784.116344] env[61960]: value = "task-436066" [ 784.116344] env[61960]: _type = "Task" [ 784.116344] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.122571] env[61960]: DEBUG oslo_vmware.api [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436063, 'name': Rename_Task, 'duration_secs': 0.258041} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.122571] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 784.122831] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-842bfa51-e88f-4b46-b06a-5c4fddd836bb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.127939] env[61960]: DEBUG oslo_vmware.api [None req-aa977120-2aaf-4853-9c4e-8ebf0c74d3f4 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-436066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.130220] env[61960]: DEBUG oslo_vmware.api [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 784.130220] env[61960]: value = "task-436067" [ 784.130220] env[61960]: _type = "Task" [ 784.130220] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.141525] env[61960]: DEBUG oslo_vmware.api [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.143038] env[61960]: DEBUG nova.scheduler.client.report [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 95 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 784.143204] env[61960]: DEBUG nova.compute.provider_tree [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 95 to 96 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 784.143405] env[61960]: DEBUG nova.compute.provider_tree [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 784.192902] env[61960]: DEBUG oslo_vmware.api [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-436064, 'name': ReconfigVM_Task, 'duration_secs': 0.383432} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.196634] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475/95bfb4ce-98ae-456d-8c7c-3bc6edfdd475.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.197402] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Updating instance '95bfb4ce-98ae-456d-8c7c-3bc6edfdd475' progress to 50 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 784.206734] env[61960]: DEBUG oslo_vmware.api [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436061, 'name': PowerOffVM_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.427415] env[61960]: DEBUG oslo_concurrency.lockutils [None req-71d9a8d9-7c47-461d-809a-50da775be54d tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Releasing lock "refresh_cache-15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.427886] env[61960]: DEBUG nova.objects.instance [None req-71d9a8d9-7c47-461d-809a-50da775be54d tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Lazy-loading 'flavor' on Instance uuid 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.477188] env[61960]: DEBUG oslo_vmware.api [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52341cdc-91f8-7181-4a60-49962182533d, 'name': SearchDatastore_Task, 'duration_secs': 0.115922} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.477532] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.477791] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.478046] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.478199] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.478378] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.478662] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6fbc334-4377-4f07-8708-4519a1991680 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.488079] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.488269] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 784.489011] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d31aa07c-ed70-4fc9-b02c-86bb676cca9a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.496512] env[61960]: DEBUG oslo_vmware.api [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Waiting for the task: (returnval){ [ 784.496512] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520a7bbd-2986-7728-e9c2-ec79d75fcb08" [ 784.496512] env[61960]: _type = "Task" [ 784.496512] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.504720] env[61960]: DEBUG oslo_vmware.api [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520a7bbd-2986-7728-e9c2-ec79d75fcb08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.533851] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1d0ec4db-e065-4d5a-83a5-05c42995991b tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Lock "5fdfb773-cad8-473b-8e6a-0b152ae6ff05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.319s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.546403] env[61960]: DEBUG oslo_vmware.api [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.692685} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.546650] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.546840] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 784.547073] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 784.547217] env[61960]: INFO nova.compute.manager [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Took 3.46 seconds to destroy the instance on the hypervisor. [ 784.547464] env[61960]: DEBUG oslo.service.loopingcall [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 784.547689] env[61960]: DEBUG nova.compute.manager [-] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 784.547812] env[61960]: DEBUG nova.network.neutron [-] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 784.606180] env[61960]: DEBUG oslo_vmware.api [None req-a63f286a-6bff-4397-a86b-c06ab343156e tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Task: {'id': task-436065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276095} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.606443] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a63f286a-6bff-4397-a86b-c06ab343156e tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.606652] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a63f286a-6bff-4397-a86b-c06ab343156e tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 784.606824] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a63f286a-6bff-4397-a86b-c06ab343156e tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 784.607015] env[61960]: INFO nova.compute.manager [None req-a63f286a-6bff-4397-a86b-c06ab343156e tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Took 3.82 seconds to destroy the instance on the hypervisor. [ 784.607269] env[61960]: DEBUG oslo.service.loopingcall [None req-a63f286a-6bff-4397-a86b-c06ab343156e tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 784.607461] env[61960]: DEBUG nova.compute.manager [-] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 784.607574] env[61960]: DEBUG nova.network.neutron [-] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 784.627695] env[61960]: DEBUG oslo_vmware.api [None req-aa977120-2aaf-4853-9c4e-8ebf0c74d3f4 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Task: {'id': task-436066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218929} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.627947] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa977120-2aaf-4853-9c4e-8ebf0c74d3f4 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.628216] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-aa977120-2aaf-4853-9c4e-8ebf0c74d3f4 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 784.628372] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-aa977120-2aaf-4853-9c4e-8ebf0c74d3f4 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 784.628603] env[61960]: INFO nova.compute.manager [None req-aa977120-2aaf-4853-9c4e-8ebf0c74d3f4 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Took 3.48 seconds to destroy the instance on the hypervisor. [ 784.628879] env[61960]: DEBUG oslo.service.loopingcall [None req-aa977120-2aaf-4853-9c4e-8ebf0c74d3f4 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 784.629209] env[61960]: DEBUG nova.compute.manager [-] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 784.629209] env[61960]: DEBUG nova.network.neutron [-] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 784.641288] env[61960]: DEBUG oslo_vmware.api [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436067, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.651247] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.332s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.654066] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.235s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.655651] env[61960]: INFO nova.compute.claims [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.676840] env[61960]: INFO nova.scheduler.client.report [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Deleted allocations for instance 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4 [ 784.707305] env[61960]: DEBUG oslo_vmware.api [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436061, 'name': PowerOffVM_Task, 'duration_secs': 1.022885} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.709143] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef37dab-03df-4bee-b8f0-5f02c437bdb5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.712722] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 784.712894] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 784.713241] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d176192-3f13-4437-9b2d-db2b845934ad {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.734769] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d816f4-ec51-4ebf-a284-9208733e2087 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.756806] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Updating instance '95bfb4ce-98ae-456d-8c7c-3bc6edfdd475' progress to 67 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 784.793972] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 784.794406] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 784.794858] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Deleting the datastore file [datastore1] ec50aa6a-44ae-42f3-99a9-6831c832aca3 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.795322] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4489785d-e4a9-48a2-a086-d3ee58f12a6a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.804113] env[61960]: DEBUG oslo_vmware.api [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 784.804113] env[61960]: value = "task-436069" [ 784.804113] env[61960]: _type = "Task" [ 784.804113] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.813928] env[61960]: DEBUG oslo_vmware.api [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.934172] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309e5100-1d39-48d8-8088-e832970bad99 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.960349] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d9a8d9-7c47-461d-809a-50da775be54d tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 784.960349] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1ca8c46-afb5-4b8b-b346-0c9918b4ecfe {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.972050] env[61960]: DEBUG oslo_vmware.api [None req-71d9a8d9-7c47-461d-809a-50da775be54d tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 784.972050] env[61960]: value = "task-436070" [ 784.972050] env[61960]: _type = "Task" [ 784.972050] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.980679] env[61960]: DEBUG oslo_vmware.api [None req-71d9a8d9-7c47-461d-809a-50da775be54d tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.009381] env[61960]: DEBUG oslo_vmware.api [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520a7bbd-2986-7728-e9c2-ec79d75fcb08, 'name': SearchDatastore_Task, 'duration_secs': 0.010647} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.010247] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad099864-bd9b-4e45-9b25-4cf114cfb23f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.021041] env[61960]: DEBUG oslo_vmware.api [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Waiting for the task: (returnval){ [ 785.021041] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5259b450-2674-61de-280e-2f5dc3d70fb8" [ 785.021041] env[61960]: _type = "Task" [ 785.021041] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.033113] env[61960]: DEBUG oslo_vmware.api [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5259b450-2674-61de-280e-2f5dc3d70fb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.146874] env[61960]: DEBUG oslo_vmware.api [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436067, 'name': PowerOnVM_Task, 'duration_secs': 0.772416} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.147135] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 785.147352] env[61960]: INFO nova.compute.manager [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Took 8.61 seconds to spawn the instance on the hypervisor. [ 785.147603] env[61960]: DEBUG nova.compute.manager [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 785.148779] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925c8520-b781-4028-b95c-bc108c72e835 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.162033] env[61960]: DEBUG nova.compute.manager [req-9b0f43c1-f1ab-4a3d-9aa6-0f2e10828cf5 req-8c80ee86-d1f5-48d1-8a57-e4fa63feb3fc service nova] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Received event network-vif-deleted-405fb8d8-aa45-4161-a080-e685396bb806 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 785.162033] env[61960]: INFO nova.compute.manager [req-9b0f43c1-f1ab-4a3d-9aa6-0f2e10828cf5 req-8c80ee86-d1f5-48d1-8a57-e4fa63feb3fc service nova] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Neutron deleted interface 405fb8d8-aa45-4161-a080-e685396bb806; detaching it from the instance and deleting it from the info cache [ 785.162291] env[61960]: DEBUG nova.network.neutron [req-9b0f43c1-f1ab-4a3d-9aa6-0f2e10828cf5 req-8c80ee86-d1f5-48d1-8a57-e4fa63feb3fc service nova] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.188691] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2e3a7c3f-de58-4505-962b-edf2b005ff77 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "4bb82c54-d34e-4bc7-b9bc-40402ac01eb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.396s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.301215] env[61960]: DEBUG nova.network.neutron [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Port 082774a3-b10b-4b7e-91ff-1636f1ed9b27 binding to destination host cpu-1 is already ACTIVE {{(pid=61960) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 785.315458] env[61960]: DEBUG oslo_vmware.api [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388873} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.316129] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.316129] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 785.316129] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 785.316313] env[61960]: INFO nova.compute.manager [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Took 2.17 seconds to destroy the instance on the hypervisor. [ 785.317028] env[61960]: DEBUG oslo.service.loopingcall [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 785.317299] env[61960]: DEBUG nova.compute.manager [-] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 785.317458] env[61960]: DEBUG nova.network.neutron [-] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 785.402193] env[61960]: DEBUG nova.compute.manager [req-bf0d1f79-02d1-45c2-855b-e615af8da6f4 req-ef8e9b33-496a-4e02-a67b-77223ddf4df0 service nova] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Received event network-vif-deleted-0d9a4008-d681-4f0a-ba95-46275c68b4fa {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 785.402193] env[61960]: INFO nova.compute.manager [req-bf0d1f79-02d1-45c2-855b-e615af8da6f4 req-ef8e9b33-496a-4e02-a67b-77223ddf4df0 service nova] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Neutron deleted interface 0d9a4008-d681-4f0a-ba95-46275c68b4fa; detaching it from the instance and deleting it from the info cache [ 785.402193] env[61960]: DEBUG nova.network.neutron [req-bf0d1f79-02d1-45c2-855b-e615af8da6f4 req-ef8e9b33-496a-4e02-a67b-77223ddf4df0 service nova] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.481544] env[61960]: DEBUG oslo_vmware.api [None req-71d9a8d9-7c47-461d-809a-50da775be54d tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436070, 'name': PowerOffVM_Task, 'duration_secs': 0.357294} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.482195] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d9a8d9-7c47-461d-809a-50da775be54d tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 785.489102] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-71d9a8d9-7c47-461d-809a-50da775be54d tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Reconfiguring VM instance instance-00000036 to detach disk 2001 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 785.489766] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31d7000e-a54f-4db7-8f3d-fdb95e921c78 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.507036] env[61960]: DEBUG nova.network.neutron [-] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.512240] env[61960]: DEBUG oslo_vmware.api [None req-71d9a8d9-7c47-461d-809a-50da775be54d tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 785.512240] env[61960]: value = "task-436071" [ 785.512240] env[61960]: _type = "Task" [ 785.512240] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.522572] env[61960]: DEBUG oslo_vmware.api [None req-71d9a8d9-7c47-461d-809a-50da775be54d tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436071, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.534211] env[61960]: DEBUG oslo_vmware.api [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5259b450-2674-61de-280e-2f5dc3d70fb8, 'name': SearchDatastore_Task, 'duration_secs': 0.014581} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.534503] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.534830] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 82366bca-f3de-4868-8728-38e2374ebea3/82366bca-f3de-4868-8728-38e2374ebea3.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 785.535370] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-105700a3-ade1-43b6-980a-d356c00e43e0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.542272] env[61960]: DEBUG oslo_vmware.api [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Waiting for the task: (returnval){ [ 785.542272] env[61960]: value = "task-436072" [ 785.542272] env[61960]: _type = "Task" [ 785.542272] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.553524] env[61960]: DEBUG oslo_vmware.api [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.592785] env[61960]: DEBUG nova.network.neutron [-] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.673858] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22091083-079f-4c1b-adbc-25f23aff3a83 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.676946] env[61960]: INFO nova.compute.manager [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Took 38.73 seconds to build instance. [ 785.677962] env[61960]: DEBUG nova.network.neutron [-] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.688476] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26cbe5d-c7d3-4147-a40f-130024e30ee0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.727417] env[61960]: DEBUG nova.compute.manager [req-9b0f43c1-f1ab-4a3d-9aa6-0f2e10828cf5 req-8c80ee86-d1f5-48d1-8a57-e4fa63feb3fc service nova] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Detach interface failed, port_id=405fb8d8-aa45-4161-a080-e685396bb806, reason: Instance 23113c8f-b140-44c0-a14d-cce598fa237d could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 785.730817] env[61960]: DEBUG oslo_concurrency.lockutils [None req-87ce5551-dedb-4b3e-99a9-ebea65f8d53d tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Acquiring lock "5fdfb773-cad8-473b-8e6a-0b152ae6ff05" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.731125] env[61960]: DEBUG oslo_concurrency.lockutils [None req-87ce5551-dedb-4b3e-99a9-ebea65f8d53d tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Lock "5fdfb773-cad8-473b-8e6a-0b152ae6ff05" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.731407] env[61960]: INFO nova.compute.manager [None req-87ce5551-dedb-4b3e-99a9-ebea65f8d53d tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Rebooting instance [ 785.905640] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d605a74-7c86-477d-8a79-418711677cd7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.926725] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4309d3-4dd0-47af-8df8-58711ec93461 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.973947] env[61960]: DEBUG nova.compute.manager [req-bf0d1f79-02d1-45c2-855b-e615af8da6f4 req-ef8e9b33-496a-4e02-a67b-77223ddf4df0 service nova] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Detach interface failed, port_id=0d9a4008-d681-4f0a-ba95-46275c68b4fa, reason: Instance ddbb6a66-587a-4c5f-8268-bcffdab6c9b5 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 786.008602] env[61960]: INFO nova.compute.manager [-] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Took 1.46 seconds to deallocate network for instance. [ 786.030529] env[61960]: DEBUG oslo_vmware.api [None req-71d9a8d9-7c47-461d-809a-50da775be54d tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436071, 'name': ReconfigVM_Task, 'duration_secs': 0.326308} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.030796] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-71d9a8d9-7c47-461d-809a-50da775be54d tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Reconfigured VM instance instance-00000036 to detach disk 2001 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 786.030985] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d9a8d9-7c47-461d-809a-50da775be54d tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 786.031293] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fc33e5f-49d8-4228-9976-959d803c0275 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.040410] env[61960]: DEBUG oslo_vmware.api [None req-71d9a8d9-7c47-461d-809a-50da775be54d tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 786.040410] env[61960]: value = "task-436073" [ 786.040410] env[61960]: _type = "Task" [ 786.040410] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.056718] env[61960]: DEBUG oslo_vmware.api [None req-71d9a8d9-7c47-461d-809a-50da775be54d tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.063442] env[61960]: DEBUG oslo_vmware.api [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436072, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.097540] env[61960]: INFO nova.compute.manager [-] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Took 1.47 seconds to deallocate network for instance. [ 786.180112] env[61960]: DEBUG oslo_concurrency.lockutils [None req-95becabe-e482-4516-b974-85d2fe1f3d65 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.503s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.186734] env[61960]: INFO nova.compute.manager [-] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Took 1.58 seconds to deallocate network for instance. [ 786.238639] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acb8edb-2375-442b-917d-58ba2eaeec0d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.247960] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4d2061-9093-43a2-89eb-e1bce50ba106 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.253328] env[61960]: DEBUG oslo_concurrency.lockutils [None req-87ce5551-dedb-4b3e-99a9-ebea65f8d53d tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Acquiring lock "refresh_cache-5fdfb773-cad8-473b-8e6a-0b152ae6ff05" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.253328] env[61960]: DEBUG oslo_concurrency.lockutils [None req-87ce5551-dedb-4b3e-99a9-ebea65f8d53d tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Acquired lock "refresh_cache-5fdfb773-cad8-473b-8e6a-0b152ae6ff05" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.253493] env[61960]: DEBUG nova.network.neutron [None req-87ce5551-dedb-4b3e-99a9-ebea65f8d53d tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 786.286867] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10413ed5-509d-413f-b5bf-13500d291263 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.296219] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96860f49-3be5-4868-be4e-44269820659a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.311748] env[61960]: DEBUG nova.compute.provider_tree [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.329313] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquiring lock "95bfb4ce-98ae-456d-8c7c-3bc6edfdd475-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.329704] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "95bfb4ce-98ae-456d-8c7c-3bc6edfdd475-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.330151] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "95bfb4ce-98ae-456d-8c7c-3bc6edfdd475-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.478342] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquiring lock "5141b6b0-219a-4f6a-a68d-01488d9b7b3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.478727] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "5141b6b0-219a-4f6a-a68d-01488d9b7b3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.505301] env[61960]: DEBUG nova.network.neutron [-] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.516450] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquiring lock "efac9647-f20b-43e6-a503-72626811c22c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.516731] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "efac9647-f20b-43e6-a503-72626811c22c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.522513] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.554657] env[61960]: DEBUG oslo_vmware.api [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778971} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.557891] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 82366bca-f3de-4868-8728-38e2374ebea3/82366bca-f3de-4868-8728-38e2374ebea3.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 786.558154] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.558523] env[61960]: DEBUG oslo_vmware.api [None req-71d9a8d9-7c47-461d-809a-50da775be54d tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436073, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.558760] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b44df674-8a37-425d-b17d-b670f086e42b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.566104] env[61960]: DEBUG oslo_vmware.api [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Waiting for the task: (returnval){ [ 786.566104] env[61960]: value = "task-436074" [ 786.566104] env[61960]: _type = "Task" [ 786.566104] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.574409] env[61960]: DEBUG oslo_vmware.api [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.606561] env[61960]: DEBUG oslo_concurrency.lockutils [None req-aa977120-2aaf-4853-9c4e-8ebf0c74d3f4 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.693302] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a63f286a-6bff-4397-a86b-c06ab343156e tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.838999] env[61960]: ERROR nova.scheduler.client.report [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [req-d5a27481-bd36-4026-938e-c22e3d9f9dda] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d5a27481-bd36-4026-938e-c22e3d9f9dda"}]} [ 786.857713] env[61960]: DEBUG nova.scheduler.client.report [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 786.878035] env[61960]: DEBUG nova.scheduler.client.report [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 786.878035] env[61960]: DEBUG nova.compute.provider_tree [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.893341] env[61960]: DEBUG nova.scheduler.client.report [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 786.922113] env[61960]: DEBUG nova.scheduler.client.report [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 786.982091] env[61960]: DEBUG nova.compute.manager [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 787.010704] env[61960]: INFO nova.compute.manager [-] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Took 1.69 seconds to deallocate network for instance. [ 787.025930] env[61960]: DEBUG nova.compute.manager [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 787.054342] env[61960]: DEBUG oslo_vmware.api [None req-71d9a8d9-7c47-461d-809a-50da775be54d tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436073, 'name': PowerOnVM_Task, 'duration_secs': 0.981981} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.059711] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d9a8d9-7c47-461d-809a-50da775be54d tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 787.059711] env[61960]: DEBUG nova.compute.manager [None req-71d9a8d9-7c47-461d-809a-50da775be54d tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 787.060868] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999150a5-66ff-4127-be1f-cd61ad1a6a38 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.088213] env[61960]: DEBUG oslo_vmware.api [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178443} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.088809] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.089636] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b7b50b-7a07-4d4b-a030-bfe3b54dab51 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.120980] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 82366bca-f3de-4868-8728-38e2374ebea3/82366bca-f3de-4868-8728-38e2374ebea3.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.122253] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61fa8b83-17ae-4529-9c80-289f5a8ee1fc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.147218] env[61960]: DEBUG oslo_vmware.api [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Waiting for the task: (returnval){ [ 787.147218] env[61960]: value = "task-436075" [ 787.147218] env[61960]: _type = "Task" [ 787.147218] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.158999] env[61960]: DEBUG oslo_vmware.api [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436075, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.207545] env[61960]: DEBUG nova.compute.manager [req-68f4ae9d-46c7-484a-b4c9-45beb5da6ba1 req-c48c4e84-eea6-4389-98c2-d9553dc9cf52 service nova] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Received event network-vif-deleted-6978a477-7dea-4869-a693-f77ab61dbc35 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 787.217351] env[61960]: DEBUG nova.network.neutron [None req-87ce5551-dedb-4b3e-99a9-ebea65f8d53d tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Updating instance_info_cache with network_info: [{"id": "12349176-490b-459c-aaab-9217d4c512e5", "address": "fa:16:3e:91:16:ca", "network": {"id": "cf383c2d-553e-456d-8e48-f800ce4af35a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-27006971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb674b2eb3f54e4bb61981d6e226bb9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12349176-49", "ovs_interfaceid": "12349176-490b-459c-aaab-9217d4c512e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.398837] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquiring lock "refresh_cache-95bfb4ce-98ae-456d-8c7c-3bc6edfdd475" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.398837] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquired lock "refresh_cache-95bfb4ce-98ae-456d-8c7c-3bc6edfdd475" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.398837] env[61960]: DEBUG nova.network.neutron [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 787.496013] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657496a8-d872-4e06-a463-fca6ea426bc3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.504782] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c600940-ffa1-4792-b43c-6a3f286ee574 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.509707] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.544775] env[61960]: DEBUG oslo_concurrency.lockutils [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.550518] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548b30a1-4512-41f0-91f9-e501067a6f90 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.561434] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff3d1e4-e117-4ade-a267-b01011ab5a34 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.576446] env[61960]: DEBUG nova.compute.provider_tree [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 787.578448] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.581047] env[61960]: DEBUG nova.compute.manager [req-e5f0e126-e1b6-459f-b50d-14e7be450d41 req-1e5cf79d-9b36-4847-bdac-f625ed4737da service nova] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Received event network-vif-deleted-7589809c-6b2d-4e7b-b599-4918a794bb0a {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 787.581129] env[61960]: DEBUG nova.compute.manager [req-e5f0e126-e1b6-459f-b50d-14e7be450d41 req-1e5cf79d-9b36-4847-bdac-f625ed4737da service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Received event network-changed-66d12dc9-8daf-4f22-84d6-60f343182bec {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 787.581288] env[61960]: DEBUG nova.compute.manager [req-e5f0e126-e1b6-459f-b50d-14e7be450d41 req-1e5cf79d-9b36-4847-bdac-f625ed4737da service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Refreshing instance network info cache due to event network-changed-66d12dc9-8daf-4f22-84d6-60f343182bec. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 787.581452] env[61960]: DEBUG oslo_concurrency.lockutils [req-e5f0e126-e1b6-459f-b50d-14e7be450d41 req-1e5cf79d-9b36-4847-bdac-f625ed4737da service nova] Acquiring lock "refresh_cache-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.581617] env[61960]: DEBUG oslo_concurrency.lockutils [req-e5f0e126-e1b6-459f-b50d-14e7be450d41 req-1e5cf79d-9b36-4847-bdac-f625ed4737da service nova] Acquired lock "refresh_cache-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.581768] env[61960]: DEBUG nova.network.neutron [req-e5f0e126-e1b6-459f-b50d-14e7be450d41 req-1e5cf79d-9b36-4847-bdac-f625ed4737da service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Refreshing network info cache for port 66d12dc9-8daf-4f22-84d6-60f343182bec {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 787.661453] env[61960]: DEBUG oslo_vmware.api [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.721020] env[61960]: DEBUG oslo_concurrency.lockutils [None req-87ce5551-dedb-4b3e-99a9-ebea65f8d53d tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Releasing lock "refresh_cache-5fdfb773-cad8-473b-8e6a-0b152ae6ff05" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.722478] env[61960]: DEBUG nova.compute.manager [None req-87ce5551-dedb-4b3e-99a9-ebea65f8d53d tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 787.723345] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4887290-81e2-4808-a472-22bd1b4e19f2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.154412] env[61960]: DEBUG nova.network.neutron [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Updating instance_info_cache with network_info: [{"id": "082774a3-b10b-4b7e-91ff-1636f1ed9b27", "address": "fa:16:3e:47:c1:ce", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap082774a3-b1", "ovs_interfaceid": "082774a3-b10b-4b7e-91ff-1636f1ed9b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.159068] env[61960]: DEBUG oslo_vmware.api [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.189593] env[61960]: DEBUG nova.scheduler.client.report [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 98 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 788.189881] env[61960]: DEBUG nova.compute.provider_tree [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 98 to 99 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 788.190097] env[61960]: DEBUG nova.compute.provider_tree [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 788.384344] env[61960]: DEBUG nova.network.neutron [req-e5f0e126-e1b6-459f-b50d-14e7be450d41 req-1e5cf79d-9b36-4847-bdac-f625ed4737da service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Updated VIF entry in instance network info cache for port 66d12dc9-8daf-4f22-84d6-60f343182bec. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 788.384856] env[61960]: DEBUG nova.network.neutron [req-e5f0e126-e1b6-459f-b50d-14e7be450d41 req-1e5cf79d-9b36-4847-bdac-f625ed4737da service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Updating instance_info_cache with network_info: [{"id": "66d12dc9-8daf-4f22-84d6-60f343182bec", "address": "fa:16:3e:95:c5:b1", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d12dc9-8d", "ovs_interfaceid": "66d12dc9-8daf-4f22-84d6-60f343182bec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.662780] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Releasing lock "refresh_cache-95bfb4ce-98ae-456d-8c7c-3bc6edfdd475" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.667863] env[61960]: DEBUG oslo_vmware.api [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436075, 'name': ReconfigVM_Task, 'duration_secs': 1.507996} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.668229] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 82366bca-f3de-4868-8728-38e2374ebea3/82366bca-f3de-4868-8728-38e2374ebea3.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.669517] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-035ba50d-56d1-481a-b07f-362e04bc321f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.678188] env[61960]: DEBUG oslo_vmware.api [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Waiting for the task: (returnval){ [ 788.678188] env[61960]: value = "task-436076" [ 788.678188] env[61960]: _type = "Task" [ 788.678188] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.692252] env[61960]: DEBUG oslo_vmware.api [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436076, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.695454] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.041s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.696143] env[61960]: DEBUG nova.compute.manager [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 788.699658] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5174c902-3c58-4103-a975-dbaccfa1445c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.776s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.700011] env[61960]: DEBUG nova.objects.instance [None req-5174c902-3c58-4103-a975-dbaccfa1445c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lazy-loading 'resources' on Instance uuid a6e2330c-ba68-4df4-9e16-b536efe54c94 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.740958] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f972436f-c899-4622-a83f-1261a9787a1b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.750402] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-87ce5551-dedb-4b3e-99a9-ebea65f8d53d tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Doing hard reboot of VM {{(pid=61960) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1064}} [ 788.751325] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-8d2cbfc9-bcc3-4e8b-a097-6689c78525f5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.759978] env[61960]: DEBUG oslo_vmware.api [None req-87ce5551-dedb-4b3e-99a9-ebea65f8d53d tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Waiting for the task: (returnval){ [ 788.759978] env[61960]: value = "task-436077" [ 788.759978] env[61960]: _type = "Task" [ 788.759978] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.768891] env[61960]: DEBUG oslo_vmware.api [None req-87ce5551-dedb-4b3e-99a9-ebea65f8d53d tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Task: {'id': task-436077, 'name': ResetVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.888550] env[61960]: DEBUG oslo_concurrency.lockutils [req-e5f0e126-e1b6-459f-b50d-14e7be450d41 req-1e5cf79d-9b36-4847-bdac-f625ed4737da service nova] Releasing lock "refresh_cache-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.993189] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0bc1cb2a-825b-45c6-8444-152d0b043673 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquiring lock "15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.993292] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0bc1cb2a-825b-45c6-8444-152d0b043673 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Lock "15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.993734] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0bc1cb2a-825b-45c6-8444-152d0b043673 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquiring lock "15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.994140] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0bc1cb2a-825b-45c6-8444-152d0b043673 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Lock "15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.994489] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0bc1cb2a-825b-45c6-8444-152d0b043673 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Lock "15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.997722] env[61960]: INFO nova.compute.manager [None req-0bc1cb2a-825b-45c6-8444-152d0b043673 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Terminating instance [ 789.003944] env[61960]: DEBUG nova.compute.manager [None req-0bc1cb2a-825b-45c6-8444-152d0b043673 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 789.004867] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc1cb2a-825b-45c6-8444-152d0b043673 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 789.005582] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682ad0fb-6714-4190-990d-470457196cb6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.016901] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc1cb2a-825b-45c6-8444-152d0b043673 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 789.017273] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4031ba97-d2a6-4933-bcd1-70c4c38bb572 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.026424] env[61960]: DEBUG oslo_vmware.api [None req-0bc1cb2a-825b-45c6-8444-152d0b043673 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 789.026424] env[61960]: value = "task-436078" [ 789.026424] env[61960]: _type = "Task" [ 789.026424] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.039132] env[61960]: DEBUG oslo_vmware.api [None req-0bc1cb2a-825b-45c6-8444-152d0b043673 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.188758] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb68359-5e3d-4cf1-a6c5-8accd3ed06f9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.194248] env[61960]: DEBUG oslo_vmware.api [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436076, 'name': Rename_Task, 'duration_secs': 0.327853} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.194894] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 789.195099] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7522380-2c42-4fc0-92ec-ac37347f8fa7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.212788] env[61960]: DEBUG nova.compute.utils [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 789.215841] env[61960]: DEBUG nova.compute.manager [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 789.216063] env[61960]: DEBUG nova.network.neutron [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 789.218253] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66f3599-f77b-4b89-9a81-39d957898a43 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.221161] env[61960]: DEBUG oslo_vmware.api [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Waiting for the task: (returnval){ [ 789.221161] env[61960]: value = "task-436079" [ 789.221161] env[61960]: _type = "Task" [ 789.221161] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.230465] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Updating instance '95bfb4ce-98ae-456d-8c7c-3bc6edfdd475' progress to 83 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 789.240477] env[61960]: DEBUG oslo_vmware.api [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436079, 'name': PowerOnVM_Task} progress is 33%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.261843] env[61960]: DEBUG nova.policy [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '022e7152f23e408ebe025b6c1c170d36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4afdda0bfda54f4dba3833c4e6a27ea1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 789.277579] env[61960]: DEBUG oslo_vmware.api [None req-87ce5551-dedb-4b3e-99a9-ebea65f8d53d tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Task: {'id': task-436077, 'name': ResetVM_Task, 'duration_secs': 0.090768} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.278853] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-87ce5551-dedb-4b3e-99a9-ebea65f8d53d tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Did hard reboot of VM {{(pid=61960) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1068}} [ 789.279174] env[61960]: DEBUG nova.compute.manager [None req-87ce5551-dedb-4b3e-99a9-ebea65f8d53d tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 789.280159] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443aa560-f45a-4625-92f6-9ebec1815437 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.538908] env[61960]: DEBUG oslo_vmware.api [None req-0bc1cb2a-825b-45c6-8444-152d0b043673 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436078, 'name': PowerOffVM_Task, 'duration_secs': 0.309945} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.539196] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc1cb2a-825b-45c6-8444-152d0b043673 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 789.539428] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc1cb2a-825b-45c6-8444-152d0b043673 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 789.539623] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65ce0f37-592b-4bcd-be2c-f34a1c78a7f2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.586440] env[61960]: DEBUG nova.network.neutron [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Successfully created port: 23477636-1281-4d3d-b6ef-073a5b1fee9b {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.613858] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc1cb2a-825b-45c6-8444-152d0b043673 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 789.614376] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc1cb2a-825b-45c6-8444-152d0b043673 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 789.614376] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bc1cb2a-825b-45c6-8444-152d0b043673 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Deleting the datastore file [datastore1] 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.614533] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91b4a7b8-bc5b-4d31-a2f6-da16c96e1a43 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.622212] env[61960]: DEBUG oslo_vmware.api [None req-0bc1cb2a-825b-45c6-8444-152d0b043673 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 789.622212] env[61960]: value = "task-436081" [ 789.622212] env[61960]: _type = "Task" [ 789.622212] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.633759] env[61960]: DEBUG oslo_vmware.api [None req-0bc1cb2a-825b-45c6-8444-152d0b043673 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.690469] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94505d2d-9f9f-4dde-b83c-d0f94703e28e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.703482] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1f7d2c-3396-4f16-8fb1-6a9e673002a4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.737897] env[61960]: DEBUG nova.compute.manager [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 789.742879] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 789.747456] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1624f241-8d28-413b-92d5-d0ac532fbf9a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.750502] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa3713c-bdfe-4565-a042-174a2d46e606 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.764543] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feebbc4e-db9c-4b7b-b44a-1b78cf482da2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.770125] env[61960]: DEBUG oslo_vmware.api [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 789.770125] env[61960]: value = "task-436082" [ 789.770125] env[61960]: _type = "Task" [ 789.770125] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.770125] env[61960]: DEBUG oslo_vmware.api [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436079, 'name': PowerOnVM_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.784119] env[61960]: DEBUG nova.compute.provider_tree [None req-5174c902-3c58-4103-a975-dbaccfa1445c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.794261] env[61960]: DEBUG oslo_vmware.api [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-436082, 'name': PowerOnVM_Task} progress is 33%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.798993] env[61960]: DEBUG oslo_concurrency.lockutils [None req-87ce5551-dedb-4b3e-99a9-ebea65f8d53d tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Lock "5fdfb773-cad8-473b-8e6a-0b152ae6ff05" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.068s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.134497] env[61960]: DEBUG oslo_vmware.api [None req-0bc1cb2a-825b-45c6-8444-152d0b043673 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220397} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.134780] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bc1cb2a-825b-45c6-8444-152d0b043673 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.134972] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc1cb2a-825b-45c6-8444-152d0b043673 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 790.135167] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc1cb2a-825b-45c6-8444-152d0b043673 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 790.135345] env[61960]: INFO nova.compute.manager [None req-0bc1cb2a-825b-45c6-8444-152d0b043673 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 790.135601] env[61960]: DEBUG oslo.service.loopingcall [None req-0bc1cb2a-825b-45c6-8444-152d0b043673 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 790.135803] env[61960]: DEBUG nova.compute.manager [-] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 790.135899] env[61960]: DEBUG nova.network.neutron [-] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 790.256895] env[61960]: DEBUG oslo_vmware.api [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436079, 'name': PowerOnVM_Task, 'duration_secs': 0.586274} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.256895] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 790.256895] env[61960]: INFO nova.compute.manager [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Took 19.11 seconds to spawn the instance on the hypervisor. [ 790.256895] env[61960]: DEBUG nova.compute.manager [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 790.256895] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32663c6c-6f83-462d-aa50-fac384637f15 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.282954] env[61960]: DEBUG oslo_vmware.api [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-436082, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.291253] env[61960]: DEBUG nova.scheduler.client.report [None req-5174c902-3c58-4103-a975-dbaccfa1445c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 790.524479] env[61960]: DEBUG nova.compute.manager [req-675c8fb2-87a8-4da8-8752-12fbb1871272 req-77fe77a4-99c8-4b3a-ad73-c4b430358c39 service nova] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Received event network-vif-deleted-0b02af72-34fa-44a9-b8a8-13fab9989e20 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 790.524725] env[61960]: INFO nova.compute.manager [req-675c8fb2-87a8-4da8-8752-12fbb1871272 req-77fe77a4-99c8-4b3a-ad73-c4b430358c39 service nova] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Neutron deleted interface 0b02af72-34fa-44a9-b8a8-13fab9989e20; detaching it from the instance and deleting it from the info cache [ 790.525233] env[61960]: DEBUG nova.network.neutron [req-675c8fb2-87a8-4da8-8752-12fbb1871272 req-77fe77a4-99c8-4b3a-ad73-c4b430358c39 service nova] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.756823] env[61960]: DEBUG nova.compute.manager [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 790.781644] env[61960]: INFO nova.compute.manager [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Took 53.43 seconds to build instance. [ 790.789035] env[61960]: DEBUG oslo_vmware.api [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-436082, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.791266] env[61960]: DEBUG nova.virt.hardware [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 790.791519] env[61960]: DEBUG nova.virt.hardware [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 790.791972] env[61960]: DEBUG nova.virt.hardware [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.792226] env[61960]: DEBUG nova.virt.hardware [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 790.792389] env[61960]: DEBUG nova.virt.hardware [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.792548] env[61960]: DEBUG nova.virt.hardware [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 790.792797] env[61960]: DEBUG nova.virt.hardware [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 790.792968] env[61960]: DEBUG nova.virt.hardware [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 790.793162] env[61960]: DEBUG nova.virt.hardware [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 790.793332] env[61960]: DEBUG nova.virt.hardware [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 790.793509] env[61960]: DEBUG nova.virt.hardware [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 790.794298] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c11ed61-b333-4db1-af0f-aad88a770338 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.798156] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5174c902-3c58-4103-a975-dbaccfa1445c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.802788] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.947s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.809633] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476c47e4-4acb-4764-a68f-eec2fff77730 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.826466] env[61960]: INFO nova.scheduler.client.report [None req-5174c902-3c58-4103-a975-dbaccfa1445c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Deleted allocations for instance a6e2330c-ba68-4df4-9e16-b536efe54c94 [ 790.933314] env[61960]: DEBUG nova.network.neutron [-] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.028761] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05626a71-476a-4617-a86a-05c4a8cb223d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.041212] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a99bf8-63f8-4cb2-9356-9ca93079fb6e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.070571] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f04e70a2-5687-49f3-88b3-01c2d6692a03 tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Acquiring lock "5fdfb773-cad8-473b-8e6a-0b152ae6ff05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.070971] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f04e70a2-5687-49f3-88b3-01c2d6692a03 tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Lock "5fdfb773-cad8-473b-8e6a-0b152ae6ff05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.071309] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f04e70a2-5687-49f3-88b3-01c2d6692a03 tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Acquiring lock "5fdfb773-cad8-473b-8e6a-0b152ae6ff05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.071689] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f04e70a2-5687-49f3-88b3-01c2d6692a03 tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Lock "5fdfb773-cad8-473b-8e6a-0b152ae6ff05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.072044] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f04e70a2-5687-49f3-88b3-01c2d6692a03 tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Lock "5fdfb773-cad8-473b-8e6a-0b152ae6ff05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.092645] env[61960]: DEBUG nova.compute.manager [req-675c8fb2-87a8-4da8-8752-12fbb1871272 req-77fe77a4-99c8-4b3a-ad73-c4b430358c39 service nova] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Detach interface failed, port_id=0b02af72-34fa-44a9-b8a8-13fab9989e20, reason: Instance 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 791.093557] env[61960]: INFO nova.compute.manager [None req-f04e70a2-5687-49f3-88b3-01c2d6692a03 tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Terminating instance [ 791.098192] env[61960]: DEBUG nova.compute.manager [None req-f04e70a2-5687-49f3-88b3-01c2d6692a03 tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 791.098547] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f04e70a2-5687-49f3-88b3-01c2d6692a03 tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 791.101132] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a44d538-6e8f-4c8c-b55e-8f01facc282d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.108922] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04e70a2-5687-49f3-88b3-01c2d6692a03 tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 791.109386] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-340f1f5d-d4a3-4e78-a49e-fa8be879a40c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.121506] env[61960]: DEBUG oslo_vmware.api [None req-f04e70a2-5687-49f3-88b3-01c2d6692a03 tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Waiting for the task: (returnval){ [ 791.121506] env[61960]: value = "task-436083" [ 791.121506] env[61960]: _type = "Task" [ 791.121506] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.128072] env[61960]: DEBUG nova.compute.manager [req-3ea32c0b-b7f2-4e1f-9963-edd4625f3dd3 req-cd525b12-7cf5-40eb-a558-adcc8e9971b7 service nova] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Received event network-vif-plugged-23477636-1281-4d3d-b6ef-073a5b1fee9b {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 791.128404] env[61960]: DEBUG oslo_concurrency.lockutils [req-3ea32c0b-b7f2-4e1f-9963-edd4625f3dd3 req-cd525b12-7cf5-40eb-a558-adcc8e9971b7 service nova] Acquiring lock "6e3c65dc-d37d-4848-9548-7e0bbb8afe55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.128741] env[61960]: DEBUG oslo_concurrency.lockutils [req-3ea32c0b-b7f2-4e1f-9963-edd4625f3dd3 req-cd525b12-7cf5-40eb-a558-adcc8e9971b7 service nova] Lock "6e3c65dc-d37d-4848-9548-7e0bbb8afe55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.129047] env[61960]: DEBUG oslo_concurrency.lockutils [req-3ea32c0b-b7f2-4e1f-9963-edd4625f3dd3 req-cd525b12-7cf5-40eb-a558-adcc8e9971b7 service nova] Lock "6e3c65dc-d37d-4848-9548-7e0bbb8afe55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.129304] env[61960]: DEBUG nova.compute.manager [req-3ea32c0b-b7f2-4e1f-9963-edd4625f3dd3 req-cd525b12-7cf5-40eb-a558-adcc8e9971b7 service nova] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] No waiting events found dispatching network-vif-plugged-23477636-1281-4d3d-b6ef-073a5b1fee9b {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 791.129570] env[61960]: WARNING nova.compute.manager [req-3ea32c0b-b7f2-4e1f-9963-edd4625f3dd3 req-cd525b12-7cf5-40eb-a558-adcc8e9971b7 service nova] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Received unexpected event network-vif-plugged-23477636-1281-4d3d-b6ef-073a5b1fee9b for instance with vm_state building and task_state spawning. [ 791.143173] env[61960]: DEBUG oslo_vmware.api [None req-f04e70a2-5687-49f3-88b3-01c2d6692a03 tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Task: {'id': task-436083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.203446] env[61960]: DEBUG nova.network.neutron [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Successfully updated port: 23477636-1281-4d3d-b6ef-073a5b1fee9b {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.286271] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc03b001-6657-445d-b698-173e5d273c54 tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Lock "82366bca-f3de-4868-8728-38e2374ebea3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.887s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.293932] env[61960]: DEBUG oslo_vmware.api [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-436082, 'name': PowerOnVM_Task} progress is 90%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.311470] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346af0e0-170e-495f-92d7-febb3051897a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.320446] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ef613e-8ace-4f11-ae00-f1b8a4fcc4ca {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.360718] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5174c902-3c58-4103-a975-dbaccfa1445c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "a6e2330c-ba68-4df4-9e16-b536efe54c94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.538s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.362280] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e6e5fd-0486-4f59-bf34-a4fb0b320994 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.371388] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e21703d-5cbb-46ed-839f-94ba4b1d0704 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.389709] env[61960]: DEBUG nova.compute.provider_tree [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.436035] env[61960]: INFO nova.compute.manager [-] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Took 1.30 seconds to deallocate network for instance. [ 791.631346] env[61960]: DEBUG oslo_vmware.api [None req-f04e70a2-5687-49f3-88b3-01c2d6692a03 tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Task: {'id': task-436083, 'name': PowerOffVM_Task, 'duration_secs': 0.246736} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.631640] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04e70a2-5687-49f3-88b3-01c2d6692a03 tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 791.631813] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f04e70a2-5687-49f3-88b3-01c2d6692a03 tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 791.632100] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ee2db46-7c73-4036-8e04-40125620a8c8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.637376] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b5a352b4-48ab-499f-a62c-9dfc8690f5ee tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Acquiring lock "82366bca-f3de-4868-8728-38e2374ebea3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.637654] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b5a352b4-48ab-499f-a62c-9dfc8690f5ee tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Lock "82366bca-f3de-4868-8728-38e2374ebea3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.637879] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b5a352b4-48ab-499f-a62c-9dfc8690f5ee tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Acquiring lock "82366bca-f3de-4868-8728-38e2374ebea3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.638088] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b5a352b4-48ab-499f-a62c-9dfc8690f5ee tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Lock "82366bca-f3de-4868-8728-38e2374ebea3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.638272] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b5a352b4-48ab-499f-a62c-9dfc8690f5ee tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Lock "82366bca-f3de-4868-8728-38e2374ebea3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.640590] env[61960]: INFO nova.compute.manager [None req-b5a352b4-48ab-499f-a62c-9dfc8690f5ee tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Terminating instance [ 791.642408] env[61960]: DEBUG nova.compute.manager [None req-b5a352b4-48ab-499f-a62c-9dfc8690f5ee tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 791.642576] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a352b4-48ab-499f-a62c-9dfc8690f5ee tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 791.643382] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81483d1d-64a3-4b00-822c-b27b6e77f344 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.651599] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a352b4-48ab-499f-a62c-9dfc8690f5ee tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 791.651871] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c05304cc-7558-4216-9a11-07dc80628c90 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.658717] env[61960]: DEBUG oslo_vmware.api [None req-b5a352b4-48ab-499f-a62c-9dfc8690f5ee tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Waiting for the task: (returnval){ [ 791.658717] env[61960]: value = "task-436085" [ 791.658717] env[61960]: _type = "Task" [ 791.658717] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.667758] env[61960]: DEBUG oslo_vmware.api [None req-b5a352b4-48ab-499f-a62c-9dfc8690f5ee tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.705529] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "refresh_cache-6e3c65dc-d37d-4848-9548-7e0bbb8afe55" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.705801] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquired lock "refresh_cache-6e3c65dc-d37d-4848-9548-7e0bbb8afe55" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.705966] env[61960]: DEBUG nova.network.neutron [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 791.713984] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f04e70a2-5687-49f3-88b3-01c2d6692a03 tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 791.714597] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f04e70a2-5687-49f3-88b3-01c2d6692a03 tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 791.714597] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f04e70a2-5687-49f3-88b3-01c2d6692a03 tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Deleting the datastore file [datastore1] 5fdfb773-cad8-473b-8e6a-0b152ae6ff05 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.715390] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c6a9a15-3a29-4817-83b9-4a3eca389750 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.723834] env[61960]: DEBUG oslo_vmware.api [None req-f04e70a2-5687-49f3-88b3-01c2d6692a03 tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Waiting for the task: (returnval){ [ 791.723834] env[61960]: value = "task-436086" [ 791.723834] env[61960]: _type = "Task" [ 791.723834] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.735265] env[61960]: DEBUG oslo_vmware.api [None req-f04e70a2-5687-49f3-88b3-01c2d6692a03 tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Task: {'id': task-436086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.785860] env[61960]: DEBUG oslo_vmware.api [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-436082, 'name': PowerOnVM_Task, 'duration_secs': 1.583727} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.786203] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 791.786426] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8899f25a-1723-4723-85e8-c3b2d13074f8 tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Updating instance '95bfb4ce-98ae-456d-8c7c-3bc6edfdd475' progress to 100 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 791.892444] env[61960]: DEBUG nova.scheduler.client.report [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 791.943181] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0bc1cb2a-825b-45c6-8444-152d0b043673 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.168772] env[61960]: DEBUG oslo_vmware.api [None req-b5a352b4-48ab-499f-a62c-9dfc8690f5ee tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436085, 'name': PowerOffVM_Task, 'duration_secs': 0.323462} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.169123] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a352b4-48ab-499f-a62c-9dfc8690f5ee tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 792.169330] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a352b4-48ab-499f-a62c-9dfc8690f5ee tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 792.169618] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8252f792-78f9-4276-8648-1f7880bf7fe5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.234884] env[61960]: DEBUG oslo_vmware.api [None req-f04e70a2-5687-49f3-88b3-01c2d6692a03 tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Task: {'id': task-436086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230585} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.235186] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f04e70a2-5687-49f3-88b3-01c2d6692a03 tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.235389] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f04e70a2-5687-49f3-88b3-01c2d6692a03 tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 792.235611] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f04e70a2-5687-49f3-88b3-01c2d6692a03 tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 792.235791] env[61960]: INFO nova.compute.manager [None req-f04e70a2-5687-49f3-88b3-01c2d6692a03 tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Took 1.14 seconds to destroy the instance on the hypervisor. [ 792.236059] env[61960]: DEBUG oslo.service.loopingcall [None req-f04e70a2-5687-49f3-88b3-01c2d6692a03 tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 792.236836] env[61960]: DEBUG nova.network.neutron [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 792.238670] env[61960]: DEBUG nova.compute.manager [-] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 792.238838] env[61960]: DEBUG nova.network.neutron [-] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 792.341876] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a352b4-48ab-499f-a62c-9dfc8690f5ee tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 792.342217] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a352b4-48ab-499f-a62c-9dfc8690f5ee tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 792.342323] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a352b4-48ab-499f-a62c-9dfc8690f5ee tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Deleting the datastore file [datastore1] 82366bca-f3de-4868-8728-38e2374ebea3 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.342586] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2f83d62-034f-4935-b6a3-c4d0da065139 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.350181] env[61960]: DEBUG oslo_vmware.api [None req-b5a352b4-48ab-499f-a62c-9dfc8690f5ee tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Waiting for the task: (returnval){ [ 792.350181] env[61960]: value = "task-436088" [ 792.350181] env[61960]: _type = "Task" [ 792.350181] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.358446] env[61960]: DEBUG oslo_vmware.api [None req-b5a352b4-48ab-499f-a62c-9dfc8690f5ee tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.389651] env[61960]: DEBUG nova.network.neutron [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Updating instance_info_cache with network_info: [{"id": "23477636-1281-4d3d-b6ef-073a5b1fee9b", "address": "fa:16:3e:4f:92:07", "network": {"id": "62a618a7-78ed-4e31-a719-cf47fa219c16", "bridge": "br-int", "label": "tempest-ImagesTestJSON-839146393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4afdda0bfda54f4dba3833c4e6a27ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23477636-12", "ovs_interfaceid": "23477636-1281-4d3d-b6ef-073a5b1fee9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.398439] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.595s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.398439] env[61960]: INFO nova.compute.manager [None req-2eb8423d-cbb6-4675-9562-5e6386dbe080 tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Successfully reverted task state from rebuilding on failure for instance. [ 792.405371] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.269s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.406095] env[61960]: INFO nova.compute.claims [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.688457] env[61960]: DEBUG nova.compute.manager [req-886e68af-a28a-4e88-8df5-88751871b730 req-971d6edf-9268-44b7-9aa6-830729f8cfa4 service nova] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Received event network-vif-deleted-12349176-490b-459c-aaab-9217d4c512e5 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 792.688569] env[61960]: INFO nova.compute.manager [req-886e68af-a28a-4e88-8df5-88751871b730 req-971d6edf-9268-44b7-9aa6-830729f8cfa4 service nova] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Neutron deleted interface 12349176-490b-459c-aaab-9217d4c512e5; detaching it from the instance and deleting it from the info cache [ 792.688713] env[61960]: DEBUG nova.network.neutron [req-886e68af-a28a-4e88-8df5-88751871b730 req-971d6edf-9268-44b7-9aa6-830729f8cfa4 service nova] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.864049] env[61960]: DEBUG oslo_vmware.api [None req-b5a352b4-48ab-499f-a62c-9dfc8690f5ee tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173227} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.864317] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a352b4-48ab-499f-a62c-9dfc8690f5ee tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.864507] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a352b4-48ab-499f-a62c-9dfc8690f5ee tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 792.864690] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a352b4-48ab-499f-a62c-9dfc8690f5ee tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 792.864869] env[61960]: INFO nova.compute.manager [None req-b5a352b4-48ab-499f-a62c-9dfc8690f5ee tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Took 1.22 seconds to destroy the instance on the hypervisor. [ 792.865137] env[61960]: DEBUG oslo.service.loopingcall [None req-b5a352b4-48ab-499f-a62c-9dfc8690f5ee tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 792.865336] env[61960]: DEBUG nova.compute.manager [-] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 792.865451] env[61960]: DEBUG nova.network.neutron [-] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 792.893124] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Releasing lock "refresh_cache-6e3c65dc-d37d-4848-9548-7e0bbb8afe55" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.893453] env[61960]: DEBUG nova.compute.manager [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Instance network_info: |[{"id": "23477636-1281-4d3d-b6ef-073a5b1fee9b", "address": "fa:16:3e:4f:92:07", "network": {"id": "62a618a7-78ed-4e31-a719-cf47fa219c16", "bridge": "br-int", "label": "tempest-ImagesTestJSON-839146393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4afdda0bfda54f4dba3833c4e6a27ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23477636-12", "ovs_interfaceid": "23477636-1281-4d3d-b6ef-073a5b1fee9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 792.894031] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:92:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23477636-1281-4d3d-b6ef-073a5b1fee9b', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.902718] env[61960]: DEBUG oslo.service.loopingcall [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 792.905009] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 792.905263] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-302815d7-57c6-4b58-a457-2ded3a44aeab {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.930095] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.930095] env[61960]: value = "task-436089" [ 792.930095] env[61960]: _type = "Task" [ 792.930095] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.942647] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436089, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.071106] env[61960]: DEBUG nova.network.neutron [-] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.172155] env[61960]: DEBUG nova.compute.manager [req-f2e0d02e-5a60-4e39-bc3a-15614f762c65 req-19bc14c2-02b9-4fe8-8a50-b7985310e328 service nova] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Received event network-changed-23477636-1281-4d3d-b6ef-073a5b1fee9b {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 793.172289] env[61960]: DEBUG nova.compute.manager [req-f2e0d02e-5a60-4e39-bc3a-15614f762c65 req-19bc14c2-02b9-4fe8-8a50-b7985310e328 service nova] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Refreshing instance network info cache due to event network-changed-23477636-1281-4d3d-b6ef-073a5b1fee9b. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 793.172520] env[61960]: DEBUG oslo_concurrency.lockutils [req-f2e0d02e-5a60-4e39-bc3a-15614f762c65 req-19bc14c2-02b9-4fe8-8a50-b7985310e328 service nova] Acquiring lock "refresh_cache-6e3c65dc-d37d-4848-9548-7e0bbb8afe55" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.172697] env[61960]: DEBUG oslo_concurrency.lockutils [req-f2e0d02e-5a60-4e39-bc3a-15614f762c65 req-19bc14c2-02b9-4fe8-8a50-b7985310e328 service nova] Acquired lock "refresh_cache-6e3c65dc-d37d-4848-9548-7e0bbb8afe55" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.172874] env[61960]: DEBUG nova.network.neutron [req-f2e0d02e-5a60-4e39-bc3a-15614f762c65 req-19bc14c2-02b9-4fe8-8a50-b7985310e328 service nova] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Refreshing network info cache for port 23477636-1281-4d3d-b6ef-073a5b1fee9b {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 793.191214] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a94e6f64-a79b-444e-81b2-28671bbd8fa5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.202331] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099360bf-2776-4b0f-b091-6cd0208a3f9d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.240834] env[61960]: DEBUG nova.compute.manager [req-886e68af-a28a-4e88-8df5-88751871b730 req-971d6edf-9268-44b7-9aa6-830729f8cfa4 service nova] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Detach interface failed, port_id=12349176-490b-459c-aaab-9217d4c512e5, reason: Instance 5fdfb773-cad8-473b-8e6a-0b152ae6ff05 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 793.441987] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436089, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.576460] env[61960]: INFO nova.compute.manager [-] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Took 1.34 seconds to deallocate network for instance. [ 793.836953] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b85862d-df35-40ed-94ae-ed7839bfe0d2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.846731] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6f2fb0-df75-41e3-bdc7-7efcd64a762f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.882797] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cf4c27-148b-403d-9570-50ccb6961515 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.892304] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2e5d82-f721-45f5-88e7-b8cb4dc4f5c6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.907715] env[61960]: DEBUG nova.compute.provider_tree [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 793.931812] env[61960]: DEBUG nova.network.neutron [req-f2e0d02e-5a60-4e39-bc3a-15614f762c65 req-19bc14c2-02b9-4fe8-8a50-b7985310e328 service nova] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Updated VIF entry in instance network info cache for port 23477636-1281-4d3d-b6ef-073a5b1fee9b. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 793.932148] env[61960]: DEBUG nova.network.neutron [req-f2e0d02e-5a60-4e39-bc3a-15614f762c65 req-19bc14c2-02b9-4fe8-8a50-b7985310e328 service nova] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Updating instance_info_cache with network_info: [{"id": "23477636-1281-4d3d-b6ef-073a5b1fee9b", "address": "fa:16:3e:4f:92:07", "network": {"id": "62a618a7-78ed-4e31-a719-cf47fa219c16", "bridge": "br-int", "label": "tempest-ImagesTestJSON-839146393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4afdda0bfda54f4dba3833c4e6a27ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23477636-12", "ovs_interfaceid": "23477636-1281-4d3d-b6ef-073a5b1fee9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.943998] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436089, 'name': CreateVM_Task, 'duration_secs': 0.521053} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.943998] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 793.944305] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.944305] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.944684] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.945432] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee02ca43-ce16-4a4f-8a65-1c93b876e082 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.952130] env[61960]: DEBUG oslo_vmware.api [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 793.952130] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52aed551-612e-4513-3bda-0fbea0faa802" [ 793.952130] env[61960]: _type = "Task" [ 793.952130] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.962920] env[61960]: DEBUG oslo_vmware.api [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52aed551-612e-4513-3bda-0fbea0faa802, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.981430] env[61960]: DEBUG nova.network.neutron [-] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.082707] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f04e70a2-5687-49f3-88b3-01c2d6692a03 tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.418975] env[61960]: DEBUG nova.network.neutron [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Port 082774a3-b10b-4b7e-91ff-1636f1ed9b27 binding to destination host cpu-1 is already ACTIVE {{(pid=61960) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 794.419280] env[61960]: DEBUG oslo_concurrency.lockutils [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquiring lock "refresh_cache-95bfb4ce-98ae-456d-8c7c-3bc6edfdd475" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.419437] env[61960]: DEBUG oslo_concurrency.lockutils [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquired lock "refresh_cache-95bfb4ce-98ae-456d-8c7c-3bc6edfdd475" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.419607] env[61960]: DEBUG nova.network.neutron [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 794.437675] env[61960]: DEBUG oslo_concurrency.lockutils [req-f2e0d02e-5a60-4e39-bc3a-15614f762c65 req-19bc14c2-02b9-4fe8-8a50-b7985310e328 service nova] Releasing lock "refresh_cache-6e3c65dc-d37d-4848-9548-7e0bbb8afe55" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.445340] env[61960]: DEBUG nova.scheduler.client.report [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 99 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 794.445699] env[61960]: DEBUG nova.compute.provider_tree [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 99 to 100 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 794.445889] env[61960]: DEBUG nova.compute.provider_tree [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 794.465914] env[61960]: DEBUG oslo_vmware.api [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52aed551-612e-4513-3bda-0fbea0faa802, 'name': SearchDatastore_Task, 'duration_secs': 0.041622} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.466273] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.466520] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.466744] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.467400] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.467722] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.468316] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4e5ca53-8792-4599-8da0-138ca24942d1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.478624] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.478824] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 794.479561] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ad82ba2-5e1a-41a4-b416-bdc6fe07de64 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.485636] env[61960]: INFO nova.compute.manager [-] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Took 1.62 seconds to deallocate network for instance. [ 794.486016] env[61960]: DEBUG oslo_vmware.api [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 794.486016] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5284db93-c757-5e7a-88c4-26040c7096ba" [ 794.486016] env[61960]: _type = "Task" [ 794.486016] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.498539] env[61960]: DEBUG oslo_vmware.api [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5284db93-c757-5e7a-88c4-26040c7096ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.715553] env[61960]: DEBUG nova.compute.manager [req-1e445606-7314-4648-9554-e8e34e3c4cd7 req-163b8b3c-9dce-4f4b-babd-f30689f45e91 service nova] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Received event network-vif-deleted-c06e7017-46c6-408c-868e-759d2b440b13 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 794.715752] env[61960]: DEBUG nova.compute.manager [req-1e445606-7314-4648-9554-e8e34e3c4cd7 req-163b8b3c-9dce-4f4b-babd-f30689f45e91 service nova] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Received event network-vif-deleted-5388df0c-1f2a-4f19-a830-1c6a21d02237 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 794.715948] env[61960]: DEBUG nova.compute.manager [req-1e445606-7314-4648-9554-e8e34e3c4cd7 req-163b8b3c-9dce-4f4b-babd-f30689f45e91 service nova] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Received event network-vif-deleted-a658b81a-dc02-4d50-afc3-96c028defaa0 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 794.951008] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.951552] env[61960]: DEBUG nova.compute.manager [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 794.954168] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ee5ed26d-0ff1-49aa-8b11-46573dc59b8f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.619s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.955095] env[61960]: DEBUG nova.objects.instance [None req-ee5ed26d-0ff1-49aa-8b11-46573dc59b8f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Lazy-loading 'resources' on Instance uuid 75f20950-215e-4694-9cd3-ac93bcbf6bb3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.995053] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b5a352b4-48ab-499f-a62c-9dfc8690f5ee tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.000690] env[61960]: DEBUG oslo_vmware.api [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5284db93-c757-5e7a-88c4-26040c7096ba, 'name': SearchDatastore_Task, 'duration_secs': 0.012949} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.001631] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cec9ef1f-87f4-46e8-bae2-5c5c740e925d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.007914] env[61960]: DEBUG oslo_vmware.api [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 795.007914] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5287ce8b-3126-d71a-f293-489e06941e2f" [ 795.007914] env[61960]: _type = "Task" [ 795.007914] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.017733] env[61960]: DEBUG oslo_vmware.api [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5287ce8b-3126-d71a-f293-489e06941e2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.167837] env[61960]: DEBUG nova.network.neutron [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Updating instance_info_cache with network_info: [{"id": "082774a3-b10b-4b7e-91ff-1636f1ed9b27", "address": "fa:16:3e:47:c1:ce", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap082774a3-b1", "ovs_interfaceid": "082774a3-b10b-4b7e-91ff-1636f1ed9b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.458800] env[61960]: DEBUG nova.compute.utils [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 795.462869] env[61960]: DEBUG nova.compute.manager [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 795.463066] env[61960]: DEBUG nova.network.neutron [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 795.503513] env[61960]: DEBUG nova.policy [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b748eff1f09b460fbc652edb0e2af1a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23cc9dbac5d741909302929f52abd0bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 795.519702] env[61960]: DEBUG oslo_vmware.api [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5287ce8b-3126-d71a-f293-489e06941e2f, 'name': SearchDatastore_Task, 'duration_secs': 0.010843} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.519702] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.519867] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 6e3c65dc-d37d-4848-9548-7e0bbb8afe55/6e3c65dc-d37d-4848-9548-7e0bbb8afe55.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 795.520084] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6d03230-9995-45c4-af0a-85d5cfd88a8c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.529800] env[61960]: DEBUG oslo_vmware.api [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 795.529800] env[61960]: value = "task-436090" [ 795.529800] env[61960]: _type = "Task" [ 795.529800] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.539437] env[61960]: DEBUG oslo_vmware.api [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.674232] env[61960]: DEBUG oslo_concurrency.lockutils [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Releasing lock "refresh_cache-95bfb4ce-98ae-456d-8c7c-3bc6edfdd475" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.829519] env[61960]: DEBUG nova.network.neutron [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Successfully created port: 299f39bf-3dbf-4a17-ac87-04a734659588 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 795.922376] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbebe00-c8a4-42c5-958e-6c96e18e04f1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.937964] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55710940-d7d7-44ac-be2d-a6cc5d9ba31c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.973563] env[61960]: DEBUG nova.compute.manager [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 795.977264] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe7b515-ed8c-4051-8f0b-127b5ec71a3e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.987151] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35554c0-081d-4414-957c-dae48187914a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.002463] env[61960]: DEBUG nova.compute.provider_tree [None req-ee5ed26d-0ff1-49aa-8b11-46573dc59b8f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.043301] env[61960]: DEBUG oslo_vmware.api [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460357} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.043882] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 6e3c65dc-d37d-4848-9548-7e0bbb8afe55/6e3c65dc-d37d-4848-9548-7e0bbb8afe55.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 796.044133] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.044421] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef64e6cb-60f2-414d-a65f-7821a32a11cb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.053876] env[61960]: DEBUG oslo_vmware.api [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 796.053876] env[61960]: value = "task-436091" [ 796.053876] env[61960]: _type = "Task" [ 796.053876] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.068462] env[61960]: DEBUG oslo_vmware.api [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.177972] env[61960]: DEBUG nova.compute.manager [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=61960) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:897}} [ 796.178268] env[61960]: DEBUG oslo_concurrency.lockutils [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.508141] env[61960]: DEBUG nova.scheduler.client.report [None req-ee5ed26d-0ff1-49aa-8b11-46573dc59b8f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 796.565810] env[61960]: DEBUG oslo_vmware.api [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086588} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.566149] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.567094] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e048c04c-9922-4afa-b42f-a3e79819d409 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.591254] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 6e3c65dc-d37d-4848-9548-7e0bbb8afe55/6e3c65dc-d37d-4848-9548-7e0bbb8afe55.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.591916] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97c8f4c7-fbec-4b0e-b05f-3cec322b009c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.612937] env[61960]: DEBUG oslo_vmware.api [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 796.612937] env[61960]: value = "task-436092" [ 796.612937] env[61960]: _type = "Task" [ 796.612937] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.623853] env[61960]: DEBUG oslo_vmware.api [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436092, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.983538] env[61960]: DEBUG nova.compute.manager [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 797.008777] env[61960]: DEBUG nova.virt.hardware [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 797.008927] env[61960]: DEBUG nova.virt.hardware [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 797.009100] env[61960]: DEBUG nova.virt.hardware [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.009295] env[61960]: DEBUG nova.virt.hardware [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 797.009446] env[61960]: DEBUG nova.virt.hardware [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.009598] env[61960]: DEBUG nova.virt.hardware [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 797.009852] env[61960]: DEBUG nova.virt.hardware [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 797.010038] env[61960]: DEBUG nova.virt.hardware [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 797.010219] env[61960]: DEBUG nova.virt.hardware [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 797.010391] env[61960]: DEBUG nova.virt.hardware [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 797.010584] env[61960]: DEBUG nova.virt.hardware [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 797.011481] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4db3c98-9735-40b3-90ae-9d0445ac2e94 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.015376] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ee5ed26d-0ff1-49aa-8b11-46573dc59b8f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.020791] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.661s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.021175] env[61960]: DEBUG nova.objects.instance [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Lazy-loading 'resources' on Instance uuid 66b0d824-035d-44df-a7c1-af0f4d23e4b9 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.024867] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39423fb-e3c4-4829-9793-43cde5e405bb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.049532] env[61960]: INFO nova.scheduler.client.report [None req-ee5ed26d-0ff1-49aa-8b11-46573dc59b8f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Deleted allocations for instance 75f20950-215e-4694-9cd3-ac93bcbf6bb3 [ 797.123805] env[61960]: DEBUG oslo_vmware.api [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.368276] env[61960]: DEBUG nova.compute.manager [req-13ca6955-1a37-488d-ba49-bffe828d3821 req-00886da3-c6ee-4d8a-8d2e-062deba355b5 service nova] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Received event network-vif-plugged-299f39bf-3dbf-4a17-ac87-04a734659588 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 797.368626] env[61960]: DEBUG oslo_concurrency.lockutils [req-13ca6955-1a37-488d-ba49-bffe828d3821 req-00886da3-c6ee-4d8a-8d2e-062deba355b5 service nova] Acquiring lock "6449dbd4-9f77-4838-917c-ec22e0d2359c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.369325] env[61960]: DEBUG oslo_concurrency.lockutils [req-13ca6955-1a37-488d-ba49-bffe828d3821 req-00886da3-c6ee-4d8a-8d2e-062deba355b5 service nova] Lock "6449dbd4-9f77-4838-917c-ec22e0d2359c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.369560] env[61960]: DEBUG oslo_concurrency.lockutils [req-13ca6955-1a37-488d-ba49-bffe828d3821 req-00886da3-c6ee-4d8a-8d2e-062deba355b5 service nova] Lock "6449dbd4-9f77-4838-917c-ec22e0d2359c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.369843] env[61960]: DEBUG nova.compute.manager [req-13ca6955-1a37-488d-ba49-bffe828d3821 req-00886da3-c6ee-4d8a-8d2e-062deba355b5 service nova] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] No waiting events found dispatching network-vif-plugged-299f39bf-3dbf-4a17-ac87-04a734659588 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 797.370032] env[61960]: WARNING nova.compute.manager [req-13ca6955-1a37-488d-ba49-bffe828d3821 req-00886da3-c6ee-4d8a-8d2e-062deba355b5 service nova] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Received unexpected event network-vif-plugged-299f39bf-3dbf-4a17-ac87-04a734659588 for instance with vm_state building and task_state spawning. [ 797.564692] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ee5ed26d-0ff1-49aa-8b11-46573dc59b8f tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Lock "75f20950-215e-4694-9cd3-ac93bcbf6bb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.899s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.629629] env[61960]: DEBUG oslo_vmware.api [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436092, 'name': ReconfigVM_Task, 'duration_secs': 0.870341} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.633673] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 6e3c65dc-d37d-4848-9548-7e0bbb8afe55/6e3c65dc-d37d-4848-9548-7e0bbb8afe55.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.634076] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67c419b6-e4f4-4a1a-8b4a-c27c970fb034 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.642438] env[61960]: DEBUG oslo_vmware.api [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 797.642438] env[61960]: value = "task-436094" [ 797.642438] env[61960]: _type = "Task" [ 797.642438] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.656536] env[61960]: DEBUG oslo_vmware.api [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436094, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.680450] env[61960]: DEBUG nova.network.neutron [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Successfully updated port: 299f39bf-3dbf-4a17-ac87-04a734659588 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.946425] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd132872-91b3-41dc-b125-1e38f6bb6457 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.954799] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4549e69f-1431-4084-9876-6238e5bbff1b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.986696] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0570f2-26bb-4e89-ac39-1125b85c5b88 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.994686] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71892f1d-00ce-4787-9417-3bb3875b1319 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.008360] env[61960]: DEBUG nova.compute.provider_tree [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 798.154039] env[61960]: DEBUG oslo_vmware.api [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436094, 'name': Rename_Task, 'duration_secs': 0.156958} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.154442] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 798.154777] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c27e88a9-e291-4af7-806b-e80a588ed5d4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.162019] env[61960]: DEBUG oslo_vmware.api [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 798.162019] env[61960]: value = "task-436095" [ 798.162019] env[61960]: _type = "Task" [ 798.162019] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.170328] env[61960]: DEBUG oslo_vmware.api [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.183248] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "refresh_cache-6449dbd4-9f77-4838-917c-ec22e0d2359c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.183435] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquired lock "refresh_cache-6449dbd4-9f77-4838-917c-ec22e0d2359c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.183539] env[61960]: DEBUG nova.network.neutron [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 798.539063] env[61960]: DEBUG nova.scheduler.client.report [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 100 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 798.539338] env[61960]: DEBUG nova.compute.provider_tree [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 100 to 101 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 798.539526] env[61960]: DEBUG nova.compute.provider_tree [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 798.673018] env[61960]: DEBUG oslo_vmware.api [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436095, 'name': PowerOnVM_Task} progress is 89%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.719770] env[61960]: DEBUG nova.network.neutron [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 798.925270] env[61960]: DEBUG nova.network.neutron [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Updating instance_info_cache with network_info: [{"id": "299f39bf-3dbf-4a17-ac87-04a734659588", "address": "fa:16:3e:81:0b:bc", "network": {"id": "31765203-66f3-480a-8482-041aa55b1129", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-209584599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23cc9dbac5d741909302929f52abd0bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap299f39bf-3d", "ovs_interfaceid": "299f39bf-3dbf-4a17-ac87-04a734659588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.045275] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.048423] env[61960]: DEBUG oslo_concurrency.lockutils [None req-780eb137-0ff6-4981-9a6c-bf74b36de51a tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.488s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.048744] env[61960]: DEBUG nova.objects.instance [None req-780eb137-0ff6-4981-9a6c-bf74b36de51a tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Lazy-loading 'resources' on Instance uuid ff9c99c7-43b2-479e-a171-269edf1aa75d {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.070027] env[61960]: INFO nova.scheduler.client.report [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Deleted allocations for instance 66b0d824-035d-44df-a7c1-af0f4d23e4b9 [ 799.175176] env[61960]: DEBUG oslo_vmware.api [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436095, 'name': PowerOnVM_Task, 'duration_secs': 0.573322} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.175609] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 799.175886] env[61960]: INFO nova.compute.manager [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Took 8.42 seconds to spawn the instance on the hypervisor. [ 799.176171] env[61960]: DEBUG nova.compute.manager [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 799.177393] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db024dbe-c05c-4739-adf4-2457af267439 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.392386] env[61960]: DEBUG nova.compute.manager [req-a7f9ba55-8c05-4d4a-b070-70e22c24f8e3 req-1ceb6204-5336-4c77-91c3-8dcfd0448d14 service nova] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Received event network-changed-299f39bf-3dbf-4a17-ac87-04a734659588 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 799.392549] env[61960]: DEBUG nova.compute.manager [req-a7f9ba55-8c05-4d4a-b070-70e22c24f8e3 req-1ceb6204-5336-4c77-91c3-8dcfd0448d14 service nova] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Refreshing instance network info cache due to event network-changed-299f39bf-3dbf-4a17-ac87-04a734659588. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 799.392747] env[61960]: DEBUG oslo_concurrency.lockutils [req-a7f9ba55-8c05-4d4a-b070-70e22c24f8e3 req-1ceb6204-5336-4c77-91c3-8dcfd0448d14 service nova] Acquiring lock "refresh_cache-6449dbd4-9f77-4838-917c-ec22e0d2359c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.428331] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Releasing lock "refresh_cache-6449dbd4-9f77-4838-917c-ec22e0d2359c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.429388] env[61960]: DEBUG nova.compute.manager [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Instance network_info: |[{"id": "299f39bf-3dbf-4a17-ac87-04a734659588", "address": "fa:16:3e:81:0b:bc", "network": {"id": "31765203-66f3-480a-8482-041aa55b1129", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-209584599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23cc9dbac5d741909302929f52abd0bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap299f39bf-3d", "ovs_interfaceid": "299f39bf-3dbf-4a17-ac87-04a734659588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 799.429388] env[61960]: DEBUG oslo_concurrency.lockutils [req-a7f9ba55-8c05-4d4a-b070-70e22c24f8e3 req-1ceb6204-5336-4c77-91c3-8dcfd0448d14 service nova] Acquired lock "refresh_cache-6449dbd4-9f77-4838-917c-ec22e0d2359c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.429388] env[61960]: DEBUG nova.network.neutron [req-a7f9ba55-8c05-4d4a-b070-70e22c24f8e3 req-1ceb6204-5336-4c77-91c3-8dcfd0448d14 service nova] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Refreshing network info cache for port 299f39bf-3dbf-4a17-ac87-04a734659588 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 799.431572] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:0b:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '299f39bf-3dbf-4a17-ac87-04a734659588', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.441398] env[61960]: DEBUG oslo.service.loopingcall [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 799.444508] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 799.445017] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42958851-a979-4e00-b077-78e5f9667235 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.471060] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.471060] env[61960]: value = "task-436096" [ 799.471060] env[61960]: _type = "Task" [ 799.471060] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.478790] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436096, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.579150] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6ec86824-ce32-4f8c-b96d-f7e5c9356d9b tempest-VolumesAssistedSnapshotsTest-680384527 tempest-VolumesAssistedSnapshotsTest-680384527-project-member] Lock "66b0d824-035d-44df-a7c1-af0f4d23e4b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.844s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.702446] env[61960]: INFO nova.compute.manager [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Took 40.30 seconds to build instance. [ 799.863573] env[61960]: DEBUG nova.network.neutron [req-a7f9ba55-8c05-4d4a-b070-70e22c24f8e3 req-1ceb6204-5336-4c77-91c3-8dcfd0448d14 service nova] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Updated VIF entry in instance network info cache for port 299f39bf-3dbf-4a17-ac87-04a734659588. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 799.863946] env[61960]: DEBUG nova.network.neutron [req-a7f9ba55-8c05-4d4a-b070-70e22c24f8e3 req-1ceb6204-5336-4c77-91c3-8dcfd0448d14 service nova] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Updating instance_info_cache with network_info: [{"id": "299f39bf-3dbf-4a17-ac87-04a734659588", "address": "fa:16:3e:81:0b:bc", "network": {"id": "31765203-66f3-480a-8482-041aa55b1129", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-209584599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23cc9dbac5d741909302929f52abd0bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap299f39bf-3d", "ovs_interfaceid": "299f39bf-3dbf-4a17-ac87-04a734659588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.981331] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436096, 'name': CreateVM_Task, 'duration_secs': 0.394104} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.981510] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 799.983097] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.983301] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.983634] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.983896] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0ff1629-cdac-4026-98d5-5d5e449358bd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.993140] env[61960]: DEBUG oslo_vmware.api [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 799.993140] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523bf1c3-bc18-e2e3-daaa-c65bcd16fb94" [ 799.993140] env[61960]: _type = "Task" [ 799.993140] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.002124] env[61960]: DEBUG oslo_vmware.api [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523bf1c3-bc18-e2e3-daaa-c65bcd16fb94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.034014] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75685a71-661f-4ec8-b127-ddf238e1458c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.041846] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0430ce3-fbdf-4068-984f-c852793208ad {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.816401] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4562a0ce-c28d-4bbc-924b-b907a86c9f7c tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Acquiring lock "d0816f49-cd5c-40d4-b49a-8d5b76321153" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.816795] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4562a0ce-c28d-4bbc-924b-b907a86c9f7c tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Lock "d0816f49-cd5c-40d4-b49a-8d5b76321153" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.816795] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4562a0ce-c28d-4bbc-924b-b907a86c9f7c tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Acquiring lock "d0816f49-cd5c-40d4-b49a-8d5b76321153-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.816795] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4562a0ce-c28d-4bbc-924b-b907a86c9f7c tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Lock "d0816f49-cd5c-40d4-b49a-8d5b76321153-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.816965] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4562a0ce-c28d-4bbc-924b-b907a86c9f7c tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Lock "d0816f49-cd5c-40d4-b49a-8d5b76321153-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.820298] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4460807a-2312-4d6e-b72c-b7bd5e8f18c9 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "6e3c65dc-d37d-4848-9548-7e0bbb8afe55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.424s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.820745] env[61960]: DEBUG oslo_concurrency.lockutils [req-a7f9ba55-8c05-4d4a-b070-70e22c24f8e3 req-1ceb6204-5336-4c77-91c3-8dcfd0448d14 service nova] Releasing lock "refresh_cache-6449dbd4-9f77-4838-917c-ec22e0d2359c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.821602] env[61960]: INFO nova.compute.manager [None req-4562a0ce-c28d-4bbc-924b-b907a86c9f7c tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Terminating instance [ 800.828616] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d59f28-94fe-4481-9128-d8f58c32086e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.831389] env[61960]: DEBUG nova.compute.manager [None req-4562a0ce-c28d-4bbc-924b-b907a86c9f7c tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 800.831591] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-4562a0ce-c28d-4bbc-924b-b907a86c9f7c tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 800.832743] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bebcb09-aa5c-485c-8ada-f9038b61464f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.847380] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1e28c3-8cfa-4a0c-ba82-5d9d269e5650 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.852087] env[61960]: DEBUG oslo_vmware.api [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523bf1c3-bc18-e2e3-daaa-c65bcd16fb94, 'name': SearchDatastore_Task, 'duration_secs': 0.013929} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.852630] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4562a0ce-c28d-4bbc-924b-b907a86c9f7c tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 800.853026] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.853239] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.853491] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.853616] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.853814] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.854076] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-197e13a2-e2ba-45de-ac72-aeff060913c4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.855928] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da716557-7299-4604-a80a-55080dea4b6b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.866914] env[61960]: DEBUG nova.compute.provider_tree [None req-780eb137-0ff6-4981-9a6c-bf74b36de51a tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.870374] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.870573] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 800.871393] env[61960]: DEBUG oslo_vmware.api [None req-4562a0ce-c28d-4bbc-924b-b907a86c9f7c tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Waiting for the task: (returnval){ [ 800.871393] env[61960]: value = "task-436097" [ 800.871393] env[61960]: _type = "Task" [ 800.871393] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.871809] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c88e8a05-40fc-4caf-8995-4cc353ed07d5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.881365] env[61960]: DEBUG oslo_vmware.api [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 800.881365] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c87e6b-fe80-efb7-9ba7-4acdebb4b993" [ 800.881365] env[61960]: _type = "Task" [ 800.881365] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.885129] env[61960]: DEBUG oslo_vmware.api [None req-4562a0ce-c28d-4bbc-924b-b907a86c9f7c tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-436097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.894304] env[61960]: DEBUG oslo_vmware.api [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c87e6b-fe80-efb7-9ba7-4acdebb4b993, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.373719] env[61960]: DEBUG nova.scheduler.client.report [None req-780eb137-0ff6-4981-9a6c-bf74b36de51a tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 801.400866] env[61960]: DEBUG oslo_vmware.api [None req-4562a0ce-c28d-4bbc-924b-b907a86c9f7c tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-436097, 'name': PowerOffVM_Task, 'duration_secs': 0.236858} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.404667] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4562a0ce-c28d-4bbc-924b-b907a86c9f7c tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 801.405036] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-4562a0ce-c28d-4bbc-924b-b907a86c9f7c tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 801.406605] env[61960]: DEBUG oslo_vmware.api [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c87e6b-fe80-efb7-9ba7-4acdebb4b993, 'name': SearchDatastore_Task, 'duration_secs': 0.014456} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.407442] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7723506b-6a4e-4747-97e0-84c881df00b9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.411952] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0511ca97-125f-4cb6-a274-5a74abb5db4f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.420119] env[61960]: DEBUG oslo_vmware.api [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 801.420119] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52e94184-74a5-de1e-35db-c0127c38d53e" [ 801.420119] env[61960]: _type = "Task" [ 801.420119] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.430665] env[61960]: DEBUG oslo_vmware.api [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52e94184-74a5-de1e-35db-c0127c38d53e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.490687] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-4562a0ce-c28d-4bbc-924b-b907a86c9f7c tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 801.491152] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-4562a0ce-c28d-4bbc-924b-b907a86c9f7c tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 801.491389] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-4562a0ce-c28d-4bbc-924b-b907a86c9f7c tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Deleting the datastore file [datastore1] d0816f49-cd5c-40d4-b49a-8d5b76321153 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.491691] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46873431-5348-4566-8526-133fb11d868d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.499688] env[61960]: DEBUG oslo_vmware.api [None req-4562a0ce-c28d-4bbc-924b-b907a86c9f7c tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Waiting for the task: (returnval){ [ 801.499688] env[61960]: value = "task-436099" [ 801.499688] env[61960]: _type = "Task" [ 801.499688] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.508599] env[61960]: DEBUG oslo_vmware.api [None req-4562a0ce-c28d-4bbc-924b-b907a86c9f7c tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-436099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.840245] env[61960]: DEBUG nova.compute.manager [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 801.841248] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea202ef0-6e1b-4a5c-b9b5-b9649e4beafd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.886517] env[61960]: DEBUG oslo_concurrency.lockutils [None req-780eb137-0ff6-4981-9a6c-bf74b36de51a tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.839s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.889591] env[61960]: DEBUG oslo_concurrency.lockutils [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.068s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.891264] env[61960]: INFO nova.compute.claims [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.936753] env[61960]: DEBUG oslo_vmware.api [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52e94184-74a5-de1e-35db-c0127c38d53e, 'name': SearchDatastore_Task, 'duration_secs': 0.010517} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.937097] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.937370] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 6449dbd4-9f77-4838-917c-ec22e0d2359c/6449dbd4-9f77-4838-917c-ec22e0d2359c.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 801.937664] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8e9fffb-dc97-4f1b-ab49-5d9ada43ec8d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.951601] env[61960]: DEBUG oslo_vmware.api [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 801.951601] env[61960]: value = "task-436100" [ 801.951601] env[61960]: _type = "Task" [ 801.951601] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.962180] env[61960]: DEBUG oslo_vmware.api [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.010763] env[61960]: DEBUG oslo_vmware.api [None req-4562a0ce-c28d-4bbc-924b-b907a86c9f7c tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Task: {'id': task-436099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180514} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.011022] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-4562a0ce-c28d-4bbc-924b-b907a86c9f7c tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.011217] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-4562a0ce-c28d-4bbc-924b-b907a86c9f7c tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 802.011393] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-4562a0ce-c28d-4bbc-924b-b907a86c9f7c tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 802.011606] env[61960]: INFO nova.compute.manager [None req-4562a0ce-c28d-4bbc-924b-b907a86c9f7c tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Took 1.18 seconds to destroy the instance on the hypervisor. [ 802.011892] env[61960]: DEBUG oslo.service.loopingcall [None req-4562a0ce-c28d-4bbc-924b-b907a86c9f7c tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 802.012111] env[61960]: DEBUG nova.compute.manager [-] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 802.012210] env[61960]: DEBUG nova.network.neutron [-] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 802.353106] env[61960]: INFO nova.compute.manager [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] instance snapshotting [ 802.358235] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27d6d09-a46f-42e6-a010-47e74faa5f32 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.387401] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36222da-e1e5-4458-a9ec-723e3660a073 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.412166] env[61960]: DEBUG oslo_concurrency.lockutils [None req-780eb137-0ff6-4981-9a6c-bf74b36de51a tempest-ServerActionsV293TestJSON-2058392995 tempest-ServerActionsV293TestJSON-2058392995-project-member] Lock "ff9c99c7-43b2-479e-a171-269edf1aa75d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.680s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.466333] env[61960]: DEBUG oslo_vmware.api [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436100, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.692350] env[61960]: DEBUG nova.compute.manager [req-a7c46235-a377-4062-acda-618a1775be52 req-2467b3e0-585f-4772-af6a-2264832bde70 service nova] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Received event network-vif-deleted-2f920c73-7d54-4adb-9213-d8de15b507ef {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 802.692350] env[61960]: INFO nova.compute.manager [req-a7c46235-a377-4062-acda-618a1775be52 req-2467b3e0-585f-4772-af6a-2264832bde70 service nova] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Neutron deleted interface 2f920c73-7d54-4adb-9213-d8de15b507ef; detaching it from the instance and deleting it from the info cache [ 802.692350] env[61960]: DEBUG nova.network.neutron [req-a7c46235-a377-4062-acda-618a1775be52 req-2467b3e0-585f-4772-af6a-2264832bde70 service nova] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.909949] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Creating Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 802.910467] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-316f694b-f39f-454c-b16c-1e12ff933e0b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.919522] env[61960]: DEBUG oslo_vmware.api [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 802.919522] env[61960]: value = "task-436101" [ 802.919522] env[61960]: _type = "Task" [ 802.919522] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.930122] env[61960]: DEBUG oslo_vmware.api [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436101, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.966659] env[61960]: DEBUG oslo_vmware.api [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571283} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.967044] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 6449dbd4-9f77-4838-917c-ec22e0d2359c/6449dbd4-9f77-4838-917c-ec22e0d2359c.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 802.967044] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.967758] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3096b6f5-6efd-4f7d-8c2d-aee9f0f61001 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.976589] env[61960]: DEBUG oslo_vmware.api [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 802.976589] env[61960]: value = "task-436102" [ 802.976589] env[61960]: _type = "Task" [ 802.976589] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.986964] env[61960]: DEBUG oslo_vmware.api [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.074747] env[61960]: DEBUG nova.network.neutron [-] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.203517] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef63ac85-b98e-44f3-8dc0-48e9e2b2d5b6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.215029] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f44d0a8-1126-4454-bbc6-b7c27debb51b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.250939] env[61960]: DEBUG nova.compute.manager [req-a7c46235-a377-4062-acda-618a1775be52 req-2467b3e0-585f-4772-af6a-2264832bde70 service nova] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Detach interface failed, port_id=2f920c73-7d54-4adb-9213-d8de15b507ef, reason: Instance d0816f49-cd5c-40d4-b49a-8d5b76321153 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 803.361827] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86424c4-4a8a-449b-b64f-e12adbbcad4e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.370033] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae21715-36da-4c24-bc3e-7fd1497e02c0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.406410] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5b1e12-0e18-49b7-8327-9815b38f49be {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.415166] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e066efe4-1bb6-418b-a3f2-8d504ca1570c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.431484] env[61960]: DEBUG nova.compute.provider_tree [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 803.438724] env[61960]: DEBUG oslo_vmware.api [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436101, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.486965] env[61960]: DEBUG oslo_vmware.api [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070032} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.487283] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.488135] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec21cb30-c037-4194-bb91-bf910cf0143f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.513943] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 6449dbd4-9f77-4838-917c-ec22e0d2359c/6449dbd4-9f77-4838-917c-ec22e0d2359c.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.513943] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a79ce015-587d-48ae-a5d5-58022f798132 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.533824] env[61960]: DEBUG oslo_vmware.api [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 803.533824] env[61960]: value = "task-436103" [ 803.533824] env[61960]: _type = "Task" [ 803.533824] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.542020] env[61960]: DEBUG oslo_vmware.api [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436103, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.581830] env[61960]: INFO nova.compute.manager [-] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Took 1.57 seconds to deallocate network for instance. [ 803.931637] env[61960]: DEBUG oslo_vmware.api [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436101, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.970168] env[61960]: DEBUG nova.scheduler.client.report [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 101 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 803.970442] env[61960]: DEBUG nova.compute.provider_tree [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 101 to 102 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 803.970813] env[61960]: DEBUG nova.compute.provider_tree [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 804.045399] env[61960]: DEBUG oslo_vmware.api [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.091218] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4562a0ce-c28d-4bbc-924b-b907a86c9f7c tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.432181] env[61960]: DEBUG oslo_vmware.api [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436101, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.476906] env[61960]: DEBUG oslo_concurrency.lockutils [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.477556] env[61960]: DEBUG nova.compute.manager [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 804.480498] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.644s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.482081] env[61960]: INFO nova.compute.claims [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.546356] env[61960]: DEBUG oslo_vmware.api [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436103, 'name': ReconfigVM_Task, 'duration_secs': 0.907345} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.546654] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 6449dbd4-9f77-4838-917c-ec22e0d2359c/6449dbd4-9f77-4838-917c-ec22e0d2359c.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.547312] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-089ea83e-a34f-4dd7-8e79-9418a1f3c38a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.556288] env[61960]: DEBUG oslo_vmware.api [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 804.556288] env[61960]: value = "task-436104" [ 804.556288] env[61960]: _type = "Task" [ 804.556288] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.568665] env[61960]: DEBUG oslo_vmware.api [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436104, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.933756] env[61960]: DEBUG oslo_vmware.api [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436101, 'name': CreateSnapshot_Task, 'duration_secs': 1.559061} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.933756] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Created Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 804.933756] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca844d3-2819-4e2c-91b8-c53a2590c8bd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.987434] env[61960]: DEBUG nova.compute.utils [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 804.988953] env[61960]: DEBUG nova.compute.manager [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 804.989181] env[61960]: DEBUG nova.network.neutron [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 805.043332] env[61960]: DEBUG nova.policy [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa5c7a8dffc74a93a4bc9cb0885027a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c69de9ed5c214a2d85622176b96e3a52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 805.066323] env[61960]: DEBUG oslo_vmware.api [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436104, 'name': Rename_Task, 'duration_secs': 0.378028} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.066627] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 805.066885] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23a157e7-6629-4a15-99df-d278897069a7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.074010] env[61960]: DEBUG oslo_vmware.api [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 805.074010] env[61960]: value = "task-436105" [ 805.074010] env[61960]: _type = "Task" [ 805.074010] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.081857] env[61960]: DEBUG oslo_vmware.api [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.369630] env[61960]: DEBUG nova.network.neutron [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Successfully created port: c05e2a5d-8776-4fe8-a779-37dfed3a701d {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.458992] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Creating linked-clone VM from snapshot {{(pid=61960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 805.459515] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-20d2247d-fb3d-4200-8362-0438903d1706 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.471420] env[61960]: DEBUG oslo_vmware.api [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 805.471420] env[61960]: value = "task-436106" [ 805.471420] env[61960]: _type = "Task" [ 805.471420] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.481926] env[61960]: DEBUG oslo_vmware.api [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436106, 'name': CloneVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.498189] env[61960]: DEBUG nova.compute.manager [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 805.585908] env[61960]: DEBUG oslo_vmware.api [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436105, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.985387] env[61960]: DEBUG oslo_vmware.api [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436106, 'name': CloneVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.011385] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffb6c35-ecf4-4b81-b92e-5c04e47bfdaa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.020219] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5438309-26ff-472c-ab62-d9d98d891916 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.053242] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4c4bf6-ba2d-4d05-80aa-a6b6db88cbc7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.063873] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d152426-75c5-4e53-bb28-415cb09da52d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.080314] env[61960]: DEBUG nova.compute.provider_tree [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.091646] env[61960]: DEBUG oslo_vmware.api [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436105, 'name': PowerOnVM_Task, 'duration_secs': 0.964385} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.091962] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 806.092842] env[61960]: INFO nova.compute.manager [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Took 9.11 seconds to spawn the instance on the hypervisor. [ 806.092842] env[61960]: DEBUG nova.compute.manager [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 806.093576] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3178e8b5-e9be-495a-abee-785c45546da3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.481856] env[61960]: DEBUG oslo_vmware.api [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436106, 'name': CloneVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.516565] env[61960]: DEBUG nova.compute.manager [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 806.550887] env[61960]: DEBUG nova.virt.hardware [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 806.551160] env[61960]: DEBUG nova.virt.hardware [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 806.551326] env[61960]: DEBUG nova.virt.hardware [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.551515] env[61960]: DEBUG nova.virt.hardware [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 806.551671] env[61960]: DEBUG nova.virt.hardware [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.551826] env[61960]: DEBUG nova.virt.hardware [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 806.552045] env[61960]: DEBUG nova.virt.hardware [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 806.552214] env[61960]: DEBUG nova.virt.hardware [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 806.552386] env[61960]: DEBUG nova.virt.hardware [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 806.552554] env[61960]: DEBUG nova.virt.hardware [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 806.552736] env[61960]: DEBUG nova.virt.hardware [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 806.553613] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29dc2c4b-f17d-479b-9f7d-173819998296 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.563894] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cc651d-1fb2-480d-a125-f0353c054cf2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.586441] env[61960]: DEBUG nova.scheduler.client.report [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 806.613759] env[61960]: INFO nova.compute.manager [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Took 45.52 seconds to build instance. [ 806.984242] env[61960]: DEBUG oslo_vmware.api [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436106, 'name': CloneVM_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.093124] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.093124] env[61960]: DEBUG nova.compute.manager [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 807.097117] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.367s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.097117] env[61960]: DEBUG nova.objects.instance [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=61960) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 807.117694] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c115aa0f-b464-4047-bd1f-7e7d355f0f25 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "6449dbd4-9f77-4838-917c-ec22e0d2359c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.040s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.249251] env[61960]: DEBUG nova.network.neutron [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Successfully updated port: c05e2a5d-8776-4fe8-a779-37dfed3a701d {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.464930] env[61960]: DEBUG nova.compute.manager [req-65d95c66-7d4c-405d-92ab-cf3e8439894c req-6fab8a9a-d93d-4d37-9e35-8083c18d1bed service nova] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Received event network-vif-plugged-c05e2a5d-8776-4fe8-a779-37dfed3a701d {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 807.465372] env[61960]: DEBUG oslo_concurrency.lockutils [req-65d95c66-7d4c-405d-92ab-cf3e8439894c req-6fab8a9a-d93d-4d37-9e35-8083c18d1bed service nova] Acquiring lock "c3caa025-ae48-4430-a910-59a145e265c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.465519] env[61960]: DEBUG oslo_concurrency.lockutils [req-65d95c66-7d4c-405d-92ab-cf3e8439894c req-6fab8a9a-d93d-4d37-9e35-8083c18d1bed service nova] Lock "c3caa025-ae48-4430-a910-59a145e265c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.465617] env[61960]: DEBUG oslo_concurrency.lockutils [req-65d95c66-7d4c-405d-92ab-cf3e8439894c req-6fab8a9a-d93d-4d37-9e35-8083c18d1bed service nova] Lock "c3caa025-ae48-4430-a910-59a145e265c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.465798] env[61960]: DEBUG nova.compute.manager [req-65d95c66-7d4c-405d-92ab-cf3e8439894c req-6fab8a9a-d93d-4d37-9e35-8083c18d1bed service nova] [instance: c3caa025-ae48-4430-a910-59a145e265c9] No waiting events found dispatching network-vif-plugged-c05e2a5d-8776-4fe8-a779-37dfed3a701d {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 807.466955] env[61960]: WARNING nova.compute.manager [req-65d95c66-7d4c-405d-92ab-cf3e8439894c req-6fab8a9a-d93d-4d37-9e35-8083c18d1bed service nova] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Received unexpected event network-vif-plugged-c05e2a5d-8776-4fe8-a779-37dfed3a701d for instance with vm_state building and task_state spawning. [ 807.484443] env[61960]: DEBUG oslo_vmware.api [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436106, 'name': CloneVM_Task, 'duration_secs': 1.606839} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.484675] env[61960]: INFO nova.virt.vmwareapi.vmops [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Created linked-clone VM from snapshot [ 807.485488] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1b3ead-d123-48c3-a34e-ab3a07c6c7f4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.493507] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Uploading image 9fe6013a-b9bb-4a57-a65c-290bd37d358c {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 807.529913] env[61960]: DEBUG oslo_vmware.rw_handles [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 807.529913] env[61960]: value = "vm-116093" [ 807.529913] env[61960]: _type = "VirtualMachine" [ 807.529913] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 807.530627] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3cfb0571-175b-4da6-af06-f76700f1a65a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.540155] env[61960]: DEBUG oslo_vmware.rw_handles [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lease: (returnval){ [ 807.540155] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5261db40-6e41-3b7c-bfce-99595a06ef06" [ 807.540155] env[61960]: _type = "HttpNfcLease" [ 807.540155] env[61960]: } obtained for exporting VM: (result){ [ 807.540155] env[61960]: value = "vm-116093" [ 807.540155] env[61960]: _type = "VirtualMachine" [ 807.540155] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 807.540409] env[61960]: DEBUG oslo_vmware.api [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the lease: (returnval){ [ 807.540409] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5261db40-6e41-3b7c-bfce-99595a06ef06" [ 807.540409] env[61960]: _type = "HttpNfcLease" [ 807.540409] env[61960]: } to be ready. {{(pid=61960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 807.549949] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 807.549949] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5261db40-6e41-3b7c-bfce-99595a06ef06" [ 807.549949] env[61960]: _type = "HttpNfcLease" [ 807.549949] env[61960]: } is initializing. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 807.602148] env[61960]: DEBUG nova.compute.utils [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 807.607371] env[61960]: DEBUG nova.compute.manager [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 807.607371] env[61960]: DEBUG nova.network.neutron [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 807.661136] env[61960]: DEBUG nova.policy [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48a6156011c0477c9967f9bcae29ccc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69782336059f4ef292ddf0de2b9a9b21', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 807.751211] env[61960]: DEBUG oslo_concurrency.lockutils [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquiring lock "refresh_cache-c3caa025-ae48-4430-a910-59a145e265c9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.751424] env[61960]: DEBUG oslo_concurrency.lockutils [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquired lock "refresh_cache-c3caa025-ae48-4430-a910-59a145e265c9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.751552] env[61960]: DEBUG nova.network.neutron [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 807.886072] env[61960]: DEBUG oslo_concurrency.lockutils [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "6449dbd4-9f77-4838-917c-ec22e0d2359c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.886661] env[61960]: DEBUG oslo_concurrency.lockutils [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "6449dbd4-9f77-4838-917c-ec22e0d2359c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.886962] env[61960]: INFO nova.compute.manager [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Shelving [ 808.054306] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 808.054306] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5261db40-6e41-3b7c-bfce-99595a06ef06" [ 808.054306] env[61960]: _type = "HttpNfcLease" [ 808.054306] env[61960]: } is ready. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 808.054306] env[61960]: DEBUG oslo_vmware.rw_handles [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 808.054306] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5261db40-6e41-3b7c-bfce-99595a06ef06" [ 808.054306] env[61960]: _type = "HttpNfcLease" [ 808.054306] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 808.054306] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76ca206-1cd9-4076-8e90-35835eba1f4f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.067196] env[61960]: DEBUG oslo_vmware.rw_handles [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5221c9c8-880d-e220-03c1-3421f3d9574d/disk-0.vmdk from lease info. {{(pid=61960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 808.067961] env[61960]: DEBUG oslo_vmware.rw_handles [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5221c9c8-880d-e220-03c1-3421f3d9574d/disk-0.vmdk for reading. {{(pid=61960) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 808.132156] env[61960]: DEBUG nova.compute.manager [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 808.135842] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bd12be83-fc67-42db-96c7-88b3b8b6b4dd tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.040s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.139595] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.073s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.139595] env[61960]: DEBUG nova.objects.instance [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Lazy-loading 'resources' on Instance uuid 923e0640-977c-4920-a04c-f870bb04ec91 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.234288] env[61960]: DEBUG nova.network.neutron [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Successfully created port: 28650c85-bab0-45d8-bbb2-fd24af66df5e {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.236471] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-779728b6-1f1b-487a-bea8-e96afb35ef82 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.298987] env[61960]: DEBUG nova.network.neutron [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 808.397429] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 808.397746] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-220fcc4d-1d35-4573-bd6a-b0e92b2249a8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.406999] env[61960]: DEBUG oslo_vmware.api [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 808.406999] env[61960]: value = "task-436108" [ 808.406999] env[61960]: _type = "Task" [ 808.406999] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.416105] env[61960]: DEBUG oslo_vmware.api [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.489426] env[61960]: DEBUG nova.network.neutron [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Updating instance_info_cache with network_info: [{"id": "c05e2a5d-8776-4fe8-a779-37dfed3a701d", "address": "fa:16:3e:54:32:04", "network": {"id": "31c9cfb5-32de-4603-b200-9a69fe1fcb1c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1503149221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c69de9ed5c214a2d85622176b96e3a52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc05e2a5d-87", "ovs_interfaceid": "c05e2a5d-8776-4fe8-a779-37dfed3a701d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.922473] env[61960]: DEBUG oslo_vmware.api [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436108, 'name': PowerOffVM_Task, 'duration_secs': 0.366705} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.927444] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 808.928479] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f39378-ed30-4c08-9af2-63a277ca715d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.953380] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274be328-1419-48b1-9dac-17b12592d3ff {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.996250] env[61960]: DEBUG oslo_concurrency.lockutils [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Releasing lock "refresh_cache-c3caa025-ae48-4430-a910-59a145e265c9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.996637] env[61960]: DEBUG nova.compute.manager [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Instance network_info: |[{"id": "c05e2a5d-8776-4fe8-a779-37dfed3a701d", "address": "fa:16:3e:54:32:04", "network": {"id": "31c9cfb5-32de-4603-b200-9a69fe1fcb1c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1503149221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c69de9ed5c214a2d85622176b96e3a52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc05e2a5d-87", "ovs_interfaceid": "c05e2a5d-8776-4fe8-a779-37dfed3a701d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 808.997912] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:32:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c05e2a5d-8776-4fe8-a779-37dfed3a701d', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.009411] env[61960]: DEBUG oslo.service.loopingcall [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 809.011377] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 809.012331] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a814d7a-1c83-46a0-8df3-4a2eab137383 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.037312] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.037312] env[61960]: value = "task-436109" [ 809.037312] env[61960]: _type = "Task" [ 809.037312] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.058950] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436109, 'name': CreateVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.147243] env[61960]: DEBUG nova.compute.manager [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 809.177749] env[61960]: DEBUG nova.virt.hardware [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 809.178285] env[61960]: DEBUG nova.virt.hardware [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 809.178579] env[61960]: DEBUG nova.virt.hardware [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.178908] env[61960]: DEBUG nova.virt.hardware [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 809.179228] env[61960]: DEBUG nova.virt.hardware [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.179639] env[61960]: DEBUG nova.virt.hardware [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 809.179979] env[61960]: DEBUG nova.virt.hardware [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 809.180264] env[61960]: DEBUG nova.virt.hardware [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 809.180554] env[61960]: DEBUG nova.virt.hardware [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 809.180913] env[61960]: DEBUG nova.virt.hardware [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 809.181194] env[61960]: DEBUG nova.virt.hardware [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 809.182243] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180f55ab-66ad-4512-add9-0ba3c97c87a4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.193299] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add447c8-af59-4e81-b56e-c006ef855b21 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.236527] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d163ed77-8af2-44f1-82f9-9b57de08415c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.245358] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd450151-db85-400d-a64e-ef4f7ce03160 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.289026] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ece39d5-cc30-49dc-9280-3a99bd8c5c86 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.301582] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f39e01b-632e-4ea8-8159-0dff6aadc1bc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.316796] env[61960]: DEBUG nova.compute.provider_tree [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 809.468803] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Creating Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 809.468894] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0b0e23dc-2647-471b-a4d0-70ca9a252ec6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.481384] env[61960]: DEBUG oslo_vmware.api [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 809.481384] env[61960]: value = "task-436110" [ 809.481384] env[61960]: _type = "Task" [ 809.481384] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.490932] env[61960]: DEBUG oslo_vmware.api [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436110, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.499012] env[61960]: DEBUG oslo_concurrency.lockutils [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Acquiring lock "b2acfc3e-f996-45ea-9745-ad86d321d78f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.499417] env[61960]: DEBUG oslo_concurrency.lockutils [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Lock "b2acfc3e-f996-45ea-9745-ad86d321d78f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.501697] env[61960]: DEBUG nova.compute.manager [req-698438ac-8643-4c48-9e3f-c93226d162ed req-37b4bd39-c757-43a8-a435-e87a20800c39 service nova] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Received event network-changed-c05e2a5d-8776-4fe8-a779-37dfed3a701d {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 809.502128] env[61960]: DEBUG nova.compute.manager [req-698438ac-8643-4c48-9e3f-c93226d162ed req-37b4bd39-c757-43a8-a435-e87a20800c39 service nova] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Refreshing instance network info cache due to event network-changed-c05e2a5d-8776-4fe8-a779-37dfed3a701d. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 809.502610] env[61960]: DEBUG oslo_concurrency.lockutils [req-698438ac-8643-4c48-9e3f-c93226d162ed req-37b4bd39-c757-43a8-a435-e87a20800c39 service nova] Acquiring lock "refresh_cache-c3caa025-ae48-4430-a910-59a145e265c9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.502881] env[61960]: DEBUG oslo_concurrency.lockutils [req-698438ac-8643-4c48-9e3f-c93226d162ed req-37b4bd39-c757-43a8-a435-e87a20800c39 service nova] Acquired lock "refresh_cache-c3caa025-ae48-4430-a910-59a145e265c9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.503551] env[61960]: DEBUG nova.network.neutron [req-698438ac-8643-4c48-9e3f-c93226d162ed req-37b4bd39-c757-43a8-a435-e87a20800c39 service nova] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Refreshing network info cache for port c05e2a5d-8776-4fe8-a779-37dfed3a701d {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 809.554490] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436109, 'name': CreateVM_Task, 'duration_secs': 0.413311} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.554714] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 809.555408] env[61960]: DEBUG oslo_concurrency.lockutils [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.555585] env[61960]: DEBUG oslo_concurrency.lockutils [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.555938] env[61960]: DEBUG oslo_concurrency.lockutils [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.556315] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11af3598-8c40-496b-a2ea-352945bc6263 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.562478] env[61960]: DEBUG oslo_vmware.api [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 809.562478] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5270f065-3349-b4a0-50f2-b34c298e00ab" [ 809.562478] env[61960]: _type = "Task" [ 809.562478] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.571034] env[61960]: DEBUG oslo_vmware.api [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5270f065-3349-b4a0-50f2-b34c298e00ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.840929] env[61960]: ERROR nova.scheduler.client.report [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] [req-9ca14256-fbba-4b83-b07f-6c30e5088863] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9ca14256-fbba-4b83-b07f-6c30e5088863"}]} [ 809.868135] env[61960]: DEBUG nova.scheduler.client.report [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 809.888692] env[61960]: DEBUG nova.scheduler.client.report [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 809.892732] env[61960]: DEBUG nova.compute.provider_tree [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 809.898120] env[61960]: DEBUG nova.network.neutron [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Successfully updated port: 28650c85-bab0-45d8-bbb2-fd24af66df5e {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.914027] env[61960]: DEBUG nova.scheduler.client.report [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 809.934307] env[61960]: DEBUG nova.scheduler.client.report [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 809.994075] env[61960]: DEBUG oslo_vmware.api [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436110, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.007374] env[61960]: DEBUG nova.compute.manager [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 810.074373] env[61960]: DEBUG oslo_vmware.api [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5270f065-3349-b4a0-50f2-b34c298e00ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011634} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.077885] env[61960]: DEBUG oslo_concurrency.lockutils [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.078351] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.078639] env[61960]: DEBUG oslo_concurrency.lockutils [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.078795] env[61960]: DEBUG oslo_concurrency.lockutils [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.078986] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.079477] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ef65b3a-b8c3-427d-9bfb-366927373276 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.089163] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.089353] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 810.090121] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41488d56-6b4e-4481-9a15-ef01feea48a8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.105275] env[61960]: DEBUG oslo_vmware.api [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 810.105275] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c6667d-7828-64ab-6461-7e3f2991a6b7" [ 810.105275] env[61960]: _type = "Task" [ 810.105275] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.116140] env[61960]: DEBUG oslo_vmware.api [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c6667d-7828-64ab-6461-7e3f2991a6b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.339133] env[61960]: DEBUG nova.network.neutron [req-698438ac-8643-4c48-9e3f-c93226d162ed req-37b4bd39-c757-43a8-a435-e87a20800c39 service nova] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Updated VIF entry in instance network info cache for port c05e2a5d-8776-4fe8-a779-37dfed3a701d. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 810.339133] env[61960]: DEBUG nova.network.neutron [req-698438ac-8643-4c48-9e3f-c93226d162ed req-37b4bd39-c757-43a8-a435-e87a20800c39 service nova] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Updating instance_info_cache with network_info: [{"id": "c05e2a5d-8776-4fe8-a779-37dfed3a701d", "address": "fa:16:3e:54:32:04", "network": {"id": "31c9cfb5-32de-4603-b200-9a69fe1fcb1c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1503149221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c69de9ed5c214a2d85622176b96e3a52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc05e2a5d-87", "ovs_interfaceid": "c05e2a5d-8776-4fe8-a779-37dfed3a701d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.402012] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "refresh_cache-d7f5243f-7071-404d-9549-b381257d5288" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.402172] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquired lock "refresh_cache-d7f5243f-7071-404d-9549-b381257d5288" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.402320] env[61960]: DEBUG nova.network.neutron [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 810.421039] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93c974e-6bc2-4090-a4ea-4015096fb288 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.431109] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512def0d-513b-4199-9d47-eb7fe1eb5b4d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.474040] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a1e753-b9e5-4b0c-94e0-d370e967220f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.488324] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf4eb04-d84d-4279-95fe-86b158a08b96 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.500215] env[61960]: DEBUG oslo_vmware.api [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436110, 'name': CreateSnapshot_Task, 'duration_secs': 0.714265} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.508038] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Created Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 810.508859] env[61960]: DEBUG nova.compute.provider_tree [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 810.512421] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c69e5f8-26c2-4e35-bbb1-c8754aba45fc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.532593] env[61960]: DEBUG oslo_concurrency.lockutils [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.614706] env[61960]: DEBUG oslo_vmware.api [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c6667d-7828-64ab-6461-7e3f2991a6b7, 'name': SearchDatastore_Task, 'duration_secs': 0.013237} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.615717] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d24902f-4ff1-4e63-8162-c7426aef735c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.621882] env[61960]: DEBUG oslo_vmware.api [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 810.621882] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c1962e-ac09-ca45-e88f-f518b2a74ac6" [ 810.621882] env[61960]: _type = "Task" [ 810.621882] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.633841] env[61960]: DEBUG oslo_vmware.api [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c1962e-ac09-ca45-e88f-f518b2a74ac6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.839481] env[61960]: DEBUG oslo_concurrency.lockutils [req-698438ac-8643-4c48-9e3f-c93226d162ed req-37b4bd39-c757-43a8-a435-e87a20800c39 service nova] Releasing lock "refresh_cache-c3caa025-ae48-4430-a910-59a145e265c9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.945866] env[61960]: DEBUG nova.network.neutron [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 811.040835] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Creating linked-clone VM from snapshot {{(pid=61960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 811.041265] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fb469359-0b26-4198-9ecc-f43fbce48e0f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.056194] env[61960]: DEBUG nova.scheduler.client.report [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 103 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 811.056490] env[61960]: DEBUG nova.compute.provider_tree [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 103 to 104 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 811.056671] env[61960]: DEBUG nova.compute.provider_tree [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 811.060502] env[61960]: DEBUG oslo_vmware.api [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 811.060502] env[61960]: value = "task-436111" [ 811.060502] env[61960]: _type = "Task" [ 811.060502] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.071079] env[61960]: DEBUG oslo_vmware.api [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436111, 'name': CloneVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.133218] env[61960]: DEBUG oslo_vmware.api [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c1962e-ac09-ca45-e88f-f518b2a74ac6, 'name': SearchDatastore_Task, 'duration_secs': 0.011956} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.133520] env[61960]: DEBUG oslo_concurrency.lockutils [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.133776] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] c3caa025-ae48-4430-a910-59a145e265c9/c3caa025-ae48-4430-a910-59a145e265c9.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 811.134082] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f290f51-dacb-4b2a-ae7f-7b6a840403df {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.141821] env[61960]: DEBUG oslo_vmware.api [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 811.141821] env[61960]: value = "task-436112" [ 811.141821] env[61960]: _type = "Task" [ 811.141821] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.148045] env[61960]: DEBUG nova.network.neutron [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Updating instance_info_cache with network_info: [{"id": "28650c85-bab0-45d8-bbb2-fd24af66df5e", "address": "fa:16:3e:b1:82:a3", "network": {"id": "74938226-c1f8-4c22-b0d7-da2a64cd0c28", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2097817805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69782336059f4ef292ddf0de2b9a9b21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28650c85-ba", "ovs_interfaceid": "28650c85-bab0-45d8-bbb2-fd24af66df5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.152311] env[61960]: DEBUG oslo_vmware.api [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.527250] env[61960]: DEBUG nova.compute.manager [req-8aa94773-1f8f-4aca-95d6-e665c3b92371 req-c6b1c2e8-b156-46d4-acd5-b83ce3c85828 service nova] [instance: d7f5243f-7071-404d-9549-b381257d5288] Received event network-vif-plugged-28650c85-bab0-45d8-bbb2-fd24af66df5e {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 811.527835] env[61960]: DEBUG oslo_concurrency.lockutils [req-8aa94773-1f8f-4aca-95d6-e665c3b92371 req-c6b1c2e8-b156-46d4-acd5-b83ce3c85828 service nova] Acquiring lock "d7f5243f-7071-404d-9549-b381257d5288-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.528080] env[61960]: DEBUG oslo_concurrency.lockutils [req-8aa94773-1f8f-4aca-95d6-e665c3b92371 req-c6b1c2e8-b156-46d4-acd5-b83ce3c85828 service nova] Lock "d7f5243f-7071-404d-9549-b381257d5288-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.528261] env[61960]: DEBUG oslo_concurrency.lockutils [req-8aa94773-1f8f-4aca-95d6-e665c3b92371 req-c6b1c2e8-b156-46d4-acd5-b83ce3c85828 service nova] Lock "d7f5243f-7071-404d-9549-b381257d5288-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.528437] env[61960]: DEBUG nova.compute.manager [req-8aa94773-1f8f-4aca-95d6-e665c3b92371 req-c6b1c2e8-b156-46d4-acd5-b83ce3c85828 service nova] [instance: d7f5243f-7071-404d-9549-b381257d5288] No waiting events found dispatching network-vif-plugged-28650c85-bab0-45d8-bbb2-fd24af66df5e {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 811.528609] env[61960]: WARNING nova.compute.manager [req-8aa94773-1f8f-4aca-95d6-e665c3b92371 req-c6b1c2e8-b156-46d4-acd5-b83ce3c85828 service nova] [instance: d7f5243f-7071-404d-9549-b381257d5288] Received unexpected event network-vif-plugged-28650c85-bab0-45d8-bbb2-fd24af66df5e for instance with vm_state building and task_state spawning. [ 811.528773] env[61960]: DEBUG nova.compute.manager [req-8aa94773-1f8f-4aca-95d6-e665c3b92371 req-c6b1c2e8-b156-46d4-acd5-b83ce3c85828 service nova] [instance: d7f5243f-7071-404d-9549-b381257d5288] Received event network-changed-28650c85-bab0-45d8-bbb2-fd24af66df5e {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 811.528930] env[61960]: DEBUG nova.compute.manager [req-8aa94773-1f8f-4aca-95d6-e665c3b92371 req-c6b1c2e8-b156-46d4-acd5-b83ce3c85828 service nova] [instance: d7f5243f-7071-404d-9549-b381257d5288] Refreshing instance network info cache due to event network-changed-28650c85-bab0-45d8-bbb2-fd24af66df5e. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 811.529124] env[61960]: DEBUG oslo_concurrency.lockutils [req-8aa94773-1f8f-4aca-95d6-e665c3b92371 req-c6b1c2e8-b156-46d4-acd5-b83ce3c85828 service nova] Acquiring lock "refresh_cache-d7f5243f-7071-404d-9549-b381257d5288" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.566670] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.428s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.569343] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.155s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.572676] env[61960]: INFO nova.compute.claims [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.581339] env[61960]: DEBUG oslo_vmware.api [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436111, 'name': CloneVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.592984] env[61960]: INFO nova.scheduler.client.report [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Deleted allocations for instance 923e0640-977c-4920-a04c-f870bb04ec91 [ 811.655972] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Releasing lock "refresh_cache-d7f5243f-7071-404d-9549-b381257d5288" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.656497] env[61960]: DEBUG nova.compute.manager [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Instance network_info: |[{"id": "28650c85-bab0-45d8-bbb2-fd24af66df5e", "address": "fa:16:3e:b1:82:a3", "network": {"id": "74938226-c1f8-4c22-b0d7-da2a64cd0c28", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2097817805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69782336059f4ef292ddf0de2b9a9b21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28650c85-ba", "ovs_interfaceid": "28650c85-bab0-45d8-bbb2-fd24af66df5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 811.657020] env[61960]: DEBUG oslo_vmware.api [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436112, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.657922] env[61960]: DEBUG oslo_concurrency.lockutils [req-8aa94773-1f8f-4aca-95d6-e665c3b92371 req-c6b1c2e8-b156-46d4-acd5-b83ce3c85828 service nova] Acquired lock "refresh_cache-d7f5243f-7071-404d-9549-b381257d5288" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.658711] env[61960]: DEBUG nova.network.neutron [req-8aa94773-1f8f-4aca-95d6-e665c3b92371 req-c6b1c2e8-b156-46d4-acd5-b83ce3c85828 service nova] [instance: d7f5243f-7071-404d-9549-b381257d5288] Refreshing network info cache for port 28650c85-bab0-45d8-bbb2-fd24af66df5e {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 811.660276] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:82:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '822050c7-1845-485d-b87e-73778d21c33c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28650c85-bab0-45d8-bbb2-fd24af66df5e', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.669876] env[61960]: DEBUG oslo.service.loopingcall [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 811.673510] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7f5243f-7071-404d-9549-b381257d5288] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 811.674153] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-988007ba-5641-40b0-aae2-59fe15949188 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.701962] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.701962] env[61960]: value = "task-436113" [ 811.701962] env[61960]: _type = "Task" [ 811.701962] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.709869] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436113, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.940646] env[61960]: DEBUG nova.network.neutron [req-8aa94773-1f8f-4aca-95d6-e665c3b92371 req-c6b1c2e8-b156-46d4-acd5-b83ce3c85828 service nova] [instance: d7f5243f-7071-404d-9549-b381257d5288] Updated VIF entry in instance network info cache for port 28650c85-bab0-45d8-bbb2-fd24af66df5e. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 811.941319] env[61960]: DEBUG nova.network.neutron [req-8aa94773-1f8f-4aca-95d6-e665c3b92371 req-c6b1c2e8-b156-46d4-acd5-b83ce3c85828 service nova] [instance: d7f5243f-7071-404d-9549-b381257d5288] Updating instance_info_cache with network_info: [{"id": "28650c85-bab0-45d8-bbb2-fd24af66df5e", "address": "fa:16:3e:b1:82:a3", "network": {"id": "74938226-c1f8-4c22-b0d7-da2a64cd0c28", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2097817805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69782336059f4ef292ddf0de2b9a9b21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28650c85-ba", "ovs_interfaceid": "28650c85-bab0-45d8-bbb2-fd24af66df5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.073319] env[61960]: DEBUG oslo_vmware.api [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436111, 'name': CloneVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.101564] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a8a22580-80b2-4bd6-a39f-6d4492e28535 tempest-ServersAaction247Test-1717115461 tempest-ServersAaction247Test-1717115461-project-member] Lock "923e0640-977c-4920-a04c-f870bb04ec91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.827s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.154442] env[61960]: DEBUG oslo_vmware.api [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714653} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.154731] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] c3caa025-ae48-4430-a910-59a145e265c9/c3caa025-ae48-4430-a910-59a145e265c9.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 812.154959] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.155269] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51d2f8fd-2a04-4f12-970b-058f12eb5fcf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.163325] env[61960]: DEBUG oslo_vmware.api [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 812.163325] env[61960]: value = "task-436114" [ 812.163325] env[61960]: _type = "Task" [ 812.163325] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.175035] env[61960]: DEBUG oslo_vmware.api [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.209974] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436113, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.444385] env[61960]: DEBUG oslo_concurrency.lockutils [req-8aa94773-1f8f-4aca-95d6-e665c3b92371 req-c6b1c2e8-b156-46d4-acd5-b83ce3c85828 service nova] Releasing lock "refresh_cache-d7f5243f-7071-404d-9549-b381257d5288" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.573697] env[61960]: DEBUG oslo_vmware.api [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436111, 'name': CloneVM_Task} progress is 95%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.679828] env[61960]: DEBUG oslo_vmware.api [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079473} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.680138] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.680991] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0174310-abb1-4783-b1a6-7ff4070310fd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.706933] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] c3caa025-ae48-4430-a910-59a145e265c9/c3caa025-ae48-4430-a910-59a145e265c9.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.710110] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f994c4b-d9b0-4fe4-9823-6513807ad3df {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.735691] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436113, 'name': CreateVM_Task, 'duration_secs': 0.627006} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.739896] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7f5243f-7071-404d-9549-b381257d5288] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 812.740319] env[61960]: DEBUG oslo_vmware.api [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 812.740319] env[61960]: value = "task-436115" [ 812.740319] env[61960]: _type = "Task" [ 812.740319] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.741401] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.741641] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.742098] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.742473] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68d3284d-3d77-49bb-8f79-33112ec3ece1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.752278] env[61960]: DEBUG oslo_vmware.api [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 812.752278] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f471ab-4141-c32f-2af9-25cf45844d71" [ 812.752278] env[61960]: _type = "Task" [ 812.752278] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.758911] env[61960]: DEBUG oslo_vmware.api [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436115, 'name': ReconfigVM_Task} progress is 10%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.769182] env[61960]: DEBUG oslo_vmware.api [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f471ab-4141-c32f-2af9-25cf45844d71, 'name': SearchDatastore_Task, 'duration_secs': 0.014506} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.772175] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.772392] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.772662] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.772817] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.772999] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.773529] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c429a2e6-de3a-4386-b608-87fc8cd6dcce {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.782949] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.783206] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 812.786547] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0776ae4-e8ab-465b-b96f-6cca8d257006 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.793453] env[61960]: DEBUG oslo_vmware.api [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 812.793453] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52127427-499b-3e9e-7101-33bf37663e78" [ 812.793453] env[61960]: _type = "Task" [ 812.793453] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.804049] env[61960]: DEBUG oslo_vmware.api [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52127427-499b-3e9e-7101-33bf37663e78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.020175] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2b8c02-73a0-4fad-9112-c24a928d72f6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.029069] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d615cf-027d-4725-9340-8eddf808f413 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.060129] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a9b78b-2e69-457a-820e-fc7a4e0252ce {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.071726] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00cfc22-b5e3-4d94-8cc9-ce055b394600 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.078672] env[61960]: DEBUG oslo_vmware.api [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436111, 'name': CloneVM_Task, 'duration_secs': 1.709088} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.079342] env[61960]: INFO nova.virt.vmwareapi.vmops [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Created linked-clone VM from snapshot [ 813.080096] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e37f899-f24a-4c22-8b05-9dc6538443df {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.091976] env[61960]: DEBUG nova.compute.provider_tree [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.097209] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Uploading image 13bf02f1-ff53-4fe7-b23f-1152d0db6625 {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 813.124362] env[61960]: DEBUG oslo_vmware.rw_handles [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 813.124362] env[61960]: value = "vm-116096" [ 813.124362] env[61960]: _type = "VirtualMachine" [ 813.124362] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 813.124662] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a1c03577-84aa-4f6b-be46-abb87ad87814 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.138561] env[61960]: DEBUG oslo_vmware.rw_handles [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lease: (returnval){ [ 813.138561] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ef2fc2-9450-e269-55c2-720c28a4c93c" [ 813.138561] env[61960]: _type = "HttpNfcLease" [ 813.138561] env[61960]: } obtained for exporting VM: (result){ [ 813.138561] env[61960]: value = "vm-116096" [ 813.138561] env[61960]: _type = "VirtualMachine" [ 813.138561] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 813.138970] env[61960]: DEBUG oslo_vmware.api [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the lease: (returnval){ [ 813.138970] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ef2fc2-9450-e269-55c2-720c28a4c93c" [ 813.138970] env[61960]: _type = "HttpNfcLease" [ 813.138970] env[61960]: } to be ready. {{(pid=61960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 813.147528] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 813.147528] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ef2fc2-9450-e269-55c2-720c28a4c93c" [ 813.147528] env[61960]: _type = "HttpNfcLease" [ 813.147528] env[61960]: } is initializing. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 813.256891] env[61960]: DEBUG oslo_vmware.api [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436115, 'name': ReconfigVM_Task, 'duration_secs': 0.430971} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.256891] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Reconfigured VM instance instance-0000003f to attach disk [datastore1] c3caa025-ae48-4430-a910-59a145e265c9/c3caa025-ae48-4430-a910-59a145e265c9.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.256891] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79ecb14e-859c-4260-8144-ef3a0282f384 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.265139] env[61960]: DEBUG oslo_vmware.api [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 813.265139] env[61960]: value = "task-436117" [ 813.265139] env[61960]: _type = "Task" [ 813.265139] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.273787] env[61960]: DEBUG oslo_vmware.api [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436117, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.305028] env[61960]: DEBUG oslo_vmware.api [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52127427-499b-3e9e-7101-33bf37663e78, 'name': SearchDatastore_Task, 'duration_secs': 0.01381} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.305484] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fa14669-dbfe-4ff6-a42c-fbe9e1a60791 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.312717] env[61960]: DEBUG oslo_vmware.api [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 813.312717] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]529f3088-5aab-41c8-90b5-6eed669d79d5" [ 813.312717] env[61960]: _type = "Task" [ 813.312717] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.321057] env[61960]: DEBUG oslo_vmware.api [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]529f3088-5aab-41c8-90b5-6eed669d79d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.600813] env[61960]: DEBUG nova.scheduler.client.report [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 813.648057] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 813.648057] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ef2fc2-9450-e269-55c2-720c28a4c93c" [ 813.648057] env[61960]: _type = "HttpNfcLease" [ 813.648057] env[61960]: } is ready. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 813.648404] env[61960]: DEBUG oslo_vmware.rw_handles [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 813.648404] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ef2fc2-9450-e269-55c2-720c28a4c93c" [ 813.648404] env[61960]: _type = "HttpNfcLease" [ 813.648404] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 813.649509] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5c7cb2-3755-4af7-b29b-e45e13b4f5e2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.658162] env[61960]: DEBUG oslo_vmware.rw_handles [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52281991-89f3-bbec-9379-8828f67de275/disk-0.vmdk from lease info. {{(pid=61960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 813.658373] env[61960]: DEBUG oslo_vmware.rw_handles [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52281991-89f3-bbec-9379-8828f67de275/disk-0.vmdk for reading. {{(pid=61960) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 813.773384] env[61960]: DEBUG oslo_vmware.api [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436117, 'name': Rename_Task, 'duration_secs': 0.255733} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.773692] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 813.773949] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4402a913-71af-4a2d-9e89-e88b1215db38 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.782307] env[61960]: DEBUG oslo_vmware.api [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 813.782307] env[61960]: value = "task-436118" [ 813.782307] env[61960]: _type = "Task" [ 813.782307] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.790489] env[61960]: DEBUG oslo_vmware.api [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.819229] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-038fb131-b514-4fca-a655-84328d8e81fe {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.824716] env[61960]: DEBUG oslo_vmware.api [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]529f3088-5aab-41c8-90b5-6eed669d79d5, 'name': SearchDatastore_Task, 'duration_secs': 0.027321} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.825444] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.825718] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] d7f5243f-7071-404d-9549-b381257d5288/d7f5243f-7071-404d-9549-b381257d5288.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 813.826095] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-848f9b6b-0586-4f27-a087-f2919cfc0808 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.834906] env[61960]: DEBUG oslo_vmware.api [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 813.834906] env[61960]: value = "task-436119" [ 813.834906] env[61960]: _type = "Task" [ 813.834906] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.849378] env[61960]: DEBUG oslo_vmware.api [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.106414] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.106974] env[61960]: DEBUG nova.compute.manager [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 814.109712] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.667s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.113126] env[61960]: INFO nova.compute.claims [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.300254] env[61960]: DEBUG oslo_vmware.api [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436118, 'name': PowerOnVM_Task} progress is 88%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.348795] env[61960]: DEBUG oslo_vmware.api [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436119, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.620025] env[61960]: DEBUG nova.compute.utils [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 814.622756] env[61960]: DEBUG nova.compute.manager [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 814.622756] env[61960]: DEBUG nova.network.neutron [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 814.726300] env[61960]: DEBUG nova.policy [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5f3c06c82c44a7092d0e0b6f055c908', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd5e3e891410455abd448117aabf8d8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 814.796501] env[61960]: DEBUG oslo_vmware.api [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436118, 'name': PowerOnVM_Task, 'duration_secs': 1.014993} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.797162] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 814.797514] env[61960]: INFO nova.compute.manager [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Took 8.28 seconds to spawn the instance on the hypervisor. [ 814.797832] env[61960]: DEBUG nova.compute.manager [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 814.799164] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b01bdb-1a35-4de2-8f5c-b5439a0f94d1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.848377] env[61960]: DEBUG oslo_vmware.api [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7332} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.849132] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] d7f5243f-7071-404d-9549-b381257d5288/d7f5243f-7071-404d-9549-b381257d5288.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 814.850071] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.850790] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a11d613d-a27a-4a7d-9337-062493562613 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.861717] env[61960]: DEBUG oslo_vmware.api [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 814.861717] env[61960]: value = "task-436120" [ 814.861717] env[61960]: _type = "Task" [ 814.861717] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.874170] env[61960]: DEBUG oslo_vmware.api [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.127694] env[61960]: DEBUG nova.compute.manager [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 815.188511] env[61960]: DEBUG nova.network.neutron [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Successfully created port: 63703c18-10df-4cb8-a591-6028e3c5adb9 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.322701] env[61960]: INFO nova.compute.manager [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Took 49.53 seconds to build instance. [ 815.385748] env[61960]: DEBUG oslo_vmware.api [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078033} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.386395] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.387632] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4948dc4-b1ac-45ab-be10-1a75c30c3706 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.423369] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] d7f5243f-7071-404d-9549-b381257d5288/d7f5243f-7071-404d-9549-b381257d5288.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.426783] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d2f5d19-7f8c-474f-8a75-b7068f09377e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.450627] env[61960]: DEBUG oslo_vmware.api [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 815.450627] env[61960]: value = "task-436121" [ 815.450627] env[61960]: _type = "Task" [ 815.450627] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.466428] env[61960]: DEBUG oslo_vmware.api [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.727638] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c709590-2918-4554-8c9a-37d75e4e3d7b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.736594] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcdbb05-9ec1-4ade-a029-0bd51c9b58e8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.773292] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7835fb01-8407-4234-991b-3f76d34616b9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.785992] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa3b5d5-8d3f-490f-aa2e-4d61ffb01467 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.804677] env[61960]: DEBUG nova.compute.provider_tree [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.825344] env[61960]: DEBUG oslo_concurrency.lockutils [None req-36709830-b62c-4498-9952-39daca6be812 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Lock "c3caa025-ae48-4430-a910-59a145e265c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.055s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.964025] env[61960]: DEBUG oslo_vmware.api [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436121, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.145821] env[61960]: DEBUG nova.compute.manager [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 816.307668] env[61960]: DEBUG nova.scheduler.client.report [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 816.462223] env[61960]: DEBUG oslo_vmware.api [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436121, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.813480] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.814378] env[61960]: DEBUG nova.compute.manager [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 816.817246] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.918s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.817341] env[61960]: DEBUG nova.objects.instance [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=61960) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 816.833276] env[61960]: DEBUG nova.network.neutron [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Successfully updated port: 63703c18-10df-4cb8-a591-6028e3c5adb9 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.964097] env[61960]: DEBUG oslo_vmware.api [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436121, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.322647] env[61960]: DEBUG nova.compute.utils [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 817.326939] env[61960]: DEBUG nova.compute.manager [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 817.327136] env[61960]: DEBUG nova.network.neutron [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 817.336964] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "refresh_cache-99d36460-8e32-4de1-8c48-c0ecfbf71f0d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.337153] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquired lock "refresh_cache-99d36460-8e32-4de1-8c48-c0ecfbf71f0d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.337274] env[61960]: DEBUG nova.network.neutron [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 817.373479] env[61960]: DEBUG nova.policy [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79786e9a339447b0b2d605c4f67339fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f66a37ebc3c840e4b40e1319e1572bab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 817.464802] env[61960]: DEBUG oslo_vmware.api [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436121, 'name': ReconfigVM_Task, 'duration_secs': 1.628231} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.465105] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Reconfigured VM instance instance-0000003e to attach disk [datastore1] d7f5243f-7071-404d-9549-b381257d5288/d7f5243f-7071-404d-9549-b381257d5288.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.465974] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f84be9b-9d05-4fd4-b7ed-e108413d38fc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.474160] env[61960]: DEBUG oslo_vmware.api [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 817.474160] env[61960]: value = "task-436122" [ 817.474160] env[61960]: _type = "Task" [ 817.474160] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.483377] env[61960]: DEBUG oslo_vmware.api [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436122, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.644149] env[61960]: DEBUG nova.network.neutron [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Successfully created port: 33b78e68-9351-4e69-aba2-5d9b04cba6ab {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.769919] env[61960]: DEBUG nova.virt.hardware [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 817.770220] env[61960]: DEBUG nova.virt.hardware [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 817.770385] env[61960]: DEBUG nova.virt.hardware [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.770577] env[61960]: DEBUG nova.virt.hardware [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 817.770732] env[61960]: DEBUG nova.virt.hardware [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.770884] env[61960]: DEBUG nova.virt.hardware [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 817.772097] env[61960]: DEBUG nova.virt.hardware [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 817.772217] env[61960]: DEBUG nova.virt.hardware [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 817.776024] env[61960]: DEBUG nova.virt.hardware [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 817.776024] env[61960]: DEBUG nova.virt.hardware [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 817.776024] env[61960]: DEBUG nova.virt.hardware [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 817.776024] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be41a6c-d273-4084-9e56-248d1be2e0b6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.785721] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1c7805-770a-4d5f-bd8c-48738cfe319b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.828936] env[61960]: DEBUG nova.compute.manager [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 817.834494] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2b031b1d-945e-4542-9322-844f4820d1b3 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.837572] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 37.810s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.837809] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.838248] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=61960) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 817.838655] env[61960]: DEBUG oslo_concurrency.lockutils [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.525s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.840217] env[61960]: INFO nova.compute.claims [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.844630] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4632bbb3-683d-4782-98df-2b2e5d7e1495 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.860337] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de8214f-141f-405b-8c13-aae9e86142c5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.881768] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d2f7c5-391c-4e07-829f-e2a8bd36f41e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.887685] env[61960]: DEBUG nova.network.neutron [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 817.893292] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a8edf5-97f7-414f-bd22-9259d8d3a8df {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.929094] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179229MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=61960) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 817.929272] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.985838] env[61960]: DEBUG oslo_vmware.api [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436122, 'name': Rename_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.055127] env[61960]: DEBUG nova.network.neutron [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Updating instance_info_cache with network_info: [{"id": "63703c18-10df-4cb8-a591-6028e3c5adb9", "address": "fa:16:3e:c5:4f:c1", "network": {"id": "148b3213-0f77-4469-b901-9b93a55e3a91", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-997896372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5e3e891410455abd448117aabf8d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63703c18-10", "ovs_interfaceid": "63703c18-10df-4cb8-a591-6028e3c5adb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.126872] env[61960]: DEBUG oslo_vmware.rw_handles [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5221c9c8-880d-e220-03c1-3421f3d9574d/disk-0.vmdk. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 818.127944] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519e4db3-d634-46e8-a0ef-426ad84c1460 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.136267] env[61960]: DEBUG oslo_vmware.rw_handles [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5221c9c8-880d-e220-03c1-3421f3d9574d/disk-0.vmdk is in state: ready. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 818.136431] env[61960]: ERROR oslo_vmware.rw_handles [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5221c9c8-880d-e220-03c1-3421f3d9574d/disk-0.vmdk due to incomplete transfer. [ 818.137948] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8ace0d65-cce6-4b4a-b117-3b0f4d0bebaf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.144831] env[61960]: DEBUG oslo_vmware.rw_handles [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5221c9c8-880d-e220-03c1-3421f3d9574d/disk-0.vmdk. {{(pid=61960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 818.145071] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Uploaded image 9fe6013a-b9bb-4a57-a65c-290bd37d358c to the Glance image server {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 818.147191] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Destroying the VM {{(pid=61960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 818.147472] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cb1b685c-00c7-48d6-85a8-5f0139604972 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.155187] env[61960]: DEBUG oslo_vmware.api [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 818.155187] env[61960]: value = "task-436123" [ 818.155187] env[61960]: _type = "Task" [ 818.155187] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.168901] env[61960]: DEBUG oslo_vmware.api [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436123, 'name': Destroy_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.488020] env[61960]: DEBUG oslo_vmware.api [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436122, 'name': Rename_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.557699] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Releasing lock "refresh_cache-99d36460-8e32-4de1-8c48-c0ecfbf71f0d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.558074] env[61960]: DEBUG nova.compute.manager [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Instance network_info: |[{"id": "63703c18-10df-4cb8-a591-6028e3c5adb9", "address": "fa:16:3e:c5:4f:c1", "network": {"id": "148b3213-0f77-4469-b901-9b93a55e3a91", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-997896372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5e3e891410455abd448117aabf8d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63703c18-10", "ovs_interfaceid": "63703c18-10df-4cb8-a591-6028e3c5adb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 818.558554] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:4f:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63703c18-10df-4cb8-a591-6028e3c5adb9', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.566176] env[61960]: DEBUG oslo.service.loopingcall [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 818.566336] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 818.566575] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72f83c21-c88e-41c5-95da-567086f5b681 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.589301] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.589301] env[61960]: value = "task-436124" [ 818.589301] env[61960]: _type = "Task" [ 818.589301] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.601135] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436124, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.665379] env[61960]: DEBUG oslo_vmware.api [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436123, 'name': Destroy_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.728779] env[61960]: DEBUG nova.compute.manager [req-5b0d620c-6f2b-4f75-aff3-d90e13c51b38 req-e6819c50-ba2f-4a5c-a18e-c60b41d1e296 service nova] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Received event network-vif-plugged-63703c18-10df-4cb8-a591-6028e3c5adb9 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 818.728966] env[61960]: DEBUG oslo_concurrency.lockutils [req-5b0d620c-6f2b-4f75-aff3-d90e13c51b38 req-e6819c50-ba2f-4a5c-a18e-c60b41d1e296 service nova] Acquiring lock "99d36460-8e32-4de1-8c48-c0ecfbf71f0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.729209] env[61960]: DEBUG oslo_concurrency.lockutils [req-5b0d620c-6f2b-4f75-aff3-d90e13c51b38 req-e6819c50-ba2f-4a5c-a18e-c60b41d1e296 service nova] Lock "99d36460-8e32-4de1-8c48-c0ecfbf71f0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.729320] env[61960]: DEBUG oslo_concurrency.lockutils [req-5b0d620c-6f2b-4f75-aff3-d90e13c51b38 req-e6819c50-ba2f-4a5c-a18e-c60b41d1e296 service nova] Lock "99d36460-8e32-4de1-8c48-c0ecfbf71f0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.729493] env[61960]: DEBUG nova.compute.manager [req-5b0d620c-6f2b-4f75-aff3-d90e13c51b38 req-e6819c50-ba2f-4a5c-a18e-c60b41d1e296 service nova] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] No waiting events found dispatching network-vif-plugged-63703c18-10df-4cb8-a591-6028e3c5adb9 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 818.729663] env[61960]: WARNING nova.compute.manager [req-5b0d620c-6f2b-4f75-aff3-d90e13c51b38 req-e6819c50-ba2f-4a5c-a18e-c60b41d1e296 service nova] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Received unexpected event network-vif-plugged-63703c18-10df-4cb8-a591-6028e3c5adb9 for instance with vm_state building and task_state spawning. [ 818.846067] env[61960]: DEBUG nova.compute.manager [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 818.873406] env[61960]: DEBUG nova.virt.hardware [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 818.873672] env[61960]: DEBUG nova.virt.hardware [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 818.874060] env[61960]: DEBUG nova.virt.hardware [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.874293] env[61960]: DEBUG nova.virt.hardware [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 818.874452] env[61960]: DEBUG nova.virt.hardware [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.874685] env[61960]: DEBUG nova.virt.hardware [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 818.875436] env[61960]: DEBUG nova.virt.hardware [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 818.875436] env[61960]: DEBUG nova.virt.hardware [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 818.875436] env[61960]: DEBUG nova.virt.hardware [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 818.875436] env[61960]: DEBUG nova.virt.hardware [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 818.875710] env[61960]: DEBUG nova.virt.hardware [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 818.876345] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27006ea6-3156-4932-a099-3f6335771fec {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.887477] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f1816c-ee3a-4304-b50d-c19235dcd744 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.988259] env[61960]: DEBUG oslo_vmware.api [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436122, 'name': Rename_Task, 'duration_secs': 1.238811} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.988589] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 818.989250] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14c8bbfd-f839-4a83-b70f-32031257efe5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.998171] env[61960]: DEBUG oslo_vmware.api [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 818.998171] env[61960]: value = "task-436125" [ 818.998171] env[61960]: _type = "Task" [ 818.998171] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.009060] env[61960]: DEBUG oslo_vmware.api [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.063027] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Acquiring lock "258ba8c2-e38a-4d20-9064-109fa27a4a80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.063860] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Lock "258ba8c2-e38a-4d20-9064-109fa27a4a80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.104207] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436124, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.171198] env[61960]: DEBUG oslo_vmware.api [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436123, 'name': Destroy_Task} progress is 33%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.177377] env[61960]: DEBUG nova.compute.manager [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 819.179101] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433597f6-bac3-4de9-83bb-6427ff508704 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.266976] env[61960]: DEBUG nova.network.neutron [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Successfully updated port: 33b78e68-9351-4e69-aba2-5d9b04cba6ab {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.368156] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088682e6-cbfd-454b-8d10-f0af81bafd3d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.379307] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2b383e-54d0-4cae-8178-5aa81a7eab26 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.414036] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcc9ff1-b8f2-46bd-9c07-1e55d69cf1bc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.422605] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9493ca16-f184-4dd1-86a5-6433b417da13 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.438089] env[61960]: DEBUG nova.compute.provider_tree [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.509740] env[61960]: DEBUG oslo_vmware.api [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436125, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.566639] env[61960]: DEBUG nova.compute.manager [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 819.600930] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436124, 'name': CreateVM_Task, 'duration_secs': 0.677798} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.601199] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 819.602113] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.602409] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.602805] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.603513] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba0d0378-8f86-4b01-8ef6-6afd9ab30287 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.609705] env[61960]: DEBUG oslo_vmware.api [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 819.609705] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522570ed-a230-edd7-f7df-1008de1de73f" [ 819.609705] env[61960]: _type = "Task" [ 819.609705] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.620321] env[61960]: DEBUG oslo_vmware.api [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522570ed-a230-edd7-f7df-1008de1de73f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.668577] env[61960]: DEBUG oslo_vmware.api [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436123, 'name': Destroy_Task, 'duration_secs': 1.28049} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.668911] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Destroyed the VM [ 819.669194] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Deleting Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 819.669484] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-db173b5a-7fa2-4ae0-b571-8a8eff487d97 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.677159] env[61960]: DEBUG oslo_vmware.api [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 819.677159] env[61960]: value = "task-436126" [ 819.677159] env[61960]: _type = "Task" [ 819.677159] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.687630] env[61960]: DEBUG oslo_vmware.api [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436126, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.697869] env[61960]: INFO nova.compute.manager [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] instance snapshotting [ 819.700714] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e234cf71-1e61-427d-b2a2-610964c6e728 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.723605] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f858083-653a-400f-8bec-14659c05a2b5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.769524] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Acquiring lock "refresh_cache-4b222224-d355-4628-80f9-f58d7284e235" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.769524] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Acquired lock "refresh_cache-4b222224-d355-4628-80f9-f58d7284e235" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.769524] env[61960]: DEBUG nova.network.neutron [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 819.940835] env[61960]: DEBUG nova.scheduler.client.report [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 820.010133] env[61960]: DEBUG oslo_vmware.api [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436125, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.039376] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1db55366-8e1f-449c-99ce-07df22c8181e tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "interface-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.039661] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1db55366-8e1f-449c-99ce-07df22c8181e tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "interface-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.040044] env[61960]: DEBUG nova.objects.instance [None req-1db55366-8e1f-449c-99ce-07df22c8181e tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lazy-loading 'flavor' on Instance uuid 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.085120] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.121908] env[61960]: DEBUG oslo_vmware.api [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522570ed-a230-edd7-f7df-1008de1de73f, 'name': SearchDatastore_Task, 'duration_secs': 0.030062} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.122261] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.122514] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.122758] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.122915] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.123125] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.123411] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0e53203-0f7e-426c-a635-1c9fb162843a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.133039] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.134080] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 820.134080] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45f7a208-befd-4ce7-ba9b-dd0e19feb1ff {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.140332] env[61960]: DEBUG oslo_vmware.api [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 820.140332] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523b9da5-07b7-be21-1567-b53d94b76318" [ 820.140332] env[61960]: _type = "Task" [ 820.140332] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.148403] env[61960]: DEBUG oslo_vmware.api [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523b9da5-07b7-be21-1567-b53d94b76318, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.188127] env[61960]: DEBUG oslo_vmware.api [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436126, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.236865] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Creating Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 820.237034] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b2e47fbf-1d23-4747-88b2-2526c7dcbd5a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.247047] env[61960]: DEBUG oslo_vmware.api [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 820.247047] env[61960]: value = "task-436127" [ 820.247047] env[61960]: _type = "Task" [ 820.247047] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.257064] env[61960]: DEBUG oslo_vmware.api [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436127, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.304419] env[61960]: DEBUG nova.network.neutron [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 820.306267] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "c4b50a45-084e-4f86-9323-e94eee64afb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.306584] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "c4b50a45-084e-4f86-9323-e94eee64afb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.445829] env[61960]: DEBUG oslo_concurrency.lockutils [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.446413] env[61960]: DEBUG nova.compute.manager [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 820.450782] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.928s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.451045] env[61960]: DEBUG nova.objects.instance [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lazy-loading 'resources' on Instance uuid 23113c8f-b140-44c0-a14d-cce598fa237d {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.462179] env[61960]: DEBUG nova.network.neutron [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Updating instance_info_cache with network_info: [{"id": "33b78e68-9351-4e69-aba2-5d9b04cba6ab", "address": "fa:16:3e:7e:21:a0", "network": {"id": "8ad31792-f56f-4a1d-a1a4-66ec122f624c", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1418507381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f66a37ebc3c840e4b40e1319e1572bab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33b78e68-93", "ovs_interfaceid": "33b78e68-9351-4e69-aba2-5d9b04cba6ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.515009] env[61960]: DEBUG oslo_vmware.api [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436125, 'name': PowerOnVM_Task} progress is 88%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.544287] env[61960]: DEBUG nova.objects.instance [None req-1db55366-8e1f-449c-99ce-07df22c8181e tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lazy-loading 'pci_requests' on Instance uuid 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.651509] env[61960]: DEBUG oslo_vmware.api [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523b9da5-07b7-be21-1567-b53d94b76318, 'name': SearchDatastore_Task, 'duration_secs': 0.030802} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.652367] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbdbee34-d8f2-40a3-8458-75aa9616d237 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.659510] env[61960]: DEBUG oslo_vmware.api [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 820.659510] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526eab58-30e7-47fa-1246-2d6f2952a6ce" [ 820.659510] env[61960]: _type = "Task" [ 820.659510] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.668239] env[61960]: DEBUG oslo_vmware.api [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526eab58-30e7-47fa-1246-2d6f2952a6ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.688017] env[61960]: DEBUG oslo_vmware.api [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436126, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.758447] env[61960]: DEBUG oslo_vmware.api [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436127, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.811224] env[61960]: DEBUG nova.compute.manager [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 820.954153] env[61960]: DEBUG nova.compute.utils [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 820.959680] env[61960]: DEBUG nova.compute.manager [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 820.959680] env[61960]: DEBUG nova.network.neutron [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 820.962591] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Releasing lock "refresh_cache-4b222224-d355-4628-80f9-f58d7284e235" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.963243] env[61960]: DEBUG nova.compute.manager [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Instance network_info: |[{"id": "33b78e68-9351-4e69-aba2-5d9b04cba6ab", "address": "fa:16:3e:7e:21:a0", "network": {"id": "8ad31792-f56f-4a1d-a1a4-66ec122f624c", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1418507381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f66a37ebc3c840e4b40e1319e1572bab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33b78e68-93", "ovs_interfaceid": "33b78e68-9351-4e69-aba2-5d9b04cba6ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 820.963384] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:21:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33b78e68-9351-4e69-aba2-5d9b04cba6ab', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.972795] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Creating folder: Project (f66a37ebc3c840e4b40e1319e1572bab). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 820.973754] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-301bdf10-bb9c-436a-bbcb-d16b5cb6a3e4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.988808] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Created folder: Project (f66a37ebc3c840e4b40e1319e1572bab) in parent group-v115929. [ 820.989066] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Creating folder: Instances. Parent ref: group-v116099. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 820.989326] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-646b08c3-17af-450b-9d47-c290f3d0b713 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.001397] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Created folder: Instances in parent group-v116099. [ 821.001502] env[61960]: DEBUG oslo.service.loopingcall [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 821.004644] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 821.007576] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f96f569f-f477-4929-bb01-80b9bbbd8d63 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.023375] env[61960]: DEBUG nova.policy [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47e6b9a7641e471bba3e03d96596641d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ed59c3c981e414fa4adb0258bce199f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 821.031036] env[61960]: DEBUG oslo_vmware.api [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436125, 'name': PowerOnVM_Task, 'duration_secs': 1.593519} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.032462] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 821.032714] env[61960]: INFO nova.compute.manager [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Took 11.89 seconds to spawn the instance on the hypervisor. [ 821.032863] env[61960]: DEBUG nova.compute.manager [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 821.033145] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.033145] env[61960]: value = "task-436130" [ 821.033145] env[61960]: _type = "Task" [ 821.033145] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.036245] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b7d30e-dcb0-4d34-8cc5-7aea7d008e8f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.049501] env[61960]: DEBUG nova.objects.base [None req-1db55366-8e1f-449c-99ce-07df22c8181e tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Object Instance<40444ca6-0e88-4e3d-b9e2-ad0b325a76ce> lazy-loaded attributes: flavor,pci_requests {{(pid=61960) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 821.049719] env[61960]: DEBUG nova.network.neutron [None req-1db55366-8e1f-449c-99ce-07df22c8181e tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 821.052343] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436130, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.174371] env[61960]: DEBUG oslo_vmware.api [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526eab58-30e7-47fa-1246-2d6f2952a6ce, 'name': SearchDatastore_Task, 'duration_secs': 0.014435} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.175813] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1db55366-8e1f-449c-99ce-07df22c8181e tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "interface-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.136s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.180229] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.180508] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 99d36460-8e32-4de1-8c48-c0ecfbf71f0d/99d36460-8e32-4de1-8c48-c0ecfbf71f0d.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 821.182959] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-553c0f7e-370a-40d3-b9d8-e525ba3166cf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.189868] env[61960]: DEBUG nova.compute.manager [req-e654352b-62d6-4269-b496-71bfe04fff02 req-7b26d791-d392-4882-b330-b77990fd4235 service nova] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Received event network-changed-63703c18-10df-4cb8-a591-6028e3c5adb9 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 821.190087] env[61960]: DEBUG nova.compute.manager [req-e654352b-62d6-4269-b496-71bfe04fff02 req-7b26d791-d392-4882-b330-b77990fd4235 service nova] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Refreshing instance network info cache due to event network-changed-63703c18-10df-4cb8-a591-6028e3c5adb9. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 821.190318] env[61960]: DEBUG oslo_concurrency.lockutils [req-e654352b-62d6-4269-b496-71bfe04fff02 req-7b26d791-d392-4882-b330-b77990fd4235 service nova] Acquiring lock "refresh_cache-99d36460-8e32-4de1-8c48-c0ecfbf71f0d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.190465] env[61960]: DEBUG oslo_concurrency.lockutils [req-e654352b-62d6-4269-b496-71bfe04fff02 req-7b26d791-d392-4882-b330-b77990fd4235 service nova] Acquired lock "refresh_cache-99d36460-8e32-4de1-8c48-c0ecfbf71f0d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.190631] env[61960]: DEBUG nova.network.neutron [req-e654352b-62d6-4269-b496-71bfe04fff02 req-7b26d791-d392-4882-b330-b77990fd4235 service nova] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Refreshing network info cache for port 63703c18-10df-4cb8-a591-6028e3c5adb9 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 821.206233] env[61960]: DEBUG oslo_vmware.api [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436126, 'name': RemoveSnapshot_Task, 'duration_secs': 1.433887} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.210468] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Deleted Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 821.210797] env[61960]: INFO nova.compute.manager [None req-4cfa7fbb-a565-4013-b522-d6c467237b1c tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Took 18.85 seconds to snapshot the instance on the hypervisor. [ 821.214487] env[61960]: DEBUG oslo_vmware.api [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 821.214487] env[61960]: value = "task-436131" [ 821.214487] env[61960]: _type = "Task" [ 821.214487] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.226954] env[61960]: DEBUG oslo_vmware.api [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.259439] env[61960]: DEBUG oslo_vmware.api [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436127, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.321902] env[61960]: DEBUG nova.network.neutron [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Successfully created port: 60123108-d6cf-4445-b46a-395de0b4c24a {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.344028] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.459875] env[61960]: DEBUG nova.compute.manager [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 821.492748] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89d990a-c68f-41b2-92a1-6f9e821fc5e3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.501583] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edc7c94-9313-438a-9fc3-6a6598773ccc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.539960] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3186cee0-f1c7-470f-b8b8-551eb69abbd6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.562408] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645478a7-e973-4aab-97d4-d593e3b4de06 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.563427] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436130, 'name': CreateVM_Task, 'duration_secs': 0.505813} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.570696] env[61960]: INFO nova.compute.manager [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Took 55.75 seconds to build instance. [ 821.572092] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 821.573215] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.573407] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.573757] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.574029] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56271612-b83e-407c-b9a5-f7ad2ed9f817 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.584784] env[61960]: DEBUG nova.compute.provider_tree [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.591741] env[61960]: DEBUG oslo_vmware.api [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Waiting for the task: (returnval){ [ 821.591741] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b17805-376c-abae-3b7a-e311ec337f3a" [ 821.591741] env[61960]: _type = "Task" [ 821.591741] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.603457] env[61960]: DEBUG oslo_vmware.api [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b17805-376c-abae-3b7a-e311ec337f3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.729424] env[61960]: DEBUG oslo_vmware.api [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436131, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.758489] env[61960]: DEBUG oslo_vmware.api [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436127, 'name': CreateSnapshot_Task, 'duration_secs': 1.022758} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.758912] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Created Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 821.759797] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2eb6f3-74da-4956-a57d-b530682a13ed {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.970744] env[61960]: DEBUG nova.network.neutron [req-e654352b-62d6-4269-b496-71bfe04fff02 req-7b26d791-d392-4882-b330-b77990fd4235 service nova] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Updated VIF entry in instance network info cache for port 63703c18-10df-4cb8-a591-6028e3c5adb9. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 821.971103] env[61960]: DEBUG nova.network.neutron [req-e654352b-62d6-4269-b496-71bfe04fff02 req-7b26d791-d392-4882-b330-b77990fd4235 service nova] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Updating instance_info_cache with network_info: [{"id": "63703c18-10df-4cb8-a591-6028e3c5adb9", "address": "fa:16:3e:c5:4f:c1", "network": {"id": "148b3213-0f77-4469-b901-9b93a55e3a91", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-997896372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5e3e891410455abd448117aabf8d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63703c18-10", "ovs_interfaceid": "63703c18-10df-4cb8-a591-6028e3c5adb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.072904] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3d584fc9-6bdb-4192-aa82-edc284e1d9ae tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "d7f5243f-7071-404d-9549-b381257d5288" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.277s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.087709] env[61960]: DEBUG nova.scheduler.client.report [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 822.103393] env[61960]: DEBUG oslo_vmware.api [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b17805-376c-abae-3b7a-e311ec337f3a, 'name': SearchDatastore_Task, 'duration_secs': 0.023755} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.103763] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.104015] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.104262] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.104414] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.104936] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.104936] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa8ed640-94c8-4abf-9641-9845c3067375 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.119410] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.119592] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 822.120404] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-608ffcbe-2e11-4cc6-bfd8-bd96c25b90ca {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.126771] env[61960]: DEBUG oslo_vmware.api [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Waiting for the task: (returnval){ [ 822.126771] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5256c184-89d1-a25d-7665-3479945ab260" [ 822.126771] env[61960]: _type = "Task" [ 822.126771] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.134885] env[61960]: DEBUG oslo_vmware.api [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5256c184-89d1-a25d-7665-3479945ab260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.229525] env[61960]: DEBUG oslo_vmware.api [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436131, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.279450] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Creating linked-clone VM from snapshot {{(pid=61960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 822.279809] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a404c016-825f-4834-9df0-44d16ccd79ec {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.290095] env[61960]: DEBUG oslo_vmware.api [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 822.290095] env[61960]: value = "task-436132" [ 822.290095] env[61960]: _type = "Task" [ 822.290095] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.301308] env[61960]: DEBUG oslo_vmware.api [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436132, 'name': CloneVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.474363] env[61960]: DEBUG nova.compute.manager [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 822.476769] env[61960]: DEBUG oslo_concurrency.lockutils [req-e654352b-62d6-4269-b496-71bfe04fff02 req-7b26d791-d392-4882-b330-b77990fd4235 service nova] Releasing lock "refresh_cache-99d36460-8e32-4de1-8c48-c0ecfbf71f0d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.477028] env[61960]: DEBUG nova.compute.manager [req-e654352b-62d6-4269-b496-71bfe04fff02 req-7b26d791-d392-4882-b330-b77990fd4235 service nova] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Received event network-vif-plugged-33b78e68-9351-4e69-aba2-5d9b04cba6ab {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 822.477231] env[61960]: DEBUG oslo_concurrency.lockutils [req-e654352b-62d6-4269-b496-71bfe04fff02 req-7b26d791-d392-4882-b330-b77990fd4235 service nova] Acquiring lock "4b222224-d355-4628-80f9-f58d7284e235-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.477465] env[61960]: DEBUG oslo_concurrency.lockutils [req-e654352b-62d6-4269-b496-71bfe04fff02 req-7b26d791-d392-4882-b330-b77990fd4235 service nova] Lock "4b222224-d355-4628-80f9-f58d7284e235-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.477705] env[61960]: DEBUG oslo_concurrency.lockutils [req-e654352b-62d6-4269-b496-71bfe04fff02 req-7b26d791-d392-4882-b330-b77990fd4235 service nova] Lock "4b222224-d355-4628-80f9-f58d7284e235-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.478272] env[61960]: DEBUG nova.compute.manager [req-e654352b-62d6-4269-b496-71bfe04fff02 req-7b26d791-d392-4882-b330-b77990fd4235 service nova] [instance: 4b222224-d355-4628-80f9-f58d7284e235] No waiting events found dispatching network-vif-plugged-33b78e68-9351-4e69-aba2-5d9b04cba6ab {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 822.478530] env[61960]: WARNING nova.compute.manager [req-e654352b-62d6-4269-b496-71bfe04fff02 req-7b26d791-d392-4882-b330-b77990fd4235 service nova] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Received unexpected event network-vif-plugged-33b78e68-9351-4e69-aba2-5d9b04cba6ab for instance with vm_state building and task_state spawning. [ 822.478773] env[61960]: DEBUG nova.compute.manager [req-e654352b-62d6-4269-b496-71bfe04fff02 req-7b26d791-d392-4882-b330-b77990fd4235 service nova] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Received event network-changed-33b78e68-9351-4e69-aba2-5d9b04cba6ab {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 822.478959] env[61960]: DEBUG nova.compute.manager [req-e654352b-62d6-4269-b496-71bfe04fff02 req-7b26d791-d392-4882-b330-b77990fd4235 service nova] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Refreshing instance network info cache due to event network-changed-33b78e68-9351-4e69-aba2-5d9b04cba6ab. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 822.479191] env[61960]: DEBUG oslo_concurrency.lockutils [req-e654352b-62d6-4269-b496-71bfe04fff02 req-7b26d791-d392-4882-b330-b77990fd4235 service nova] Acquiring lock "refresh_cache-4b222224-d355-4628-80f9-f58d7284e235" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.479343] env[61960]: DEBUG oslo_concurrency.lockutils [req-e654352b-62d6-4269-b496-71bfe04fff02 req-7b26d791-d392-4882-b330-b77990fd4235 service nova] Acquired lock "refresh_cache-4b222224-d355-4628-80f9-f58d7284e235" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.481292] env[61960]: DEBUG nova.network.neutron [req-e654352b-62d6-4269-b496-71bfe04fff02 req-7b26d791-d392-4882-b330-b77990fd4235 service nova] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Refreshing network info cache for port 33b78e68-9351-4e69-aba2-5d9b04cba6ab {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 822.505294] env[61960]: DEBUG nova.virt.hardware [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 822.505586] env[61960]: DEBUG nova.virt.hardware [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 822.505762] env[61960]: DEBUG nova.virt.hardware [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.505951] env[61960]: DEBUG nova.virt.hardware [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 822.506117] env[61960]: DEBUG nova.virt.hardware [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.506271] env[61960]: DEBUG nova.virt.hardware [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 822.506482] env[61960]: DEBUG nova.virt.hardware [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 822.506645] env[61960]: DEBUG nova.virt.hardware [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 822.506835] env[61960]: DEBUG nova.virt.hardware [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 822.506973] env[61960]: DEBUG nova.virt.hardware [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 822.507168] env[61960]: DEBUG nova.virt.hardware [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 822.508331] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62072560-bd14-49af-8b54-650514fbeba4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.517386] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517916a6-bd1d-44c3-8ea3-46ef3864b15b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.597559] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.147s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.600297] env[61960]: DEBUG oslo_concurrency.lockutils [None req-aa977120-2aaf-4853-9c4e-8ebf0c74d3f4 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.995s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.600440] env[61960]: DEBUG nova.objects.instance [None req-aa977120-2aaf-4853-9c4e-8ebf0c74d3f4 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lazy-loading 'resources' on Instance uuid ae66b7c6-c12f-4034-84b8-ab6923fad5f4 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.623499] env[61960]: INFO nova.scheduler.client.report [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Deleted allocations for instance 23113c8f-b140-44c0-a14d-cce598fa237d [ 822.638957] env[61960]: DEBUG oslo_vmware.api [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5256c184-89d1-a25d-7665-3479945ab260, 'name': SearchDatastore_Task, 'duration_secs': 0.031128} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.639816] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3bcba5a-7f46-4304-b308-107d9e37308e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.646528] env[61960]: DEBUG oslo_vmware.api [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Waiting for the task: (returnval){ [ 822.646528] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52918c31-1d2b-1efe-e2d6-7bcc41b9d8e0" [ 822.646528] env[61960]: _type = "Task" [ 822.646528] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.655546] env[61960]: DEBUG oslo_vmware.api [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52918c31-1d2b-1efe-e2d6-7bcc41b9d8e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.730737] env[61960]: DEBUG oslo_vmware.api [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436131, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.802028] env[61960]: DEBUG oslo_vmware.api [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436132, 'name': CloneVM_Task} progress is 93%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.935697] env[61960]: DEBUG nova.network.neutron [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Successfully updated port: 60123108-d6cf-4445-b46a-395de0b4c24a {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.131846] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4bbd71b8-a857-4877-8121-b4825462aa87 tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "23113c8f-b140-44c0-a14d-cce598fa237d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.048s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.162962] env[61960]: DEBUG oslo_vmware.api [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52918c31-1d2b-1efe-e2d6-7bcc41b9d8e0, 'name': SearchDatastore_Task, 'duration_secs': 0.02256} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.166028] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.166028] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 4b222224-d355-4628-80f9-f58d7284e235/4b222224-d355-4628-80f9-f58d7284e235.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 823.166028] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93510452-c5ed-470f-ace6-b4ce7bd2629a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.188178] env[61960]: DEBUG oslo_vmware.api [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Waiting for the task: (returnval){ [ 823.188178] env[61960]: value = "task-436133" [ 823.188178] env[61960]: _type = "Task" [ 823.188178] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.203441] env[61960]: DEBUG oslo_vmware.api [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Task: {'id': task-436133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.233165] env[61960]: DEBUG oslo_vmware.api [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436131, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.76465} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.236324] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 99d36460-8e32-4de1-8c48-c0ecfbf71f0d/99d36460-8e32-4de1-8c48-c0ecfbf71f0d.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 823.236993] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.237153] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6de6676b-43e9-48bd-9854-02a13cef1ed2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.248565] env[61960]: DEBUG oslo_vmware.api [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 823.248565] env[61960]: value = "task-436134" [ 823.248565] env[61960]: _type = "Task" [ 823.248565] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.258430] env[61960]: DEBUG oslo_vmware.api [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.303688] env[61960]: DEBUG oslo_vmware.api [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436132, 'name': CloneVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.307101] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "interface-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.307360] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "interface-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.307715] env[61960]: DEBUG nova.objects.instance [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lazy-loading 'flavor' on Instance uuid 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.437765] env[61960]: DEBUG oslo_concurrency.lockutils [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Acquiring lock "refresh_cache-a05ef4c0-ecff-43b5-bcee-25088fe3c08d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.437920] env[61960]: DEBUG oslo_concurrency.lockutils [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Acquired lock "refresh_cache-a05ef4c0-ecff-43b5-bcee-25088fe3c08d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.438222] env[61960]: DEBUG nova.network.neutron [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 823.506330] env[61960]: DEBUG nova.network.neutron [req-e654352b-62d6-4269-b496-71bfe04fff02 req-7b26d791-d392-4882-b330-b77990fd4235 service nova] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Updated VIF entry in instance network info cache for port 33b78e68-9351-4e69-aba2-5d9b04cba6ab. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 823.507029] env[61960]: DEBUG nova.network.neutron [req-e654352b-62d6-4269-b496-71bfe04fff02 req-7b26d791-d392-4882-b330-b77990fd4235 service nova] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Updating instance_info_cache with network_info: [{"id": "33b78e68-9351-4e69-aba2-5d9b04cba6ab", "address": "fa:16:3e:7e:21:a0", "network": {"id": "8ad31792-f56f-4a1d-a1a4-66ec122f624c", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1418507381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f66a37ebc3c840e4b40e1319e1572bab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33b78e68-93", "ovs_interfaceid": "33b78e68-9351-4e69-aba2-5d9b04cba6ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.633876] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a235680-58f1-4534-b7d0-ee29aeea9b40 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.642927] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b7a6be-0c53-4aa5-85da-57ea555f63e7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.675186] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1df4a9-a9d5-4792-8889-962687916117 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.683810] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85568787-a878-4d5c-b737-1b2428367980 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.701973] env[61960]: DEBUG nova.compute.provider_tree [None req-aa977120-2aaf-4853-9c4e-8ebf0c74d3f4 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.706539] env[61960]: DEBUG oslo_vmware.api [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Task: {'id': task-436133, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.759664] env[61960]: DEBUG oslo_vmware.api [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104194} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.760124] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.760890] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f150182-4b27-4cb1-940e-44132c09af58 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.785459] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 99d36460-8e32-4de1-8c48-c0ecfbf71f0d/99d36460-8e32-4de1-8c48-c0ecfbf71f0d.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.785817] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f17d9357-94c6-44ea-afeb-e18768da7200 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.809395] env[61960]: DEBUG oslo_vmware.api [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436132, 'name': CloneVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.810857] env[61960]: DEBUG oslo_vmware.api [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 823.810857] env[61960]: value = "task-436135" [ 823.810857] env[61960]: _type = "Task" [ 823.810857] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.822709] env[61960]: DEBUG oslo_vmware.api [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436135, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.906924] env[61960]: DEBUG nova.compute.manager [req-56181475-7125-4d90-91a7-97315ac38813 req-9e42b75c-a25f-4f5e-bdb7-3756c737e221 service nova] [instance: d7f5243f-7071-404d-9549-b381257d5288] Received event network-changed-28650c85-bab0-45d8-bbb2-fd24af66df5e {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 823.906924] env[61960]: DEBUG nova.compute.manager [req-56181475-7125-4d90-91a7-97315ac38813 req-9e42b75c-a25f-4f5e-bdb7-3756c737e221 service nova] [instance: d7f5243f-7071-404d-9549-b381257d5288] Refreshing instance network info cache due to event network-changed-28650c85-bab0-45d8-bbb2-fd24af66df5e. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 823.906924] env[61960]: DEBUG oslo_concurrency.lockutils [req-56181475-7125-4d90-91a7-97315ac38813 req-9e42b75c-a25f-4f5e-bdb7-3756c737e221 service nova] Acquiring lock "refresh_cache-d7f5243f-7071-404d-9549-b381257d5288" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.907498] env[61960]: DEBUG oslo_concurrency.lockutils [req-56181475-7125-4d90-91a7-97315ac38813 req-9e42b75c-a25f-4f5e-bdb7-3756c737e221 service nova] Acquired lock "refresh_cache-d7f5243f-7071-404d-9549-b381257d5288" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.907498] env[61960]: DEBUG nova.network.neutron [req-56181475-7125-4d90-91a7-97315ac38813 req-9e42b75c-a25f-4f5e-bdb7-3756c737e221 service nova] [instance: d7f5243f-7071-404d-9549-b381257d5288] Refreshing network info cache for port 28650c85-bab0-45d8-bbb2-fd24af66df5e {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 823.917538] env[61960]: DEBUG nova.objects.instance [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lazy-loading 'pci_requests' on Instance uuid 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.972851] env[61960]: DEBUG nova.network.neutron [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 823.986533] env[61960]: DEBUG nova.compute.manager [req-5f7f791e-341e-407d-a365-dff7e93c8a13 req-3fb6f076-046a-43e5-8bb0-a533f89ec5ed service nova] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Received event network-vif-plugged-60123108-d6cf-4445-b46a-395de0b4c24a {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 823.986922] env[61960]: DEBUG oslo_concurrency.lockutils [req-5f7f791e-341e-407d-a365-dff7e93c8a13 req-3fb6f076-046a-43e5-8bb0-a533f89ec5ed service nova] Acquiring lock "a05ef4c0-ecff-43b5-bcee-25088fe3c08d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.987105] env[61960]: DEBUG oslo_concurrency.lockutils [req-5f7f791e-341e-407d-a365-dff7e93c8a13 req-3fb6f076-046a-43e5-8bb0-a533f89ec5ed service nova] Lock "a05ef4c0-ecff-43b5-bcee-25088fe3c08d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.987430] env[61960]: DEBUG oslo_concurrency.lockutils [req-5f7f791e-341e-407d-a365-dff7e93c8a13 req-3fb6f076-046a-43e5-8bb0-a533f89ec5ed service nova] Lock "a05ef4c0-ecff-43b5-bcee-25088fe3c08d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.987677] env[61960]: DEBUG nova.compute.manager [req-5f7f791e-341e-407d-a365-dff7e93c8a13 req-3fb6f076-046a-43e5-8bb0-a533f89ec5ed service nova] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] No waiting events found dispatching network-vif-plugged-60123108-d6cf-4445-b46a-395de0b4c24a {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 823.987830] env[61960]: WARNING nova.compute.manager [req-5f7f791e-341e-407d-a365-dff7e93c8a13 req-3fb6f076-046a-43e5-8bb0-a533f89ec5ed service nova] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Received unexpected event network-vif-plugged-60123108-d6cf-4445-b46a-395de0b4c24a for instance with vm_state building and task_state spawning. [ 823.988075] env[61960]: DEBUG nova.compute.manager [req-5f7f791e-341e-407d-a365-dff7e93c8a13 req-3fb6f076-046a-43e5-8bb0-a533f89ec5ed service nova] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Received event network-changed-60123108-d6cf-4445-b46a-395de0b4c24a {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 823.988283] env[61960]: DEBUG nova.compute.manager [req-5f7f791e-341e-407d-a365-dff7e93c8a13 req-3fb6f076-046a-43e5-8bb0-a533f89ec5ed service nova] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Refreshing instance network info cache due to event network-changed-60123108-d6cf-4445-b46a-395de0b4c24a. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 823.988488] env[61960]: DEBUG oslo_concurrency.lockutils [req-5f7f791e-341e-407d-a365-dff7e93c8a13 req-3fb6f076-046a-43e5-8bb0-a533f89ec5ed service nova] Acquiring lock "refresh_cache-a05ef4c0-ecff-43b5-bcee-25088fe3c08d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.012659] env[61960]: DEBUG oslo_concurrency.lockutils [req-e654352b-62d6-4269-b496-71bfe04fff02 req-7b26d791-d392-4882-b330-b77990fd4235 service nova] Releasing lock "refresh_cache-4b222224-d355-4628-80f9-f58d7284e235" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.157986] env[61960]: DEBUG nova.network.neutron [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Updating instance_info_cache with network_info: [{"id": "60123108-d6cf-4445-b46a-395de0b4c24a", "address": "fa:16:3e:db:cc:1d", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60123108-d6", "ovs_interfaceid": "60123108-d6cf-4445-b46a-395de0b4c24a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.199882] env[61960]: DEBUG oslo_vmware.api [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Task: {'id': task-436133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561771} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.200346] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 4b222224-d355-4628-80f9-f58d7284e235/4b222224-d355-4628-80f9-f58d7284e235.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 824.200609] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.200829] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da7899c5-1d66-486e-9930-804a7cb863d1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.208888] env[61960]: DEBUG nova.scheduler.client.report [None req-aa977120-2aaf-4853-9c4e-8ebf0c74d3f4 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 824.213774] env[61960]: DEBUG oslo_vmware.api [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Waiting for the task: (returnval){ [ 824.213774] env[61960]: value = "task-436136" [ 824.213774] env[61960]: _type = "Task" [ 824.213774] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.224615] env[61960]: DEBUG oslo_vmware.api [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Task: {'id': task-436136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.311648] env[61960]: DEBUG oslo_vmware.api [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436132, 'name': CloneVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.321906] env[61960]: DEBUG oslo_vmware.api [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.420824] env[61960]: DEBUG nova.objects.base [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Object Instance<40444ca6-0e88-4e3d-b9e2-ad0b325a76ce> lazy-loaded attributes: flavor,pci_requests {{(pid=61960) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 824.420988] env[61960]: DEBUG nova.network.neutron [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 824.463534] env[61960]: DEBUG nova.policy [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85bbd57bac934a94acae06075d3d71da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c79deffd23674a5f89784dc83e6ae866', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 824.661161] env[61960]: DEBUG oslo_concurrency.lockutils [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Releasing lock "refresh_cache-a05ef4c0-ecff-43b5-bcee-25088fe3c08d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.661532] env[61960]: DEBUG nova.compute.manager [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Instance network_info: |[{"id": "60123108-d6cf-4445-b46a-395de0b4c24a", "address": "fa:16:3e:db:cc:1d", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60123108-d6", "ovs_interfaceid": "60123108-d6cf-4445-b46a-395de0b4c24a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 824.661878] env[61960]: DEBUG oslo_concurrency.lockutils [req-5f7f791e-341e-407d-a365-dff7e93c8a13 req-3fb6f076-046a-43e5-8bb0-a533f89ec5ed service nova] Acquired lock "refresh_cache-a05ef4c0-ecff-43b5-bcee-25088fe3c08d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.662094] env[61960]: DEBUG nova.network.neutron [req-5f7f791e-341e-407d-a365-dff7e93c8a13 req-3fb6f076-046a-43e5-8bb0-a533f89ec5ed service nova] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Refreshing network info cache for port 60123108-d6cf-4445-b46a-395de0b4c24a {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 824.663405] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:cc:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60123108-d6cf-4445-b46a-395de0b4c24a', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.671369] env[61960]: DEBUG oslo.service.loopingcall [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 824.674580] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 824.675503] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-460584d7-67ff-4211-b897-0e9631269323 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.699336] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.699336] env[61960]: value = "task-436137" [ 824.699336] env[61960]: _type = "Task" [ 824.699336] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.711695] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436137, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.715759] env[61960]: DEBUG oslo_concurrency.lockutils [None req-aa977120-2aaf-4853-9c4e-8ebf0c74d3f4 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.718598] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a63f286a-6bff-4397-a86b-c06ab343156e tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.025s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.718859] env[61960]: DEBUG nova.objects.instance [None req-a63f286a-6bff-4397-a86b-c06ab343156e tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Lazy-loading 'resources' on Instance uuid ddbb6a66-587a-4c5f-8268-bcffdab6c9b5 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.732083] env[61960]: DEBUG oslo_vmware.api [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Task: {'id': task-436136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1153} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.732083] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.732083] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d98ecbf-f176-4e1f-8e72-3b98412b8ad8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.760723] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 4b222224-d355-4628-80f9-f58d7284e235/4b222224-d355-4628-80f9-f58d7284e235.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.761985] env[61960]: INFO nova.scheduler.client.report [None req-aa977120-2aaf-4853-9c4e-8ebf0c74d3f4 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Deleted allocations for instance ae66b7c6-c12f-4034-84b8-ab6923fad5f4 [ 824.765641] env[61960]: DEBUG nova.network.neutron [req-56181475-7125-4d90-91a7-97315ac38813 req-9e42b75c-a25f-4f5e-bdb7-3756c737e221 service nova] [instance: d7f5243f-7071-404d-9549-b381257d5288] Updated VIF entry in instance network info cache for port 28650c85-bab0-45d8-bbb2-fd24af66df5e. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 824.766021] env[61960]: DEBUG nova.network.neutron [req-56181475-7125-4d90-91a7-97315ac38813 req-9e42b75c-a25f-4f5e-bdb7-3756c737e221 service nova] [instance: d7f5243f-7071-404d-9549-b381257d5288] Updating instance_info_cache with network_info: [{"id": "28650c85-bab0-45d8-bbb2-fd24af66df5e", "address": "fa:16:3e:b1:82:a3", "network": {"id": "74938226-c1f8-4c22-b0d7-da2a64cd0c28", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2097817805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69782336059f4ef292ddf0de2b9a9b21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28650c85-ba", "ovs_interfaceid": "28650c85-bab0-45d8-bbb2-fd24af66df5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.767467] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be89b03a-c442-4164-8e0d-456b780d09db {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.798906] env[61960]: DEBUG oslo_vmware.api [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Waiting for the task: (returnval){ [ 824.798906] env[61960]: value = "task-436138" [ 824.798906] env[61960]: _type = "Task" [ 824.798906] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.817799] env[61960]: DEBUG oslo_vmware.api [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Task: {'id': task-436138, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.825662] env[61960]: DEBUG oslo_vmware.api [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436132, 'name': CloneVM_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.832574] env[61960]: DEBUG oslo_vmware.api [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436135, 'name': ReconfigVM_Task, 'duration_secs': 0.802101} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.832800] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 99d36460-8e32-4de1-8c48-c0ecfbf71f0d/99d36460-8e32-4de1-8c48-c0ecfbf71f0d.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.833525] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1801e0f9-91f2-4bcd-8dbe-83803cd02e02 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.842215] env[61960]: DEBUG oslo_vmware.api [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 824.842215] env[61960]: value = "task-436139" [ 824.842215] env[61960]: _type = "Task" [ 824.842215] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.850669] env[61960]: DEBUG nova.network.neutron [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Successfully created port: 16c8085b-0130-4a2f-a35f-86979b68a207 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.857777] env[61960]: DEBUG oslo_vmware.api [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436139, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.099563] env[61960]: DEBUG nova.network.neutron [req-5f7f791e-341e-407d-a365-dff7e93c8a13 req-3fb6f076-046a-43e5-8bb0-a533f89ec5ed service nova] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Updated VIF entry in instance network info cache for port 60123108-d6cf-4445-b46a-395de0b4c24a. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 825.099950] env[61960]: DEBUG nova.network.neutron [req-5f7f791e-341e-407d-a365-dff7e93c8a13 req-3fb6f076-046a-43e5-8bb0-a533f89ec5ed service nova] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Updating instance_info_cache with network_info: [{"id": "60123108-d6cf-4445-b46a-395de0b4c24a", "address": "fa:16:3e:db:cc:1d", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60123108-d6", "ovs_interfaceid": "60123108-d6cf-4445-b46a-395de0b4c24a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.210114] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436137, 'name': CreateVM_Task, 'duration_secs': 0.440091} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.210452] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 825.211032] env[61960]: DEBUG oslo_concurrency.lockutils [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.211647] env[61960]: DEBUG oslo_concurrency.lockutils [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.211647] env[61960]: DEBUG oslo_concurrency.lockutils [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.211810] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10399e4d-1d20-49ee-a7d3-b6e39daab32d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.217165] env[61960]: DEBUG oslo_vmware.api [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Waiting for the task: (returnval){ [ 825.217165] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524a6c80-dad6-4d0e-12a9-1b09c5315482" [ 825.217165] env[61960]: _type = "Task" [ 825.217165] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.228527] env[61960]: DEBUG oslo_vmware.api [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524a6c80-dad6-4d0e-12a9-1b09c5315482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.287277] env[61960]: DEBUG oslo_concurrency.lockutils [req-56181475-7125-4d90-91a7-97315ac38813 req-9e42b75c-a25f-4f5e-bdb7-3756c737e221 service nova] Releasing lock "refresh_cache-d7f5243f-7071-404d-9549-b381257d5288" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.295354] env[61960]: DEBUG oslo_concurrency.lockutils [None req-aa977120-2aaf-4853-9c4e-8ebf0c74d3f4 tempest-ListServerFiltersTestJSON-291531750 tempest-ListServerFiltersTestJSON-291531750-project-member] Lock "ae66b7c6-c12f-4034-84b8-ab6923fad5f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.157s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.315533] env[61960]: DEBUG oslo_vmware.api [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Task: {'id': task-436138, 'name': ReconfigVM_Task, 'duration_secs': 0.418832} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.315855] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 4b222224-d355-4628-80f9-f58d7284e235/4b222224-d355-4628-80f9-f58d7284e235.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.316511] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-757e0537-9cb0-4c3f-905e-cae15d0c13cd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.321440] env[61960]: DEBUG oslo_vmware.api [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436132, 'name': CloneVM_Task, 'duration_secs': 2.594902} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.322079] env[61960]: INFO nova.virt.vmwareapi.vmops [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Created linked-clone VM from snapshot [ 825.322829] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f14dc6-2eaf-43e8-ad16-41ef2e7af235 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.329190] env[61960]: DEBUG oslo_vmware.api [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Waiting for the task: (returnval){ [ 825.329190] env[61960]: value = "task-436140" [ 825.329190] env[61960]: _type = "Task" [ 825.329190] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.336078] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Uploading image 52cda840-d620-4269-a9a5-acc8044e0b02 {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 825.344312] env[61960]: DEBUG oslo_vmware.api [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Task: {'id': task-436140, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.349275] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Destroying the VM {{(pid=61960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 825.349365] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9506ff91-23cc-45fc-8a98-9c73e9ba293c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.354938] env[61960]: DEBUG oslo_vmware.api [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436139, 'name': Rename_Task, 'duration_secs': 0.270596} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.358814] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 825.359179] env[61960]: DEBUG oslo_vmware.api [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 825.359179] env[61960]: value = "task-436141" [ 825.359179] env[61960]: _type = "Task" [ 825.359179] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.359571] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e39304f-eee2-4bac-9247-1323f43a7aa6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.372655] env[61960]: DEBUG oslo_vmware.api [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436141, 'name': Destroy_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.377050] env[61960]: DEBUG oslo_vmware.api [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 825.377050] env[61960]: value = "task-436142" [ 825.377050] env[61960]: _type = "Task" [ 825.377050] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.387761] env[61960]: DEBUG oslo_vmware.api [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.405886] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1e746bcf-d825-4e32-9331-5bac1f44a26c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "d7de483c-5ab7-47e9-995c-c02d5f07f165" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.406216] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1e746bcf-d825-4e32-9331-5bac1f44a26c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "d7de483c-5ab7-47e9-995c-c02d5f07f165" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.406493] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1e746bcf-d825-4e32-9331-5bac1f44a26c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "d7de483c-5ab7-47e9-995c-c02d5f07f165-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.406751] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1e746bcf-d825-4e32-9331-5bac1f44a26c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "d7de483c-5ab7-47e9-995c-c02d5f07f165-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.406962] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1e746bcf-d825-4e32-9331-5bac1f44a26c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "d7de483c-5ab7-47e9-995c-c02d5f07f165-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.410788] env[61960]: INFO nova.compute.manager [None req-1e746bcf-d825-4e32-9331-5bac1f44a26c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Terminating instance [ 825.413209] env[61960]: DEBUG nova.compute.manager [None req-1e746bcf-d825-4e32-9331-5bac1f44a26c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 825.413498] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1e746bcf-d825-4e32-9331-5bac1f44a26c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 825.414547] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33286b8-0111-4fb9-88b3-da599f3f1cdf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.426702] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e746bcf-d825-4e32-9331-5bac1f44a26c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 825.427819] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5c01dab-05e0-4df8-aba2-0d1309158238 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.435320] env[61960]: DEBUG oslo_vmware.api [None req-1e746bcf-d825-4e32-9331-5bac1f44a26c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 825.435320] env[61960]: value = "task-436143" [ 825.435320] env[61960]: _type = "Task" [ 825.435320] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.446977] env[61960]: DEBUG oslo_vmware.api [None req-1e746bcf-d825-4e32-9331-5bac1f44a26c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.603124] env[61960]: DEBUG oslo_concurrency.lockutils [req-5f7f791e-341e-407d-a365-dff7e93c8a13 req-3fb6f076-046a-43e5-8bb0-a533f89ec5ed service nova] Releasing lock "refresh_cache-a05ef4c0-ecff-43b5-bcee-25088fe3c08d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.660618] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41029244-b3ef-4b04-9610-3248e17ac9d9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.669414] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22101544-a044-4455-91cc-87335f48d0ab {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.700855] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350356a6-ce91-4eb7-8110-24b447f423c4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.709446] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de17218-3e14-43e7-9c0c-68e390b66dee {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.725092] env[61960]: DEBUG nova.compute.provider_tree [None req-a63f286a-6bff-4397-a86b-c06ab343156e tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.736477] env[61960]: DEBUG oslo_vmware.api [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524a6c80-dad6-4d0e-12a9-1b09c5315482, 'name': SearchDatastore_Task, 'duration_secs': 0.026366} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.736868] env[61960]: DEBUG oslo_concurrency.lockutils [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.737255] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.737645] env[61960]: DEBUG oslo_concurrency.lockutils [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.737915] env[61960]: DEBUG oslo_concurrency.lockutils [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.738252] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.739424] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08ad4197-8bef-43d2-896f-13937dd245ee {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.751110] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.751110] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 825.751110] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f748458-3ce5-4792-ae8a-018f991c79e7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.756853] env[61960]: DEBUG oslo_vmware.api [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Waiting for the task: (returnval){ [ 825.756853] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528dcb0b-5b16-0120-a8c3-995108317826" [ 825.756853] env[61960]: _type = "Task" [ 825.756853] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.767581] env[61960]: DEBUG oslo_vmware.api [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528dcb0b-5b16-0120-a8c3-995108317826, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.788125] env[61960]: DEBUG oslo_vmware.rw_handles [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52281991-89f3-bbec-9379-8828f67de275/disk-0.vmdk. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 825.789119] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c8e8d7-3a11-4ed4-b986-07b76371d125 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.795602] env[61960]: DEBUG oslo_vmware.rw_handles [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52281991-89f3-bbec-9379-8828f67de275/disk-0.vmdk is in state: ready. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 825.795782] env[61960]: ERROR oslo_vmware.rw_handles [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52281991-89f3-bbec-9379-8828f67de275/disk-0.vmdk due to incomplete transfer. [ 825.796016] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c625813e-b305-496d-9ca8-a4a941c1b0db {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.803543] env[61960]: DEBUG oslo_vmware.rw_handles [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52281991-89f3-bbec-9379-8828f67de275/disk-0.vmdk. {{(pid=61960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 825.803754] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Uploaded image 13bf02f1-ff53-4fe7-b23f-1152d0db6625 to the Glance image server {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 825.805538] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Destroying the VM {{(pid=61960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 825.805790] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5101962b-9de4-4fce-9ed2-c20ffbd12313 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.813629] env[61960]: DEBUG oslo_vmware.api [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 825.813629] env[61960]: value = "task-436144" [ 825.813629] env[61960]: _type = "Task" [ 825.813629] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.822388] env[61960]: DEBUG oslo_vmware.api [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436144, 'name': Destroy_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.837664] env[61960]: DEBUG oslo_vmware.api [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Task: {'id': task-436140, 'name': Rename_Task, 'duration_secs': 0.183377} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.837935] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 825.838190] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1abc2579-722a-4288-bcc9-6dbe65ce1a09 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.844516] env[61960]: DEBUG oslo_vmware.api [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Waiting for the task: (returnval){ [ 825.844516] env[61960]: value = "task-436145" [ 825.844516] env[61960]: _type = "Task" [ 825.844516] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.852089] env[61960]: DEBUG oslo_vmware.api [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Task: {'id': task-436145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.870899] env[61960]: DEBUG oslo_vmware.api [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436141, 'name': Destroy_Task} progress is 33%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.887769] env[61960]: DEBUG oslo_vmware.api [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436142, 'name': PowerOnVM_Task} progress is 88%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.945724] env[61960]: DEBUG oslo_vmware.api [None req-1e746bcf-d825-4e32-9331-5bac1f44a26c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436143, 'name': PowerOffVM_Task, 'duration_secs': 0.251694} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.946028] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e746bcf-d825-4e32-9331-5bac1f44a26c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 825.946220] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1e746bcf-d825-4e32-9331-5bac1f44a26c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 825.946554] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99f33694-ad95-49ca-9495-3cf167e04419 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.027469] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1e746bcf-d825-4e32-9331-5bac1f44a26c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 826.027780] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1e746bcf-d825-4e32-9331-5bac1f44a26c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 826.027977] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e746bcf-d825-4e32-9331-5bac1f44a26c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Deleting the datastore file [datastore1] d7de483c-5ab7-47e9-995c-c02d5f07f165 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.028281] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef646a98-9a72-4cd9-beb4-518395de1c31 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.036754] env[61960]: DEBUG oslo_vmware.api [None req-1e746bcf-d825-4e32-9331-5bac1f44a26c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 826.036754] env[61960]: value = "task-436147" [ 826.036754] env[61960]: _type = "Task" [ 826.036754] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.048224] env[61960]: DEBUG oslo_vmware.api [None req-1e746bcf-d825-4e32-9331-5bac1f44a26c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.230803] env[61960]: DEBUG nova.scheduler.client.report [None req-a63f286a-6bff-4397-a86b-c06ab343156e tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 826.270695] env[61960]: DEBUG oslo_vmware.api [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528dcb0b-5b16-0120-a8c3-995108317826, 'name': SearchDatastore_Task, 'duration_secs': 0.028967} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.271900] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aadf006-1245-435d-bfcd-383b0a68153e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.278022] env[61960]: DEBUG oslo_vmware.api [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Waiting for the task: (returnval){ [ 826.278022] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528e08d6-4695-3634-067a-75ad1f905a1a" [ 826.278022] env[61960]: _type = "Task" [ 826.278022] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.287132] env[61960]: DEBUG oslo_vmware.api [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528e08d6-4695-3634-067a-75ad1f905a1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.325864] env[61960]: DEBUG oslo_vmware.api [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436144, 'name': Destroy_Task} progress is 33%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.354776] env[61960]: DEBUG oslo_vmware.api [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Task: {'id': task-436145, 'name': PowerOnVM_Task} progress is 89%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.374661] env[61960]: DEBUG oslo_vmware.api [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436141, 'name': Destroy_Task, 'duration_secs': 0.671744} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.375251] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Destroyed the VM [ 826.375662] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Deleting Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 826.376086] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e6a385a4-4ba6-4e7e-aefc-188734a79f3a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.391469] env[61960]: DEBUG oslo_vmware.api [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436142, 'name': PowerOnVM_Task, 'duration_secs': 0.802304} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.392627] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 826.393099] env[61960]: INFO nova.compute.manager [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Took 10.25 seconds to spawn the instance on the hypervisor. [ 826.393461] env[61960]: DEBUG nova.compute.manager [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 826.393969] env[61960]: DEBUG oslo_vmware.api [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 826.393969] env[61960]: value = "task-436148" [ 826.393969] env[61960]: _type = "Task" [ 826.393969] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.395095] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346611a9-d729-46bd-9d42-82b87dd78f07 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.413244] env[61960]: DEBUG oslo_vmware.api [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436148, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.549759] env[61960]: DEBUG oslo_vmware.api [None req-1e746bcf-d825-4e32-9331-5bac1f44a26c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262778} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.550348] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e746bcf-d825-4e32-9331-5bac1f44a26c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.550767] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1e746bcf-d825-4e32-9331-5bac1f44a26c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 826.551136] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1e746bcf-d825-4e32-9331-5bac1f44a26c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 826.551522] env[61960]: INFO nova.compute.manager [None req-1e746bcf-d825-4e32-9331-5bac1f44a26c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Took 1.14 seconds to destroy the instance on the hypervisor. [ 826.551933] env[61960]: DEBUG oslo.service.loopingcall [None req-1e746bcf-d825-4e32-9331-5bac1f44a26c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 826.552255] env[61960]: DEBUG nova.compute.manager [-] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 826.552453] env[61960]: DEBUG nova.network.neutron [-] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 826.663743] env[61960]: DEBUG nova.network.neutron [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Successfully updated port: 16c8085b-0130-4a2f-a35f-86979b68a207 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.736674] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a63f286a-6bff-4397-a86b-c06ab343156e tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.018s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.739714] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.230s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.741299] env[61960]: INFO nova.compute.claims [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.763687] env[61960]: INFO nova.scheduler.client.report [None req-a63f286a-6bff-4397-a86b-c06ab343156e tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Deleted allocations for instance ddbb6a66-587a-4c5f-8268-bcffdab6c9b5 [ 826.791139] env[61960]: DEBUG oslo_vmware.api [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528e08d6-4695-3634-067a-75ad1f905a1a, 'name': SearchDatastore_Task, 'duration_secs': 0.013783} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.791139] env[61960]: DEBUG oslo_concurrency.lockutils [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.791139] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] a05ef4c0-ecff-43b5-bcee-25088fe3c08d/a05ef4c0-ecff-43b5-bcee-25088fe3c08d.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 826.791440] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e15c925c-1fe3-4fef-ac1b-9a7b779eb0cd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.799866] env[61960]: DEBUG oslo_vmware.api [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Waiting for the task: (returnval){ [ 826.799866] env[61960]: value = "task-436149" [ 826.799866] env[61960]: _type = "Task" [ 826.799866] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.811800] env[61960]: DEBUG oslo_vmware.api [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': task-436149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.825549] env[61960]: DEBUG oslo_vmware.api [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436144, 'name': Destroy_Task, 'duration_secs': 0.636754} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.825792] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Destroyed the VM [ 826.826046] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Deleting Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 826.826367] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c73282d5-7aad-4f41-8a3b-d8e64d01d768 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.832628] env[61960]: DEBUG oslo_vmware.api [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 826.832628] env[61960]: value = "task-436150" [ 826.832628] env[61960]: _type = "Task" [ 826.832628] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.845244] env[61960]: DEBUG oslo_vmware.api [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436150, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.852339] env[61960]: DEBUG nova.compute.manager [req-0f7d6dc5-ed7f-4bce-911a-95fbd3a6bdec req-9375fe03-2578-4a0b-9e4b-ab96f5569ba3 service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Received event network-vif-plugged-16c8085b-0130-4a2f-a35f-86979b68a207 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 826.852518] env[61960]: DEBUG oslo_concurrency.lockutils [req-0f7d6dc5-ed7f-4bce-911a-95fbd3a6bdec req-9375fe03-2578-4a0b-9e4b-ab96f5569ba3 service nova] Acquiring lock "40444ca6-0e88-4e3d-b9e2-ad0b325a76ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.852731] env[61960]: DEBUG oslo_concurrency.lockutils [req-0f7d6dc5-ed7f-4bce-911a-95fbd3a6bdec req-9375fe03-2578-4a0b-9e4b-ab96f5569ba3 service nova] Lock "40444ca6-0e88-4e3d-b9e2-ad0b325a76ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.852903] env[61960]: DEBUG oslo_concurrency.lockutils [req-0f7d6dc5-ed7f-4bce-911a-95fbd3a6bdec req-9375fe03-2578-4a0b-9e4b-ab96f5569ba3 service nova] Lock "40444ca6-0e88-4e3d-b9e2-ad0b325a76ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.853104] env[61960]: DEBUG nova.compute.manager [req-0f7d6dc5-ed7f-4bce-911a-95fbd3a6bdec req-9375fe03-2578-4a0b-9e4b-ab96f5569ba3 service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] No waiting events found dispatching network-vif-plugged-16c8085b-0130-4a2f-a35f-86979b68a207 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 826.853284] env[61960]: WARNING nova.compute.manager [req-0f7d6dc5-ed7f-4bce-911a-95fbd3a6bdec req-9375fe03-2578-4a0b-9e4b-ab96f5569ba3 service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Received unexpected event network-vif-plugged-16c8085b-0130-4a2f-a35f-86979b68a207 for instance with vm_state active and task_state None. [ 826.857093] env[61960]: DEBUG oslo_vmware.api [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Task: {'id': task-436145, 'name': PowerOnVM_Task, 'duration_secs': 0.581613} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.857332] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 826.857552] env[61960]: INFO nova.compute.manager [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Took 8.01 seconds to spawn the instance on the hypervisor. [ 826.857735] env[61960]: DEBUG nova.compute.manager [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 826.858505] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d08f2b-3986-4705-a716-268715e75adc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.909937] env[61960]: DEBUG oslo_vmware.api [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436148, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.920785] env[61960]: INFO nova.compute.manager [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Took 53.52 seconds to build instance. [ 827.166221] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "refresh_cache-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.166221] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired lock "refresh_cache-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.166418] env[61960]: DEBUG nova.network.neutron [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 827.272520] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a63f286a-6bff-4397-a86b-c06ab343156e tempest-ServersWithSpecificFlavorTestJSON-1834218310 tempest-ServersWithSpecificFlavorTestJSON-1834218310-project-member] Lock "ddbb6a66-587a-4c5f-8268-bcffdab6c9b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.499s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.312572] env[61960]: DEBUG oslo_vmware.api [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': task-436149, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.343513] env[61960]: DEBUG oslo_vmware.api [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436150, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.379202] env[61960]: INFO nova.compute.manager [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Took 52.97 seconds to build instance. [ 827.415218] env[61960]: DEBUG oslo_vmware.api [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436148, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.422239] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7fab6c6a-1621-4b00-9216-cbe0f805dbb8 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "99d36460-8e32-4de1-8c48-c0ecfbf71f0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.034s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.446545] env[61960]: DEBUG nova.network.neutron [-] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.700743] env[61960]: WARNING nova.network.neutron [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] 85fe4994-4777-4536-b8f8-d435a0de99d6 already exists in list: networks containing: ['85fe4994-4777-4536-b8f8-d435a0de99d6']. ignoring it [ 827.811313] env[61960]: DEBUG oslo_vmware.api [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': task-436149, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727012} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.813974] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] a05ef4c0-ecff-43b5-bcee-25088fe3c08d/a05ef4c0-ecff-43b5-bcee-25088fe3c08d.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 827.814169] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.814607] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74aff7ca-37df-4f10-929c-8646e1ec1724 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.822178] env[61960]: DEBUG oslo_vmware.api [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Waiting for the task: (returnval){ [ 827.822178] env[61960]: value = "task-436151" [ 827.822178] env[61960]: _type = "Task" [ 827.822178] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.837102] env[61960]: DEBUG oslo_vmware.api [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': task-436151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.849689] env[61960]: DEBUG oslo_vmware.api [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436150, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.881940] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5b482696-7c00-418b-84e3-baf0f140e3e9 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Lock "4b222224-d355-4628-80f9-f58d7284e235" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.681s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.913203] env[61960]: DEBUG oslo_vmware.api [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436148, 'name': RemoveSnapshot_Task, 'duration_secs': 1.492206} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.913203] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Deleted Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 827.949814] env[61960]: INFO nova.compute.manager [-] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Took 1.40 seconds to deallocate network for instance. [ 828.017458] env[61960]: DEBUG nova.network.neutron [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Updating instance_info_cache with network_info: [{"id": "66d12dc9-8daf-4f22-84d6-60f343182bec", "address": "fa:16:3e:95:c5:b1", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d12dc9-8d", "ovs_interfaceid": "66d12dc9-8daf-4f22-84d6-60f343182bec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "16c8085b-0130-4a2f-a35f-86979b68a207", "address": "fa:16:3e:b7:cf:ad", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16c8085b-01", "ovs_interfaceid": "16c8085b-0130-4a2f-a35f-86979b68a207", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.156845] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395c5d60-1d62-4753-a694-041786508eed {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.165955] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7975185-ed56-4505-aab1-583ba062a67d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.198985] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f736a188-cbb9-45d8-b97c-c6c77c4f4a55 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.207605] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a05238e-cec3-49f8-9467-6fbfcd3777c3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.222296] env[61960]: DEBUG nova.compute.provider_tree [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.333099] env[61960]: DEBUG oslo_vmware.api [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': task-436151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205404} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.333449] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.334233] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44c539b-d425-4abe-b884-94cb15994da2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.359755] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] a05ef4c0-ecff-43b5-bcee-25088fe3c08d/a05ef4c0-ecff-43b5-bcee-25088fe3c08d.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.362747] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d4499a4-fade-46fd-9ed1-695430ba5669 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.378538] env[61960]: DEBUG oslo_vmware.api [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436150, 'name': RemoveSnapshot_Task, 'duration_secs': 1.07091} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.378917] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Deleted Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 828.379276] env[61960]: DEBUG nova.compute.manager [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 828.380639] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb97324-2a5e-4d1f-9cd9-d309e6d1f56a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.386718] env[61960]: DEBUG oslo_vmware.api [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Waiting for the task: (returnval){ [ 828.386718] env[61960]: value = "task-436152" [ 828.386718] env[61960]: _type = "Task" [ 828.386718] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.401161] env[61960]: DEBUG oslo_vmware.api [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': task-436152, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.418233] env[61960]: WARNING nova.compute.manager [None req-79ee1880-c944-44e3-b6a2-e2a336966afd tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Image not found during snapshot: nova.exception.ImageNotFound: Image 52cda840-d620-4269-a9a5-acc8044e0b02 could not be found. [ 828.459082] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1e746bcf-d825-4e32-9331-5bac1f44a26c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.521969] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Releasing lock "refresh_cache-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.522851] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.522851] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired lock "40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.523715] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b410a01-5f93-4e8e-9871-9f6ba61139b7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.543503] env[61960]: DEBUG nova.virt.hardware [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 828.544587] env[61960]: DEBUG nova.virt.hardware [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 828.544587] env[61960]: DEBUG nova.virt.hardware [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.544587] env[61960]: DEBUG nova.virt.hardware [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 828.544587] env[61960]: DEBUG nova.virt.hardware [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.544587] env[61960]: DEBUG nova.virt.hardware [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 828.544808] env[61960]: DEBUG nova.virt.hardware [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 828.544808] env[61960]: DEBUG nova.virt.hardware [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 828.544939] env[61960]: DEBUG nova.virt.hardware [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 828.545154] env[61960]: DEBUG nova.virt.hardware [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 828.545352] env[61960]: DEBUG nova.virt.hardware [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 828.552100] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Reconfiguring VM to attach interface {{(pid=61960) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 828.552715] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0ce4b54-9536-4dac-92ee-13108743ce25 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.571807] env[61960]: DEBUG oslo_vmware.api [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 828.571807] env[61960]: value = "task-436153" [ 828.571807] env[61960]: _type = "Task" [ 828.571807] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.580260] env[61960]: DEBUG oslo_vmware.api [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436153, 'name': ReconfigVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.725312] env[61960]: DEBUG nova.scheduler.client.report [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 828.902317] env[61960]: DEBUG oslo_vmware.api [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': task-436152, 'name': ReconfigVM_Task, 'duration_secs': 0.311295} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.902507] env[61960]: INFO nova.compute.manager [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Shelve offloading [ 828.904216] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Reconfigured VM instance instance-00000042 to attach disk [datastore1] a05ef4c0-ecff-43b5-bcee-25088fe3c08d/a05ef4c0-ecff-43b5-bcee-25088fe3c08d.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.905008] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 828.905273] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-825013eb-edcf-4dda-ace8-b24da98901c3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.907136] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73c091a7-8d02-4e38-a784-a1c63d016f5e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.915332] env[61960]: DEBUG oslo_vmware.api [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Waiting for the task: (returnval){ [ 828.915332] env[61960]: value = "task-436155" [ 828.915332] env[61960]: _type = "Task" [ 828.915332] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.916894] env[61960]: DEBUG oslo_vmware.api [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 828.916894] env[61960]: value = "task-436154" [ 828.916894] env[61960]: _type = "Task" [ 828.916894] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.929776] env[61960]: DEBUG oslo_vmware.api [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': task-436155, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.933507] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] VM already powered off {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 828.933893] env[61960]: DEBUG nova.compute.manager [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 828.934569] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2748f1fa-b77a-45da-b5aa-72a963e7fec8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.942272] env[61960]: DEBUG oslo_concurrency.lockutils [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "refresh_cache-6449dbd4-9f77-4838-917c-ec22e0d2359c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.942513] env[61960]: DEBUG oslo_concurrency.lockutils [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquired lock "refresh_cache-6449dbd4-9f77-4838-917c-ec22e0d2359c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.943604] env[61960]: DEBUG nova.network.neutron [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 829.084058] env[61960]: DEBUG oslo_vmware.api [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.231091] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.231634] env[61960]: DEBUG nova.compute.manager [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 829.234550] env[61960]: DEBUG oslo_concurrency.lockutils [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.690s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.234778] env[61960]: DEBUG nova.objects.instance [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lazy-loading 'resources' on Instance uuid ec50aa6a-44ae-42f3-99a9-6831c832aca3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.433082] env[61960]: DEBUG oslo_vmware.api [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': task-436155, 'name': Rename_Task, 'duration_secs': 0.16212} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.433638] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 829.434359] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25c326d4-0b8b-4dfa-8981-043c7d72f566 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.444060] env[61960]: DEBUG oslo_vmware.api [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Waiting for the task: (returnval){ [ 829.444060] env[61960]: value = "task-436156" [ 829.444060] env[61960]: _type = "Task" [ 829.444060] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.455598] env[61960]: DEBUG oslo_vmware.api [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': task-436156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.576114] env[61960]: DEBUG nova.compute.manager [req-a94b8434-714d-4ed9-8d97-69197784641f req-94ba0ca5-9d5b-4ea8-9a02-9990c5592f04 service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Received event network-changed-16c8085b-0130-4a2f-a35f-86979b68a207 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 829.576432] env[61960]: DEBUG nova.compute.manager [req-a94b8434-714d-4ed9-8d97-69197784641f req-94ba0ca5-9d5b-4ea8-9a02-9990c5592f04 service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Refreshing instance network info cache due to event network-changed-16c8085b-0130-4a2f-a35f-86979b68a207. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 829.576696] env[61960]: DEBUG oslo_concurrency.lockutils [req-a94b8434-714d-4ed9-8d97-69197784641f req-94ba0ca5-9d5b-4ea8-9a02-9990c5592f04 service nova] Acquiring lock "refresh_cache-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.576809] env[61960]: DEBUG oslo_concurrency.lockutils [req-a94b8434-714d-4ed9-8d97-69197784641f req-94ba0ca5-9d5b-4ea8-9a02-9990c5592f04 service nova] Acquired lock "refresh_cache-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.577038] env[61960]: DEBUG nova.network.neutron [req-a94b8434-714d-4ed9-8d97-69197784641f req-94ba0ca5-9d5b-4ea8-9a02-9990c5592f04 service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Refreshing network info cache for port 16c8085b-0130-4a2f-a35f-86979b68a207 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 829.589795] env[61960]: DEBUG oslo_vmware.api [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436153, 'name': ReconfigVM_Task, 'duration_secs': 0.781356} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.592976] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Releasing lock "40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.593244] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Reconfigured VM to attach interface {{(pid=61960) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 829.669574] env[61960]: DEBUG nova.network.neutron [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Updating instance_info_cache with network_info: [{"id": "299f39bf-3dbf-4a17-ac87-04a734659588", "address": "fa:16:3e:81:0b:bc", "network": {"id": "31765203-66f3-480a-8482-041aa55b1129", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-209584599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23cc9dbac5d741909302929f52abd0bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap299f39bf-3d", "ovs_interfaceid": "299f39bf-3dbf-4a17-ac87-04a734659588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.737777] env[61960]: DEBUG nova.compute.utils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 829.742669] env[61960]: DEBUG nova.compute.manager [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 829.742919] env[61960]: DEBUG nova.network.neutron [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 829.784437] env[61960]: DEBUG nova.policy [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e424e2063a54aee849a239517a2ad33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73df217081164ae282e171ebfc21d523', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 829.927436] env[61960]: INFO nova.compute.manager [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Rebuilding instance [ 829.957307] env[61960]: DEBUG oslo_vmware.api [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': task-436156, 'name': PowerOnVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.983929] env[61960]: DEBUG nova.compute.manager [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 829.984551] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e145cd6-94ab-4742-899b-fb534ae83f45 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.065106] env[61960]: DEBUG nova.network.neutron [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Successfully created port: 116f4f14-c83e-41e7-a06e-27f64587b5f3 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.098226] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f75c213f-a77a-40ce-bcd8-7693fdd82ce4 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "interface-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.791s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.173192] env[61960]: DEBUG oslo_concurrency.lockutils [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Releasing lock "refresh_cache-6449dbd4-9f77-4838-917c-ec22e0d2359c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.465674] env[61960]: DEBUG nova.compute.manager [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 830.465674] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d39ec576-5071-4b70-90e5-35c1449a5ab2 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquiring lock "c3caa025-ae48-4430-a910-59a145e265c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.465674] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d39ec576-5071-4b70-90e5-35c1449a5ab2 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Lock "c3caa025-ae48-4430-a910-59a145e265c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.465674] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d39ec576-5071-4b70-90e5-35c1449a5ab2 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquiring lock "c3caa025-ae48-4430-a910-59a145e265c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.465674] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d39ec576-5071-4b70-90e5-35c1449a5ab2 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Lock "c3caa025-ae48-4430-a910-59a145e265c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.465674] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d39ec576-5071-4b70-90e5-35c1449a5ab2 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Lock "c3caa025-ae48-4430-a910-59a145e265c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.467052] env[61960]: DEBUG oslo_vmware.api [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': task-436156, 'name': PowerOnVM_Task, 'duration_secs': 0.586427} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.477873] env[61960]: INFO nova.compute.manager [None req-d39ec576-5071-4b70-90e5-35c1449a5ab2 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Terminating instance [ 830.481025] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 830.481378] env[61960]: INFO nova.compute.manager [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Took 8.01 seconds to spawn the instance on the hypervisor. [ 830.481651] env[61960]: DEBUG nova.compute.manager [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 830.482849] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12e25df-abe8-447a-8840-b9415236547a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.491039] env[61960]: DEBUG nova.compute.manager [None req-d39ec576-5071-4b70-90e5-35c1449a5ab2 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 830.491318] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d39ec576-5071-4b70-90e5-35c1449a5ab2 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 830.492481] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74784b04-9f05-4c6c-b687-759c6a243852 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.497845] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0f4043-5818-4c2b-b5be-965eacf6a2fa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.504064] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 830.505211] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6e2fb35-c676-43ce-bedf-ac31166da823 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.519371] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309f7d9a-c99f-42a6-9f84-dfa446abe538 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.524860] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39ec576-5071-4b70-90e5-35c1449a5ab2 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 830.534693] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fccb301-5aee-4683-b42c-17cea5b52fe2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.537722] env[61960]: DEBUG oslo_vmware.api [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 830.537722] env[61960]: value = "task-436157" [ 830.537722] env[61960]: _type = "Task" [ 830.537722] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.581407] env[61960]: DEBUG oslo_vmware.api [None req-d39ec576-5071-4b70-90e5-35c1449a5ab2 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 830.581407] env[61960]: value = "task-436158" [ 830.581407] env[61960]: _type = "Task" [ 830.581407] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.583921] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6577936f-4077-4644-abf7-485f6014eabb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.593968] env[61960]: DEBUG oslo_vmware.api [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.601329] env[61960]: DEBUG oslo_vmware.api [None req-d39ec576-5071-4b70-90e5-35c1449a5ab2 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.605732] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7f37d0-3429-48da-81a9-5f01a1413ac0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.637024] env[61960]: DEBUG nova.compute.provider_tree [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.907416] env[61960]: DEBUG nova.network.neutron [req-a94b8434-714d-4ed9-8d97-69197784641f req-94ba0ca5-9d5b-4ea8-9a02-9990c5592f04 service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Updated VIF entry in instance network info cache for port 16c8085b-0130-4a2f-a35f-86979b68a207. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 830.907908] env[61960]: DEBUG nova.network.neutron [req-a94b8434-714d-4ed9-8d97-69197784641f req-94ba0ca5-9d5b-4ea8-9a02-9990c5592f04 service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Updating instance_info_cache with network_info: [{"id": "66d12dc9-8daf-4f22-84d6-60f343182bec", "address": "fa:16:3e:95:c5:b1", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d12dc9-8d", "ovs_interfaceid": "66d12dc9-8daf-4f22-84d6-60f343182bec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "16c8085b-0130-4a2f-a35f-86979b68a207", "address": "fa:16:3e:b7:cf:ad", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16c8085b-01", "ovs_interfaceid": "16c8085b-0130-4a2f-a35f-86979b68a207", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.997880] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 830.998881] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81527939-c808-478f-a904-f161d09c9cb7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.014884] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 831.015267] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce170ba4-f77f-4935-9041-0a71afaa2eff {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.056256] env[61960]: INFO nova.compute.manager [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Took 49.77 seconds to build instance. [ 831.067955] env[61960]: DEBUG oslo_vmware.api [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436157, 'name': PowerOffVM_Task, 'duration_secs': 0.313963} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.068306] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 831.068607] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 831.070757] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ae4d65-bc5d-47ca-81d2-d1a408949e80 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.077381] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 831.077685] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4b073c5-0ce3-499a-af4e-b206a857b68e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.093635] env[61960]: DEBUG oslo_vmware.api [None req-d39ec576-5071-4b70-90e5-35c1449a5ab2 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436158, 'name': PowerOffVM_Task, 'duration_secs': 0.287186} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.093772] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39ec576-5071-4b70-90e5-35c1449a5ab2 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 831.093954] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d39ec576-5071-4b70-90e5-35c1449a5ab2 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 831.094217] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3931c3e4-a5e2-480f-99a8-840d5c108aa7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.140972] env[61960]: DEBUG nova.scheduler.client.report [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 831.411928] env[61960]: DEBUG oslo_concurrency.lockutils [req-a94b8434-714d-4ed9-8d97-69197784641f req-94ba0ca5-9d5b-4ea8-9a02-9990c5592f04 service nova] Releasing lock "refresh_cache-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.411928] env[61960]: DEBUG nova.compute.manager [req-a94b8434-714d-4ed9-8d97-69197784641f req-94ba0ca5-9d5b-4ea8-9a02-9990c5592f04 service nova] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Received event network-vif-deleted-e14a3ae3-29c1-4646-9fa5-7cc56d09d1ce {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 831.426156] env[61960]: DEBUG nova.compute.manager [req-dc59c777-1560-46f1-82bf-d98ffbd181b7 req-204b71e3-acdc-48f4-9269-8450ddcbf6d5 service nova] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Received event network-vif-unplugged-299f39bf-3dbf-4a17-ac87-04a734659588 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 831.426156] env[61960]: DEBUG oslo_concurrency.lockutils [req-dc59c777-1560-46f1-82bf-d98ffbd181b7 req-204b71e3-acdc-48f4-9269-8450ddcbf6d5 service nova] Acquiring lock "6449dbd4-9f77-4838-917c-ec22e0d2359c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.426156] env[61960]: DEBUG oslo_concurrency.lockutils [req-dc59c777-1560-46f1-82bf-d98ffbd181b7 req-204b71e3-acdc-48f4-9269-8450ddcbf6d5 service nova] Lock "6449dbd4-9f77-4838-917c-ec22e0d2359c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.426156] env[61960]: DEBUG oslo_concurrency.lockutils [req-dc59c777-1560-46f1-82bf-d98ffbd181b7 req-204b71e3-acdc-48f4-9269-8450ddcbf6d5 service nova] Lock "6449dbd4-9f77-4838-917c-ec22e0d2359c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.426156] env[61960]: DEBUG nova.compute.manager [req-dc59c777-1560-46f1-82bf-d98ffbd181b7 req-204b71e3-acdc-48f4-9269-8450ddcbf6d5 service nova] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] No waiting events found dispatching network-vif-unplugged-299f39bf-3dbf-4a17-ac87-04a734659588 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 831.426156] env[61960]: WARNING nova.compute.manager [req-dc59c777-1560-46f1-82bf-d98ffbd181b7 req-204b71e3-acdc-48f4-9269-8450ddcbf6d5 service nova] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Received unexpected event network-vif-unplugged-299f39bf-3dbf-4a17-ac87-04a734659588 for instance with vm_state shelved and task_state shelving_offloading. [ 831.494614] env[61960]: DEBUG nova.compute.manager [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 831.537319] env[61960]: DEBUG nova.virt.hardware [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 831.537645] env[61960]: DEBUG nova.virt.hardware [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 831.537802] env[61960]: DEBUG nova.virt.hardware [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.537976] env[61960]: DEBUG nova.virt.hardware [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 831.538148] env[61960]: DEBUG nova.virt.hardware [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.538303] env[61960]: DEBUG nova.virt.hardware [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 831.538607] env[61960]: DEBUG nova.virt.hardware [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 831.538685] env[61960]: DEBUG nova.virt.hardware [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 831.538852] env[61960]: DEBUG nova.virt.hardware [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 831.539036] env[61960]: DEBUG nova.virt.hardware [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 831.539227] env[61960]: DEBUG nova.virt.hardware [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 831.540132] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa6f7f9-8b8f-41a0-bd28-661e49ab5eed {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.549490] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f761fc19-62d5-4c6b-abac-9a918d2e2379 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.564212] env[61960]: DEBUG oslo_concurrency.lockutils [None req-155411f5-356d-482e-a9b1-6abef715c889 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Lock "a05ef4c0-ecff-43b5-bcee-25088fe3c08d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.297s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.646208] env[61960]: DEBUG oslo_concurrency.lockutils [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.411s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.649500] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.070s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.652983] env[61960]: INFO nova.compute.claims [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.670435] env[61960]: INFO nova.scheduler.client.report [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Deleted allocations for instance ec50aa6a-44ae-42f3-99a9-6831c832aca3 [ 831.807718] env[61960]: DEBUG oslo_concurrency.lockutils [None req-76cc63f9-14a5-4f46-84cd-ea7978ba03a6 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Acquiring lock "4b222224-d355-4628-80f9-f58d7284e235" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.807718] env[61960]: DEBUG oslo_concurrency.lockutils [None req-76cc63f9-14a5-4f46-84cd-ea7978ba03a6 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Lock "4b222224-d355-4628-80f9-f58d7284e235" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.807718] env[61960]: DEBUG oslo_concurrency.lockutils [None req-76cc63f9-14a5-4f46-84cd-ea7978ba03a6 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Acquiring lock "4b222224-d355-4628-80f9-f58d7284e235-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.807718] env[61960]: DEBUG oslo_concurrency.lockutils [None req-76cc63f9-14a5-4f46-84cd-ea7978ba03a6 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Lock "4b222224-d355-4628-80f9-f58d7284e235-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.807718] env[61960]: DEBUG oslo_concurrency.lockutils [None req-76cc63f9-14a5-4f46-84cd-ea7978ba03a6 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Lock "4b222224-d355-4628-80f9-f58d7284e235-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.810361] env[61960]: INFO nova.compute.manager [None req-76cc63f9-14a5-4f46-84cd-ea7978ba03a6 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Terminating instance [ 831.814672] env[61960]: DEBUG nova.compute.manager [None req-76cc63f9-14a5-4f46-84cd-ea7978ba03a6 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 831.815417] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-76cc63f9-14a5-4f46-84cd-ea7978ba03a6 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 831.815770] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4a3450-1546-416c-9713-83ab9961c522 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.824552] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-76cc63f9-14a5-4f46-84cd-ea7978ba03a6 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 831.824823] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-880e16a3-fe8f-4667-a3d6-dd2ef0334cbc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.833009] env[61960]: DEBUG oslo_vmware.api [None req-76cc63f9-14a5-4f46-84cd-ea7978ba03a6 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Waiting for the task: (returnval){ [ 831.833009] env[61960]: value = "task-436162" [ 831.833009] env[61960]: _type = "Task" [ 831.833009] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.841459] env[61960]: DEBUG oslo_vmware.api [None req-76cc63f9-14a5-4f46-84cd-ea7978ba03a6 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Task: {'id': task-436162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.007907] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 832.007907] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 832.008082] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Deleting the datastore file [datastore1] 6449dbd4-9f77-4838-917c-ec22e0d2359c {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.008274] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e49bb289-494e-4d93-b65c-22be0f132f51 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.019748] env[61960]: DEBUG oslo_vmware.api [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 832.019748] env[61960]: value = "task-436163" [ 832.019748] env[61960]: _type = "Task" [ 832.019748] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.025952] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d39ec576-5071-4b70-90e5-35c1449a5ab2 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 832.026233] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d39ec576-5071-4b70-90e5-35c1449a5ab2 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 832.026483] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d39ec576-5071-4b70-90e5-35c1449a5ab2 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Deleting the datastore file [datastore1] c3caa025-ae48-4430-a910-59a145e265c9 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.031098] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3710652-43f7-4ed4-b2e2-ac4b104f4e9b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.033036] env[61960]: DEBUG oslo_vmware.api [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.040710] env[61960]: DEBUG oslo_vmware.api [None req-d39ec576-5071-4b70-90e5-35c1449a5ab2 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 832.040710] env[61960]: value = "task-436164" [ 832.040710] env[61960]: _type = "Task" [ 832.040710] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.045060] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 832.045301] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 832.045515] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Deleting the datastore file [datastore1] 99d36460-8e32-4de1-8c48-c0ecfbf71f0d {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.046180] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7437bb94-0e86-4270-b494-9a9057b6037b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.051740] env[61960]: DEBUG oslo_vmware.api [None req-d39ec576-5071-4b70-90e5-35c1449a5ab2 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.056535] env[61960]: DEBUG oslo_vmware.api [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 832.056535] env[61960]: value = "task-436165" [ 832.056535] env[61960]: _type = "Task" [ 832.056535] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.065041] env[61960]: DEBUG oslo_vmware.api [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.138065] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1063e4-ba09-464f-8411-20e167931284 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.143336] env[61960]: DEBUG nova.compute.manager [req-1029a127-8626-40ce-9594-dd4be8d14fc8 req-45466ffc-268a-4ed1-ba08-69246dcee839 service nova] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Received event network-vif-plugged-116f4f14-c83e-41e7-a06e-27f64587b5f3 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 832.143437] env[61960]: DEBUG oslo_concurrency.lockutils [req-1029a127-8626-40ce-9594-dd4be8d14fc8 req-45466ffc-268a-4ed1-ba08-69246dcee839 service nova] Acquiring lock "5141b6b0-219a-4f6a-a68d-01488d9b7b3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.143623] env[61960]: DEBUG oslo_concurrency.lockutils [req-1029a127-8626-40ce-9594-dd4be8d14fc8 req-45466ffc-268a-4ed1-ba08-69246dcee839 service nova] Lock "5141b6b0-219a-4f6a-a68d-01488d9b7b3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.143832] env[61960]: DEBUG oslo_concurrency.lockutils [req-1029a127-8626-40ce-9594-dd4be8d14fc8 req-45466ffc-268a-4ed1-ba08-69246dcee839 service nova] Lock "5141b6b0-219a-4f6a-a68d-01488d9b7b3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.144129] env[61960]: DEBUG nova.compute.manager [req-1029a127-8626-40ce-9594-dd4be8d14fc8 req-45466ffc-268a-4ed1-ba08-69246dcee839 service nova] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] No waiting events found dispatching network-vif-plugged-116f4f14-c83e-41e7-a06e-27f64587b5f3 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 832.144382] env[61960]: WARNING nova.compute.manager [req-1029a127-8626-40ce-9594-dd4be8d14fc8 req-45466ffc-268a-4ed1-ba08-69246dcee839 service nova] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Received unexpected event network-vif-plugged-116f4f14-c83e-41e7-a06e-27f64587b5f3 for instance with vm_state building and task_state spawning. [ 832.149619] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9354cb9f-fc06-42a0-b073-6a2734fa5fca tempest-ServersAdminNegativeTestJSON-688589164 tempest-ServersAdminNegativeTestJSON-688589164-project-admin] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Suspending the VM {{(pid=61960) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 832.149889] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9ac45994-2e81-4bca-b8a7-5e877e98cbd6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.157706] env[61960]: DEBUG oslo_vmware.api [None req-9354cb9f-fc06-42a0-b073-6a2734fa5fca tempest-ServersAdminNegativeTestJSON-688589164 tempest-ServersAdminNegativeTestJSON-688589164-project-admin] Waiting for the task: (returnval){ [ 832.157706] env[61960]: value = "task-436166" [ 832.157706] env[61960]: _type = "Task" [ 832.157706] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.171359] env[61960]: DEBUG oslo_vmware.api [None req-9354cb9f-fc06-42a0-b073-6a2734fa5fca tempest-ServersAdminNegativeTestJSON-688589164 tempest-ServersAdminNegativeTestJSON-688589164-project-admin] Task: {'id': task-436166, 'name': SuspendVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.181827] env[61960]: DEBUG oslo_concurrency.lockutils [None req-52a77477-de80-4a1b-b81e-d149e2bc4e68 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "ec50aa6a-44ae-42f3-99a9-6831c832aca3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.045s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.333451] env[61960]: DEBUG nova.network.neutron [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Successfully updated port: 116f4f14-c83e-41e7-a06e-27f64587b5f3 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 832.345412] env[61960]: DEBUG oslo_vmware.api [None req-76cc63f9-14a5-4f46-84cd-ea7978ba03a6 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Task: {'id': task-436162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.502677] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "interface-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce-cf3de763-8ddf-4824-b1e0-a15e8f7f8215" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.503129] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "interface-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce-cf3de763-8ddf-4824-b1e0-a15e8f7f8215" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.504180] env[61960]: DEBUG nova.objects.instance [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lazy-loading 'flavor' on Instance uuid 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.532496] env[61960]: DEBUG oslo_vmware.api [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203213} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.532783] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.532985] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 832.533189] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 832.553213] env[61960]: DEBUG oslo_vmware.api [None req-d39ec576-5071-4b70-90e5-35c1449a5ab2 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1999} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.553939] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d39ec576-5071-4b70-90e5-35c1449a5ab2 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.553939] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d39ec576-5071-4b70-90e5-35c1449a5ab2 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 832.553939] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d39ec576-5071-4b70-90e5-35c1449a5ab2 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 832.554185] env[61960]: INFO nova.compute.manager [None req-d39ec576-5071-4b70-90e5-35c1449a5ab2 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Took 2.06 seconds to destroy the instance on the hypervisor. [ 832.554488] env[61960]: DEBUG oslo.service.loopingcall [None req-d39ec576-5071-4b70-90e5-35c1449a5ab2 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 832.554738] env[61960]: DEBUG nova.compute.manager [-] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 832.554839] env[61960]: DEBUG nova.network.neutron [-] [instance: c3caa025-ae48-4430-a910-59a145e265c9] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 832.567722] env[61960]: DEBUG oslo_vmware.api [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187176} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.568975] env[61960]: INFO nova.scheduler.client.report [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Deleted allocations for instance 6449dbd4-9f77-4838-917c-ec22e0d2359c [ 832.572219] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.572479] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 832.572706] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 832.675235] env[61960]: DEBUG oslo_vmware.api [None req-9354cb9f-fc06-42a0-b073-6a2734fa5fca tempest-ServersAdminNegativeTestJSON-688589164 tempest-ServersAdminNegativeTestJSON-688589164-project-admin] Task: {'id': task-436166, 'name': SuspendVM_Task} progress is 58%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.838809] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquiring lock "refresh_cache-5141b6b0-219a-4f6a-a68d-01488d9b7b3b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.839109] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquired lock "refresh_cache-5141b6b0-219a-4f6a-a68d-01488d9b7b3b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.839281] env[61960]: DEBUG nova.network.neutron [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 832.849991] env[61960]: DEBUG oslo_vmware.api [None req-76cc63f9-14a5-4f46-84cd-ea7978ba03a6 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Task: {'id': task-436162, 'name': PowerOffVM_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.054633] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48f1272-2746-4eaf-b1e8-9b1c14a29226 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.062710] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ee97b6-a8a4-4994-8649-a8abd0ba8614 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.093859] env[61960]: DEBUG oslo_concurrency.lockutils [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.097867] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fb9815-f69c-438f-840e-20c4b9745a86 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.106168] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb99d511-91ff-455b-a0d4-7b23fd58fa58 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.122023] env[61960]: DEBUG nova.compute.provider_tree [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.173179] env[61960]: DEBUG oslo_vmware.api [None req-9354cb9f-fc06-42a0-b073-6a2734fa5fca tempest-ServersAdminNegativeTestJSON-688589164 tempest-ServersAdminNegativeTestJSON-688589164-project-admin] Task: {'id': task-436166, 'name': SuspendVM_Task, 'duration_secs': 0.772213} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.173490] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9354cb9f-fc06-42a0-b073-6a2734fa5fca tempest-ServersAdminNegativeTestJSON-688589164 tempest-ServersAdminNegativeTestJSON-688589164-project-admin] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Suspended the VM {{(pid=61960) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 833.173683] env[61960]: DEBUG nova.compute.manager [None req-9354cb9f-fc06-42a0-b073-6a2734fa5fca tempest-ServersAdminNegativeTestJSON-688589164 tempest-ServersAdminNegativeTestJSON-688589164-project-admin] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 833.174473] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef664bd-8698-4c4f-9f01-f58142a6efc4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.179310] env[61960]: DEBUG nova.objects.instance [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lazy-loading 'pci_requests' on Instance uuid 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.350933] env[61960]: DEBUG oslo_vmware.api [None req-76cc63f9-14a5-4f46-84cd-ea7978ba03a6 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Task: {'id': task-436162, 'name': PowerOffVM_Task, 'duration_secs': 1.030229} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.351597] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-76cc63f9-14a5-4f46-84cd-ea7978ba03a6 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 833.351830] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-76cc63f9-14a5-4f46-84cd-ea7978ba03a6 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 833.352148] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe02d847-decf-4c9a-ab16-e7968659d1b5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.406174] env[61960]: DEBUG nova.network.neutron [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 833.425580] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-76cc63f9-14a5-4f46-84cd-ea7978ba03a6 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 833.425916] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-76cc63f9-14a5-4f46-84cd-ea7978ba03a6 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 833.426065] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-76cc63f9-14a5-4f46-84cd-ea7978ba03a6 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Deleting the datastore file [datastore1] 4b222224-d355-4628-80f9-f58d7284e235 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.426357] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4179a2ce-d1ee-44a3-b78a-83a29f5baec9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.435447] env[61960]: DEBUG oslo_vmware.api [None req-76cc63f9-14a5-4f46-84cd-ea7978ba03a6 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Waiting for the task: (returnval){ [ 833.435447] env[61960]: value = "task-436168" [ 833.435447] env[61960]: _type = "Task" [ 833.435447] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.449959] env[61960]: DEBUG oslo_vmware.api [None req-76cc63f9-14a5-4f46-84cd-ea7978ba03a6 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Task: {'id': task-436168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.627370] env[61960]: DEBUG nova.scheduler.client.report [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 833.633584] env[61960]: DEBUG nova.virt.hardware [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 833.633755] env[61960]: DEBUG nova.virt.hardware [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 833.633822] env[61960]: DEBUG nova.virt.hardware [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.634010] env[61960]: DEBUG nova.virt.hardware [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 833.634171] env[61960]: DEBUG nova.virt.hardware [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.634325] env[61960]: DEBUG nova.virt.hardware [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 833.634587] env[61960]: DEBUG nova.virt.hardware [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 833.634697] env[61960]: DEBUG nova.virt.hardware [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 833.634872] env[61960]: DEBUG nova.virt.hardware [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 833.635052] env[61960]: DEBUG nova.virt.hardware [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 833.635239] env[61960]: DEBUG nova.virt.hardware [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 833.636155] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127a958e-4238-4007-9b9c-52cf4c91788e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.646183] env[61960]: DEBUG nova.network.neutron [-] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.648830] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef05348-1ede-4d8e-b187-564f9a9ff06f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.665751] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:4f:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63703c18-10df-4cb8-a591-6028e3c5adb9', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.673277] env[61960]: DEBUG oslo.service.loopingcall [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 833.673792] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 833.674034] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19425f31-5e02-4a75-a3c7-d668d605cc63 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.689095] env[61960]: DEBUG nova.objects.base [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Object Instance<40444ca6-0e88-4e3d-b9e2-ad0b325a76ce> lazy-loaded attributes: flavor,pci_requests {{(pid=61960) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 833.689316] env[61960]: DEBUG nova.network.neutron [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 833.693816] env[61960]: DEBUG nova.network.neutron [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Updating instance_info_cache with network_info: [{"id": "116f4f14-c83e-41e7-a06e-27f64587b5f3", "address": "fa:16:3e:7d:63:b5", "network": {"id": "e0f7c85e-097d-4a70-92a4-4900d5a09846", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-687699449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73df217081164ae282e171ebfc21d523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap116f4f14-c8", "ovs_interfaceid": "116f4f14-c83e-41e7-a06e-27f64587b5f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.703621] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 833.703621] env[61960]: value = "task-436169" [ 833.703621] env[61960]: _type = "Task" [ 833.703621] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.717582] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436169, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.804487] env[61960]: DEBUG nova.policy [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85bbd57bac934a94acae06075d3d71da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c79deffd23674a5f89784dc83e6ae866', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 833.829460] env[61960]: DEBUG nova.compute.manager [req-a89e7662-248d-4fcc-854f-36f87ab6d28f req-a46a951a-2a3d-459d-b350-8074e9040756 service nova] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Received event network-changed-299f39bf-3dbf-4a17-ac87-04a734659588 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 833.829460] env[61960]: DEBUG nova.compute.manager [req-a89e7662-248d-4fcc-854f-36f87ab6d28f req-a46a951a-2a3d-459d-b350-8074e9040756 service nova] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Refreshing instance network info cache due to event network-changed-299f39bf-3dbf-4a17-ac87-04a734659588. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 833.829906] env[61960]: DEBUG oslo_concurrency.lockutils [req-a89e7662-248d-4fcc-854f-36f87ab6d28f req-a46a951a-2a3d-459d-b350-8074e9040756 service nova] Acquiring lock "refresh_cache-6449dbd4-9f77-4838-917c-ec22e0d2359c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.829906] env[61960]: DEBUG oslo_concurrency.lockutils [req-a89e7662-248d-4fcc-854f-36f87ab6d28f req-a46a951a-2a3d-459d-b350-8074e9040756 service nova] Acquired lock "refresh_cache-6449dbd4-9f77-4838-917c-ec22e0d2359c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.830201] env[61960]: DEBUG nova.network.neutron [req-a89e7662-248d-4fcc-854f-36f87ab6d28f req-a46a951a-2a3d-459d-b350-8074e9040756 service nova] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Refreshing network info cache for port 299f39bf-3dbf-4a17-ac87-04a734659588 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 833.949195] env[61960]: DEBUG oslo_vmware.api [None req-76cc63f9-14a5-4f46-84cd-ea7978ba03a6 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Task: {'id': task-436168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216914} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.949195] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-76cc63f9-14a5-4f46-84cd-ea7978ba03a6 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.949195] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-76cc63f9-14a5-4f46-84cd-ea7978ba03a6 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 833.949195] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-76cc63f9-14a5-4f46-84cd-ea7978ba03a6 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 833.949421] env[61960]: INFO nova.compute.manager [None req-76cc63f9-14a5-4f46-84cd-ea7978ba03a6 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Took 2.13 seconds to destroy the instance on the hypervisor. [ 833.949501] env[61960]: DEBUG oslo.service.loopingcall [None req-76cc63f9-14a5-4f46-84cd-ea7978ba03a6 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 833.949709] env[61960]: DEBUG nova.compute.manager [-] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 833.949917] env[61960]: DEBUG nova.network.neutron [-] [instance: 4b222224-d355-4628-80f9-f58d7284e235] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 834.143399] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.143399] env[61960]: DEBUG nova.compute.manager [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 834.145194] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0bc1cb2a-825b-45c6-8444-152d0b043673 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.202s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.149329] env[61960]: DEBUG nova.objects.instance [None req-0bc1cb2a-825b-45c6-8444-152d0b043673 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Lazy-loading 'resources' on Instance uuid 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.155373] env[61960]: INFO nova.compute.manager [-] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Took 1.60 seconds to deallocate network for instance. [ 834.197622] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Releasing lock "refresh_cache-5141b6b0-219a-4f6a-a68d-01488d9b7b3b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.197982] env[61960]: DEBUG nova.compute.manager [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Instance network_info: |[{"id": "116f4f14-c83e-41e7-a06e-27f64587b5f3", "address": "fa:16:3e:7d:63:b5", "network": {"id": "e0f7c85e-097d-4a70-92a4-4900d5a09846", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-687699449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73df217081164ae282e171ebfc21d523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap116f4f14-c8", "ovs_interfaceid": "116f4f14-c83e-41e7-a06e-27f64587b5f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 834.198795] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:63:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '116f4f14-c83e-41e7-a06e-27f64587b5f3', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.207786] env[61960]: DEBUG oslo.service.loopingcall [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 834.209267] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 834.214694] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ef19427-ea98-4130-97e9-7991c1a02338 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.237074] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436169, 'name': CreateVM_Task, 'duration_secs': 0.430079} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.238423] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 834.238700] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.238700] env[61960]: value = "task-436170" [ 834.238700] env[61960]: _type = "Task" [ 834.238700] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.239595] env[61960]: DEBUG oslo_concurrency.lockutils [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.239816] env[61960]: DEBUG oslo_concurrency.lockutils [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.240153] env[61960]: DEBUG oslo_concurrency.lockutils [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.240457] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-822e4a16-5f90-4caa-ba26-c71981dfe353 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.250804] env[61960]: DEBUG oslo_vmware.api [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 834.250804] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52882fc2-de2e-ff7c-5069-4704ed9cc337" [ 834.250804] env[61960]: _type = "Task" [ 834.250804] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.254322] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436170, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.264384] env[61960]: DEBUG oslo_vmware.api [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52882fc2-de2e-ff7c-5069-4704ed9cc337, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.607735] env[61960]: DEBUG nova.network.neutron [req-a89e7662-248d-4fcc-854f-36f87ab6d28f req-a46a951a-2a3d-459d-b350-8074e9040756 service nova] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Updated VIF entry in instance network info cache for port 299f39bf-3dbf-4a17-ac87-04a734659588. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 834.608137] env[61960]: DEBUG nova.network.neutron [req-a89e7662-248d-4fcc-854f-36f87ab6d28f req-a46a951a-2a3d-459d-b350-8074e9040756 service nova] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Updating instance_info_cache with network_info: [{"id": "299f39bf-3dbf-4a17-ac87-04a734659588", "address": "fa:16:3e:81:0b:bc", "network": {"id": "31765203-66f3-480a-8482-041aa55b1129", "bridge": null, "label": "tempest-DeleteServersTestJSON-209584599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23cc9dbac5d741909302929f52abd0bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap299f39bf-3d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.652431] env[61960]: DEBUG nova.compute.utils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 834.661162] env[61960]: DEBUG nova.compute.manager [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 834.661384] env[61960]: DEBUG nova.network.neutron [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 834.667451] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d39ec576-5071-4b70-90e5-35c1449a5ab2 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.703730] env[61960]: DEBUG nova.policy [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e424e2063a54aee849a239517a2ad33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73df217081164ae282e171ebfc21d523', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 834.749903] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436170, 'name': CreateVM_Task, 'duration_secs': 0.414133} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.750386] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 834.750933] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.765359] env[61960]: DEBUG oslo_vmware.api [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52882fc2-de2e-ff7c-5069-4704ed9cc337, 'name': SearchDatastore_Task, 'duration_secs': 0.01311} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.768048] env[61960]: DEBUG oslo_concurrency.lockutils [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.768697] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.768697] env[61960]: DEBUG oslo_concurrency.lockutils [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.768697] env[61960]: DEBUG oslo_concurrency.lockutils [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.769080] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.770054] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.770054] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.770054] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21c9cee2-e58e-4474-a837-3dfd7592d9ad {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.771539] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1fcc093-e1d1-4fcb-940e-985b0995f931 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.777158] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 834.777158] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52720967-817c-8cc8-40fb-2c56e5091cae" [ 834.777158] env[61960]: _type = "Task" [ 834.777158] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.783487] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.783723] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 834.784913] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc373926-b2cf-4541-97d7-03e243d61c64 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.790644] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52720967-817c-8cc8-40fb-2c56e5091cae, 'name': SearchDatastore_Task, 'duration_secs': 0.009546} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.791268] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.791595] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.791720] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.796986] env[61960]: DEBUG oslo_vmware.api [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 834.796986] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5239a102-db66-3e66-e113-21352fdbcb3a" [ 834.796986] env[61960]: _type = "Task" [ 834.796986] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.806766] env[61960]: DEBUG oslo_vmware.api [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5239a102-db66-3e66-e113-21352fdbcb3a, 'name': SearchDatastore_Task, 'duration_secs': 0.008677} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.810235] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e73a725d-fb10-4e0c-ae18-407a0338a328 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.815787] env[61960]: DEBUG oslo_vmware.api [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 834.815787] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52312214-fce2-0737-f201-30206f328c44" [ 834.815787] env[61960]: _type = "Task" [ 834.815787] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.823765] env[61960]: DEBUG oslo_vmware.api [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52312214-fce2-0737-f201-30206f328c44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.885277] env[61960]: DEBUG nova.network.neutron [-] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.046963] env[61960]: DEBUG nova.network.neutron [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Successfully created port: 298be898-e234-41ec-9358-07d80c39803a {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.081410] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8e77c8-8698-4ad4-8723-dd8efc7b38b7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.090743] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea5bc2c-dfb6-48b6-b167-94d0d0db8f6f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.128725] env[61960]: DEBUG oslo_concurrency.lockutils [req-a89e7662-248d-4fcc-854f-36f87ab6d28f req-a46a951a-2a3d-459d-b350-8074e9040756 service nova] Releasing lock "refresh_cache-6449dbd4-9f77-4838-917c-ec22e0d2359c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.131018] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279bfc07-5da7-413c-a46f-9852ab0fdd3d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.142470] env[61960]: DEBUG nova.compute.manager [req-2ea544ab-1d00-44ae-9591-e39c31c5f659 req-69ecf28e-6255-4ab2-a6a9-75fcbdce44b1 service nova] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Received event network-changed-116f4f14-c83e-41e7-a06e-27f64587b5f3 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 835.142678] env[61960]: DEBUG nova.compute.manager [req-2ea544ab-1d00-44ae-9591-e39c31c5f659 req-69ecf28e-6255-4ab2-a6a9-75fcbdce44b1 service nova] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Refreshing instance network info cache due to event network-changed-116f4f14-c83e-41e7-a06e-27f64587b5f3. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 835.142897] env[61960]: DEBUG oslo_concurrency.lockutils [req-2ea544ab-1d00-44ae-9591-e39c31c5f659 req-69ecf28e-6255-4ab2-a6a9-75fcbdce44b1 service nova] Acquiring lock "refresh_cache-5141b6b0-219a-4f6a-a68d-01488d9b7b3b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.143052] env[61960]: DEBUG oslo_concurrency.lockutils [req-2ea544ab-1d00-44ae-9591-e39c31c5f659 req-69ecf28e-6255-4ab2-a6a9-75fcbdce44b1 service nova] Acquired lock "refresh_cache-5141b6b0-219a-4f6a-a68d-01488d9b7b3b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.143219] env[61960]: DEBUG nova.network.neutron [req-2ea544ab-1d00-44ae-9591-e39c31c5f659 req-69ecf28e-6255-4ab2-a6a9-75fcbdce44b1 service nova] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Refreshing network info cache for port 116f4f14-c83e-41e7-a06e-27f64587b5f3 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 835.151658] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872849ab-dc59-4add-b850-bebd5b0e18a8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.168693] env[61960]: DEBUG nova.compute.manager [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 835.171825] env[61960]: DEBUG nova.compute.provider_tree [None req-0bc1cb2a-825b-45c6-8444-152d0b043673 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.326788] env[61960]: DEBUG oslo_vmware.api [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52312214-fce2-0737-f201-30206f328c44, 'name': SearchDatastore_Task, 'duration_secs': 0.009187} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.327095] env[61960]: DEBUG oslo_concurrency.lockutils [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.327365] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 99d36460-8e32-4de1-8c48-c0ecfbf71f0d/99d36460-8e32-4de1-8c48-c0ecfbf71f0d.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 835.327679] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.327874] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.328338] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6c10e62-3d65-4bcd-ae7a-d2693bda4433 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.330343] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbe994e0-9db8-431e-a10e-30aa730f681f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.338209] env[61960]: DEBUG oslo_vmware.api [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 835.338209] env[61960]: value = "task-436171" [ 835.338209] env[61960]: _type = "Task" [ 835.338209] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.342377] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.342619] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 835.343688] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4edf6374-c496-48dd-b89d-781c268dc11f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.350673] env[61960]: DEBUG oslo_vmware.api [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.354326] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 835.354326] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528225a0-f5fa-bc8f-bb40-e4c257625c4f" [ 835.354326] env[61960]: _type = "Task" [ 835.354326] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.362038] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528225a0-f5fa-bc8f-bb40-e4c257625c4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.386836] env[61960]: INFO nova.compute.manager [-] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Took 1.44 seconds to deallocate network for instance. [ 835.637583] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a1c09d23-708d-43f5-ae88-aac49ca22e52 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "6449dbd4-9f77-4838-917c-ec22e0d2359c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.679040] env[61960]: DEBUG nova.scheduler.client.report [None req-0bc1cb2a-825b-45c6-8444-152d0b043673 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 835.741618] env[61960]: DEBUG nova.network.neutron [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Successfully updated port: cf3de763-8ddf-4824-b1e0-a15e8f7f8215 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 835.848184] env[61960]: DEBUG oslo_vmware.api [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.864461] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528225a0-f5fa-bc8f-bb40-e4c257625c4f, 'name': SearchDatastore_Task, 'duration_secs': 0.008201} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.865242] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43cd924e-3046-4fa0-99d3-d085e29aad42 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.870539] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 835.870539] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52d75f86-8d49-d444-c96b-5e1f08c16fa9" [ 835.870539] env[61960]: _type = "Task" [ 835.870539] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.880700] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52d75f86-8d49-d444-c96b-5e1f08c16fa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.894043] env[61960]: DEBUG oslo_concurrency.lockutils [None req-76cc63f9-14a5-4f46-84cd-ea7978ba03a6 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.009670] env[61960]: DEBUG nova.network.neutron [req-2ea544ab-1d00-44ae-9591-e39c31c5f659 req-69ecf28e-6255-4ab2-a6a9-75fcbdce44b1 service nova] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Updated VIF entry in instance network info cache for port 116f4f14-c83e-41e7-a06e-27f64587b5f3. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 836.010129] env[61960]: DEBUG nova.network.neutron [req-2ea544ab-1d00-44ae-9591-e39c31c5f659 req-69ecf28e-6255-4ab2-a6a9-75fcbdce44b1 service nova] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Updating instance_info_cache with network_info: [{"id": "116f4f14-c83e-41e7-a06e-27f64587b5f3", "address": "fa:16:3e:7d:63:b5", "network": {"id": "e0f7c85e-097d-4a70-92a4-4900d5a09846", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-687699449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73df217081164ae282e171ebfc21d523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap116f4f14-c8", "ovs_interfaceid": "116f4f14-c83e-41e7-a06e-27f64587b5f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.185073] env[61960]: DEBUG nova.compute.manager [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 836.189292] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0bc1cb2a-825b-45c6-8444-152d0b043673 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.191465] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f04e70a2-5687-49f3-88b3-01c2d6692a03 tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.109s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.192151] env[61960]: DEBUG nova.objects.instance [None req-f04e70a2-5687-49f3-88b3-01c2d6692a03 tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Lazy-loading 'resources' on Instance uuid 5fdfb773-cad8-473b-8e6a-0b152ae6ff05 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.221972] env[61960]: DEBUG nova.virt.hardware [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 836.221972] env[61960]: DEBUG nova.virt.hardware [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 836.222173] env[61960]: DEBUG nova.virt.hardware [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.222416] env[61960]: DEBUG nova.virt.hardware [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 836.222487] env[61960]: DEBUG nova.virt.hardware [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.223588] env[61960]: DEBUG nova.virt.hardware [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 836.223588] env[61960]: DEBUG nova.virt.hardware [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 836.223588] env[61960]: DEBUG nova.virt.hardware [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 836.223588] env[61960]: DEBUG nova.virt.hardware [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 836.223588] env[61960]: DEBUG nova.virt.hardware [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 836.223588] env[61960]: DEBUG nova.virt.hardware [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 836.224819] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43055c69-0ae0-40f0-bfe4-8621662e9865 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.228950] env[61960]: INFO nova.scheduler.client.report [None req-0bc1cb2a-825b-45c6-8444-152d0b043673 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Deleted allocations for instance 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0 [ 836.236554] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed22d4a-9a22-415a-afab-cb3806518332 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.253431] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "refresh_cache-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.253647] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired lock "refresh_cache-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.254166] env[61960]: DEBUG nova.network.neutron [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 836.349509] env[61960]: DEBUG oslo_vmware.api [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.968978} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.349905] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 99d36460-8e32-4de1-8c48-c0ecfbf71f0d/99d36460-8e32-4de1-8c48-c0ecfbf71f0d.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 836.350172] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.350446] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c7e30a0-119c-4664-ac11-a61c8fb41e06 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.360114] env[61960]: DEBUG oslo_vmware.api [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 836.360114] env[61960]: value = "task-436172" [ 836.360114] env[61960]: _type = "Task" [ 836.360114] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.368980] env[61960]: DEBUG oslo_vmware.api [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.386349] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52d75f86-8d49-d444-c96b-5e1f08c16fa9, 'name': SearchDatastore_Task, 'duration_secs': 0.011072} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.386686] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.386992] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 5141b6b0-219a-4f6a-a68d-01488d9b7b3b/5141b6b0-219a-4f6a-a68d-01488d9b7b3b.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 836.387319] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e476137e-a705-42f1-b359-1af7d97ee3bc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.394868] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 836.394868] env[61960]: value = "task-436173" [ 836.394868] env[61960]: _type = "Task" [ 836.394868] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.403512] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.513977] env[61960]: DEBUG oslo_concurrency.lockutils [req-2ea544ab-1d00-44ae-9591-e39c31c5f659 req-69ecf28e-6255-4ab2-a6a9-75fcbdce44b1 service nova] Releasing lock "refresh_cache-5141b6b0-219a-4f6a-a68d-01488d9b7b3b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.514290] env[61960]: DEBUG nova.compute.manager [req-2ea544ab-1d00-44ae-9591-e39c31c5f659 req-69ecf28e-6255-4ab2-a6a9-75fcbdce44b1 service nova] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Received event network-vif-deleted-c05e2a5d-8776-4fe8-a779-37dfed3a701d {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 836.744030] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0bc1cb2a-825b-45c6-8444-152d0b043673 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Lock "15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.751s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.814534] env[61960]: WARNING nova.network.neutron [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] 85fe4994-4777-4536-b8f8-d435a0de99d6 already exists in list: networks containing: ['85fe4994-4777-4536-b8f8-d435a0de99d6']. ignoring it [ 836.814534] env[61960]: WARNING nova.network.neutron [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] 85fe4994-4777-4536-b8f8-d435a0de99d6 already exists in list: networks containing: ['85fe4994-4777-4536-b8f8-d435a0de99d6']. ignoring it [ 836.856087] env[61960]: DEBUG nova.network.neutron [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Successfully updated port: 298be898-e234-41ec-9358-07d80c39803a {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.874516] env[61960]: DEBUG oslo_vmware.api [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079955} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.879055] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.880294] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4da999d-529b-4430-8b9e-a3cea6352198 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.912028] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 99d36460-8e32-4de1-8c48-c0ecfbf71f0d/99d36460-8e32-4de1-8c48-c0ecfbf71f0d.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.918469] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-243c8c3b-7e47-42ae-92c4-8b2575954b3c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.938135] env[61960]: DEBUG nova.compute.manager [req-b4674462-64bd-4e73-8802-5c9d1774dca5 req-f46aa52f-8173-4c93-9ad8-43451100497b service nova] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Received event network-vif-deleted-33b78e68-9351-4e69-aba2-5d9b04cba6ab {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 836.945628] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436173, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.947392] env[61960]: DEBUG oslo_vmware.api [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 836.947392] env[61960]: value = "task-436174" [ 836.947392] env[61960]: _type = "Task" [ 836.947392] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.961612] env[61960]: DEBUG oslo_vmware.api [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436174, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.165488] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f095f5f-d69a-421b-8e98-251f5c0841ef {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.174364] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351b0898-a77b-4a52-93b5-5db96e243566 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.213114] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bd6f27-d3dc-442f-8c50-c06cb608fcbe {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.223211] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae49de97-d0cb-45d8-b07f-aa7eef74e52f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.237589] env[61960]: DEBUG nova.compute.provider_tree [None req-f04e70a2-5687-49f3-88b3-01c2d6692a03 tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.356500] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquiring lock "refresh_cache-efac9647-f20b-43e6-a503-72626811c22c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.356629] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquired lock "refresh_cache-efac9647-f20b-43e6-a503-72626811c22c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.356784] env[61960]: DEBUG nova.network.neutron [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 837.411563] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.795712} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.411853] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 5141b6b0-219a-4f6a-a68d-01488d9b7b3b/5141b6b0-219a-4f6a-a68d-01488d9b7b3b.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 837.412089] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.412345] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cd8c8d2-2086-42a9-a92e-7df561e65353 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.425300] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 837.425300] env[61960]: value = "task-436175" [ 837.425300] env[61960]: _type = "Task" [ 837.425300] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.429875] env[61960]: DEBUG nova.network.neutron [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Updating instance_info_cache with network_info: [{"id": "66d12dc9-8daf-4f22-84d6-60f343182bec", "address": "fa:16:3e:95:c5:b1", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d12dc9-8d", "ovs_interfaceid": "66d12dc9-8daf-4f22-84d6-60f343182bec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "16c8085b-0130-4a2f-a35f-86979b68a207", "address": "fa:16:3e:b7:cf:ad", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16c8085b-01", "ovs_interfaceid": "16c8085b-0130-4a2f-a35f-86979b68a207", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cf3de763-8ddf-4824-b1e0-a15e8f7f8215", "address": "fa:16:3e:2b:8e:d3", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf3de763-8d", "ovs_interfaceid": "cf3de763-8ddf-4824-b1e0-a15e8f7f8215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.436963] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.460996] env[61960]: DEBUG oslo_vmware.api [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436174, 'name': ReconfigVM_Task, 'duration_secs': 0.367388} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.465683] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 99d36460-8e32-4de1-8c48-c0ecfbf71f0d/99d36460-8e32-4de1-8c48-c0ecfbf71f0d.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.465683] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d89bc8c9-254f-45e1-b926-ed1c28c4b859 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.472191] env[61960]: DEBUG oslo_vmware.api [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 837.472191] env[61960]: value = "task-436176" [ 837.472191] env[61960]: _type = "Task" [ 837.472191] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.486076] env[61960]: DEBUG oslo_vmware.api [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436176, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.551085] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquiring lock "d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.551915] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.741042] env[61960]: DEBUG nova.scheduler.client.report [None req-f04e70a2-5687-49f3-88b3-01c2d6692a03 tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 837.902410] env[61960]: DEBUG nova.network.neutron [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 837.935763] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Releasing lock "refresh_cache-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.936396] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.936562] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired lock "40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.936991] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070929} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.937729] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3902e40-c506-4d97-aa7b-d5322ff0343d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.940301] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.941124] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745d2edd-707b-4890-8895-baf39c6639d5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.957716] env[61960]: DEBUG nova.virt.hardware [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 837.957962] env[61960]: DEBUG nova.virt.hardware [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 837.958133] env[61960]: DEBUG nova.virt.hardware [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.958327] env[61960]: DEBUG nova.virt.hardware [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 837.958481] env[61960]: DEBUG nova.virt.hardware [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.958662] env[61960]: DEBUG nova.virt.hardware [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 837.958881] env[61960]: DEBUG nova.virt.hardware [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 837.959071] env[61960]: DEBUG nova.virt.hardware [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 837.959344] env[61960]: DEBUG nova.virt.hardware [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 837.959562] env[61960]: DEBUG nova.virt.hardware [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 837.959700] env[61960]: DEBUG nova.virt.hardware [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 837.966057] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Reconfiguring VM to attach interface {{(pid=61960) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 837.977425] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd5ae562-edf0-4293-b5df-62856d942dfc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.997654] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 5141b6b0-219a-4f6a-a68d-01488d9b7b3b/5141b6b0-219a-4f6a-a68d-01488d9b7b3b.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.002120] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d40f311-cfaa-43ac-9a78-09ad11577879 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.017650] env[61960]: DEBUG nova.compute.manager [req-e4ae5daf-5697-4416-922e-f6a402ae0528 req-b8f6a8ac-162c-4d77-8f63-d973221642df service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Received event network-vif-plugged-cf3de763-8ddf-4824-b1e0-a15e8f7f8215 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 838.017873] env[61960]: DEBUG oslo_concurrency.lockutils [req-e4ae5daf-5697-4416-922e-f6a402ae0528 req-b8f6a8ac-162c-4d77-8f63-d973221642df service nova] Acquiring lock "40444ca6-0e88-4e3d-b9e2-ad0b325a76ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.018101] env[61960]: DEBUG oslo_concurrency.lockutils [req-e4ae5daf-5697-4416-922e-f6a402ae0528 req-b8f6a8ac-162c-4d77-8f63-d973221642df service nova] Lock "40444ca6-0e88-4e3d-b9e2-ad0b325a76ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.018279] env[61960]: DEBUG oslo_concurrency.lockutils [req-e4ae5daf-5697-4416-922e-f6a402ae0528 req-b8f6a8ac-162c-4d77-8f63-d973221642df service nova] Lock "40444ca6-0e88-4e3d-b9e2-ad0b325a76ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.018530] env[61960]: DEBUG nova.compute.manager [req-e4ae5daf-5697-4416-922e-f6a402ae0528 req-b8f6a8ac-162c-4d77-8f63-d973221642df service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] No waiting events found dispatching network-vif-plugged-cf3de763-8ddf-4824-b1e0-a15e8f7f8215 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 838.018624] env[61960]: WARNING nova.compute.manager [req-e4ae5daf-5697-4416-922e-f6a402ae0528 req-b8f6a8ac-162c-4d77-8f63-d973221642df service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Received unexpected event network-vif-plugged-cf3de763-8ddf-4824-b1e0-a15e8f7f8215 for instance with vm_state active and task_state None. [ 838.018777] env[61960]: DEBUG nova.compute.manager [req-e4ae5daf-5697-4416-922e-f6a402ae0528 req-b8f6a8ac-162c-4d77-8f63-d973221642df service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Received event network-changed-cf3de763-8ddf-4824-b1e0-a15e8f7f8215 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 838.018937] env[61960]: DEBUG nova.compute.manager [req-e4ae5daf-5697-4416-922e-f6a402ae0528 req-b8f6a8ac-162c-4d77-8f63-d973221642df service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Refreshing instance network info cache due to event network-changed-cf3de763-8ddf-4824-b1e0-a15e8f7f8215. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 838.019145] env[61960]: DEBUG oslo_concurrency.lockutils [req-e4ae5daf-5697-4416-922e-f6a402ae0528 req-b8f6a8ac-162c-4d77-8f63-d973221642df service nova] Acquiring lock "refresh_cache-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.019289] env[61960]: DEBUG oslo_concurrency.lockutils [req-e4ae5daf-5697-4416-922e-f6a402ae0528 req-b8f6a8ac-162c-4d77-8f63-d973221642df service nova] Acquired lock "refresh_cache-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.019448] env[61960]: DEBUG nova.network.neutron [req-e4ae5daf-5697-4416-922e-f6a402ae0528 req-b8f6a8ac-162c-4d77-8f63-d973221642df service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Refreshing network info cache for port cf3de763-8ddf-4824-b1e0-a15e8f7f8215 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 838.028188] env[61960]: DEBUG oslo_vmware.api [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436176, 'name': Rename_Task, 'duration_secs': 0.164759} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.029495] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 838.030213] env[61960]: DEBUG oslo_vmware.api [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 838.030213] env[61960]: value = "task-436177" [ 838.030213] env[61960]: _type = "Task" [ 838.030213] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.031719] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24023c20-7864-4b45-a916-20f51418e100 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.033511] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 838.033511] env[61960]: value = "task-436178" [ 838.033511] env[61960]: _type = "Task" [ 838.033511] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.045204] env[61960]: DEBUG oslo_vmware.api [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 838.045204] env[61960]: value = "task-436179" [ 838.045204] env[61960]: _type = "Task" [ 838.045204] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.054559] env[61960]: DEBUG oslo_vmware.api [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436177, 'name': ReconfigVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.055359] env[61960]: DEBUG nova.compute.manager [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 838.058371] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.064195] env[61960]: DEBUG oslo_vmware.api [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436179, 'name': PowerOnVM_Task} progress is 33%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.141890] env[61960]: DEBUG nova.network.neutron [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Updating instance_info_cache with network_info: [{"id": "298be898-e234-41ec-9358-07d80c39803a", "address": "fa:16:3e:ab:73:c9", "network": {"id": "e0f7c85e-097d-4a70-92a4-4900d5a09846", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-687699449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73df217081164ae282e171ebfc21d523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap298be898-e2", "ovs_interfaceid": "298be898-e234-41ec-9358-07d80c39803a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.245827] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f04e70a2-5687-49f3-88b3-01c2d6692a03 tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.248369] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b5a352b4-48ab-499f-a62c-9dfc8690f5ee tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.254s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.249077] env[61960]: DEBUG nova.objects.instance [None req-b5a352b4-48ab-499f-a62c-9dfc8690f5ee tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Lazy-loading 'resources' on Instance uuid 82366bca-f3de-4868-8728-38e2374ebea3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.270696] env[61960]: INFO nova.scheduler.client.report [None req-f04e70a2-5687-49f3-88b3-01c2d6692a03 tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Deleted allocations for instance 5fdfb773-cad8-473b-8e6a-0b152ae6ff05 [ 838.548744] env[61960]: DEBUG oslo_vmware.api [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.554703] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436178, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.563294] env[61960]: DEBUG oslo_vmware.api [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436179, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.580973] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.644985] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Releasing lock "refresh_cache-efac9647-f20b-43e6-a503-72626811c22c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.645479] env[61960]: DEBUG nova.compute.manager [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Instance network_info: |[{"id": "298be898-e234-41ec-9358-07d80c39803a", "address": "fa:16:3e:ab:73:c9", "network": {"id": "e0f7c85e-097d-4a70-92a4-4900d5a09846", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-687699449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73df217081164ae282e171ebfc21d523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap298be898-e2", "ovs_interfaceid": "298be898-e234-41ec-9358-07d80c39803a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 838.645890] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:73:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '298be898-e234-41ec-9358-07d80c39803a', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.653543] env[61960]: DEBUG oslo.service.loopingcall [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 838.653837] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efac9647-f20b-43e6-a503-72626811c22c] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 838.654092] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42264a66-f05b-4b06-b1b9-d78796ce9371 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.679676] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.679676] env[61960]: value = "task-436180" [ 838.679676] env[61960]: _type = "Task" [ 838.679676] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.688238] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436180, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.781898] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f04e70a2-5687-49f3-88b3-01c2d6692a03 tempest-InstanceActionsTestJSON-1054623402 tempest-InstanceActionsTestJSON-1054623402-project-member] Lock "5fdfb773-cad8-473b-8e6a-0b152ae6ff05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.710s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.903331] env[61960]: DEBUG nova.network.neutron [req-e4ae5daf-5697-4416-922e-f6a402ae0528 req-b8f6a8ac-162c-4d77-8f63-d973221642df service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Updated VIF entry in instance network info cache for port cf3de763-8ddf-4824-b1e0-a15e8f7f8215. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 838.903835] env[61960]: DEBUG nova.network.neutron [req-e4ae5daf-5697-4416-922e-f6a402ae0528 req-b8f6a8ac-162c-4d77-8f63-d973221642df service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Updating instance_info_cache with network_info: [{"id": "66d12dc9-8daf-4f22-84d6-60f343182bec", "address": "fa:16:3e:95:c5:b1", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d12dc9-8d", "ovs_interfaceid": "66d12dc9-8daf-4f22-84d6-60f343182bec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "16c8085b-0130-4a2f-a35f-86979b68a207", "address": "fa:16:3e:b7:cf:ad", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16c8085b-01", "ovs_interfaceid": "16c8085b-0130-4a2f-a35f-86979b68a207", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cf3de763-8ddf-4824-b1e0-a15e8f7f8215", "address": "fa:16:3e:2b:8e:d3", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf3de763-8d", "ovs_interfaceid": "cf3de763-8ddf-4824-b1e0-a15e8f7f8215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.941286] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ed66506e-f2dd-43e1-88ba-e02255b872c2 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquiring lock "e94b6c33-7bfb-4aae-b619-c7da2201cb92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.941673] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ed66506e-f2dd-43e1-88ba-e02255b872c2 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Lock "e94b6c33-7bfb-4aae-b619-c7da2201cb92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.941937] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ed66506e-f2dd-43e1-88ba-e02255b872c2 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquiring lock "e94b6c33-7bfb-4aae-b619-c7da2201cb92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.942189] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ed66506e-f2dd-43e1-88ba-e02255b872c2 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Lock "e94b6c33-7bfb-4aae-b619-c7da2201cb92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.942401] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ed66506e-f2dd-43e1-88ba-e02255b872c2 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Lock "e94b6c33-7bfb-4aae-b619-c7da2201cb92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.945009] env[61960]: INFO nova.compute.manager [None req-ed66506e-f2dd-43e1-88ba-e02255b872c2 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Terminating instance [ 838.947248] env[61960]: DEBUG nova.compute.manager [None req-ed66506e-f2dd-43e1-88ba-e02255b872c2 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 838.947439] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ed66506e-f2dd-43e1-88ba-e02255b872c2 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 838.949018] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a85670-2fb4-4ca8-835a-5a9ffb1aeae1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.958839] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed66506e-f2dd-43e1-88ba-e02255b872c2 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 838.959024] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3359a4d-553d-4005-ac2a-41b7df74a01b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.965842] env[61960]: DEBUG oslo_vmware.api [None req-ed66506e-f2dd-43e1-88ba-e02255b872c2 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 838.965842] env[61960]: value = "task-436181" [ 838.965842] env[61960]: _type = "Task" [ 838.965842] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.979902] env[61960]: DEBUG oslo_vmware.api [None req-ed66506e-f2dd-43e1-88ba-e02255b872c2 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.048862] env[61960]: DEBUG oslo_vmware.api [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436177, 'name': ReconfigVM_Task, 'duration_secs': 0.988354} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.054964] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Releasing lock "40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.055269] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Reconfigured VM to attach interface {{(pid=61960) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 839.061860] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436178, 'name': ReconfigVM_Task, 'duration_secs': 0.551026} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.065229] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 5141b6b0-219a-4f6a-a68d-01488d9b7b3b/5141b6b0-219a-4f6a-a68d-01488d9b7b3b.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.066557] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a30ff69e-0f3c-47ac-9671-29e9373fc15f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.070508] env[61960]: DEBUG oslo_vmware.api [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436179, 'name': PowerOnVM_Task, 'duration_secs': 0.904131} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.072067] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 839.072487] env[61960]: DEBUG nova.compute.manager [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 839.074026] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcb6b51-59ff-4b59-a4ff-47614cb47992 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.081294] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 839.081294] env[61960]: value = "task-436182" [ 839.081294] env[61960]: _type = "Task" [ 839.081294] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.099929] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436182, 'name': Rename_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.155768] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63bd4b8-d8ca-4baf-99f7-284a166d25aa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.164900] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8c73a0-a089-4838-a280-dd18e8c30160 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.203053] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb07c4d-11d8-4943-b18a-909ed01f40f3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.212643] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436180, 'name': CreateVM_Task, 'duration_secs': 0.402818} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.213858] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e9ded2-7014-43a2-bc6d-f2555df51dba {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.217706] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efac9647-f20b-43e6-a503-72626811c22c] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 839.218443] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.218615] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.218955] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.219742] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e26765f-4907-434a-b160-9619ae79c0fd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.229688] env[61960]: DEBUG nova.compute.provider_tree [None req-b5a352b4-48ab-499f-a62c-9dfc8690f5ee tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.232152] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 839.232152] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]525434f2-3380-596a-f262-13be54516ce9" [ 839.232152] env[61960]: _type = "Task" [ 839.232152] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.241020] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]525434f2-3380-596a-f262-13be54516ce9, 'name': SearchDatastore_Task, 'duration_secs': 0.009713} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.241902] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.242205] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.242472] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.242628] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.242814] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.243839] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d1189b8-2371-47b0-ab58-a8a430f641a7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.256081] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.256323] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 839.257364] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac399ccb-6101-457b-8813-5c4481bc8306 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.263763] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 839.263763] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52eff30c-7209-e2ce-948f-09735d0a4578" [ 839.263763] env[61960]: _type = "Task" [ 839.263763] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.272419] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52eff30c-7209-e2ce-948f-09735d0a4578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.407010] env[61960]: DEBUG oslo_concurrency.lockutils [req-e4ae5daf-5697-4416-922e-f6a402ae0528 req-b8f6a8ac-162c-4d77-8f63-d973221642df service nova] Releasing lock "refresh_cache-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.407315] env[61960]: DEBUG nova.compute.manager [req-e4ae5daf-5697-4416-922e-f6a402ae0528 req-b8f6a8ac-162c-4d77-8f63-d973221642df service nova] [instance: efac9647-f20b-43e6-a503-72626811c22c] Received event network-vif-plugged-298be898-e234-41ec-9358-07d80c39803a {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 839.407570] env[61960]: DEBUG oslo_concurrency.lockutils [req-e4ae5daf-5697-4416-922e-f6a402ae0528 req-b8f6a8ac-162c-4d77-8f63-d973221642df service nova] Acquiring lock "efac9647-f20b-43e6-a503-72626811c22c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.407807] env[61960]: DEBUG oslo_concurrency.lockutils [req-e4ae5daf-5697-4416-922e-f6a402ae0528 req-b8f6a8ac-162c-4d77-8f63-d973221642df service nova] Lock "efac9647-f20b-43e6-a503-72626811c22c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.407980] env[61960]: DEBUG oslo_concurrency.lockutils [req-e4ae5daf-5697-4416-922e-f6a402ae0528 req-b8f6a8ac-162c-4d77-8f63-d973221642df service nova] Lock "efac9647-f20b-43e6-a503-72626811c22c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.408185] env[61960]: DEBUG nova.compute.manager [req-e4ae5daf-5697-4416-922e-f6a402ae0528 req-b8f6a8ac-162c-4d77-8f63-d973221642df service nova] [instance: efac9647-f20b-43e6-a503-72626811c22c] No waiting events found dispatching network-vif-plugged-298be898-e234-41ec-9358-07d80c39803a {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 839.408367] env[61960]: WARNING nova.compute.manager [req-e4ae5daf-5697-4416-922e-f6a402ae0528 req-b8f6a8ac-162c-4d77-8f63-d973221642df service nova] [instance: efac9647-f20b-43e6-a503-72626811c22c] Received unexpected event network-vif-plugged-298be898-e234-41ec-9358-07d80c39803a for instance with vm_state building and task_state spawning. [ 839.408565] env[61960]: DEBUG nova.compute.manager [req-e4ae5daf-5697-4416-922e-f6a402ae0528 req-b8f6a8ac-162c-4d77-8f63-d973221642df service nova] [instance: efac9647-f20b-43e6-a503-72626811c22c] Received event network-changed-298be898-e234-41ec-9358-07d80c39803a {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 839.408740] env[61960]: DEBUG nova.compute.manager [req-e4ae5daf-5697-4416-922e-f6a402ae0528 req-b8f6a8ac-162c-4d77-8f63-d973221642df service nova] [instance: efac9647-f20b-43e6-a503-72626811c22c] Refreshing instance network info cache due to event network-changed-298be898-e234-41ec-9358-07d80c39803a. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 839.408930] env[61960]: DEBUG oslo_concurrency.lockutils [req-e4ae5daf-5697-4416-922e-f6a402ae0528 req-b8f6a8ac-162c-4d77-8f63-d973221642df service nova] Acquiring lock "refresh_cache-efac9647-f20b-43e6-a503-72626811c22c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.409138] env[61960]: DEBUG oslo_concurrency.lockutils [req-e4ae5daf-5697-4416-922e-f6a402ae0528 req-b8f6a8ac-162c-4d77-8f63-d973221642df service nova] Acquired lock "refresh_cache-efac9647-f20b-43e6-a503-72626811c22c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.409253] env[61960]: DEBUG nova.network.neutron [req-e4ae5daf-5697-4416-922e-f6a402ae0528 req-b8f6a8ac-162c-4d77-8f63-d973221642df service nova] [instance: efac9647-f20b-43e6-a503-72626811c22c] Refreshing network info cache for port 298be898-e234-41ec-9358-07d80c39803a {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 839.483947] env[61960]: DEBUG oslo_vmware.api [None req-ed66506e-f2dd-43e1-88ba-e02255b872c2 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436181, 'name': PowerOffVM_Task, 'duration_secs': 0.256853} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.484731] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed66506e-f2dd-43e1-88ba-e02255b872c2 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 839.485047] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ed66506e-f2dd-43e1-88ba-e02255b872c2 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 839.485436] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81fbcebe-5266-4b8c-ac1d-fa7df44a913e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.552662] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ed66506e-f2dd-43e1-88ba-e02255b872c2 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 839.553015] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ed66506e-f2dd-43e1-88ba-e02255b872c2 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 839.553266] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed66506e-f2dd-43e1-88ba-e02255b872c2 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Deleting the datastore file [datastore1] e94b6c33-7bfb-4aae-b619-c7da2201cb92 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.553565] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e906e809-2175-415e-b76f-c00e45837396 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.560598] env[61960]: DEBUG oslo_vmware.api [None req-ed66506e-f2dd-43e1-88ba-e02255b872c2 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for the task: (returnval){ [ 839.560598] env[61960]: value = "task-436184" [ 839.560598] env[61960]: _type = "Task" [ 839.560598] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.565500] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7d39b0b4-370b-408e-8054-ccb8db2c4704 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "interface-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce-cf3de763-8ddf-4824-b1e0-a15e8f7f8215" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.062s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.571789] env[61960]: DEBUG oslo_vmware.api [None req-ed66506e-f2dd-43e1-88ba-e02255b872c2 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.591646] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436182, 'name': Rename_Task, 'duration_secs': 0.184476} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.591911] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 839.592173] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f49008eb-3325-4b8a-b951-271effb6562c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.600438] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 839.600438] env[61960]: value = "task-436185" [ 839.600438] env[61960]: _type = "Task" [ 839.600438] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.605170] env[61960]: DEBUG oslo_concurrency.lockutils [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.612644] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.734178] env[61960]: DEBUG nova.scheduler.client.report [None req-b5a352b4-48ab-499f-a62c-9dfc8690f5ee tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 839.777059] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52eff30c-7209-e2ce-948f-09735d0a4578, 'name': SearchDatastore_Task, 'duration_secs': 0.009732} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.777933] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24e1584d-3786-43c7-93df-321c8ee79a66 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.784856] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 839.784856] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52d9a03e-0776-2adb-adde-54e76e53766c" [ 839.784856] env[61960]: _type = "Task" [ 839.784856] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.794479] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52d9a03e-0776-2adb-adde-54e76e53766c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.072780] env[61960]: DEBUG oslo_vmware.api [None req-ed66506e-f2dd-43e1-88ba-e02255b872c2 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Task: {'id': task-436184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244322} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.075029] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed66506e-f2dd-43e1-88ba-e02255b872c2 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.075029] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ed66506e-f2dd-43e1-88ba-e02255b872c2 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 840.075029] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ed66506e-f2dd-43e1-88ba-e02255b872c2 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 840.075029] env[61960]: INFO nova.compute.manager [None req-ed66506e-f2dd-43e1-88ba-e02255b872c2 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Took 1.13 seconds to destroy the instance on the hypervisor. [ 840.075029] env[61960]: DEBUG oslo.service.loopingcall [None req-ed66506e-f2dd-43e1-88ba-e02255b872c2 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 840.075820] env[61960]: DEBUG nova.compute.manager [-] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 840.076063] env[61960]: DEBUG nova.network.neutron [-] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 840.115049] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436185, 'name': PowerOnVM_Task} progress is 78%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.243584] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b5a352b4-48ab-499f-a62c-9dfc8690f5ee tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.244586] env[61960]: DEBUG oslo_concurrency.lockutils [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 44.066s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.281396] env[61960]: INFO nova.scheduler.client.report [None req-b5a352b4-48ab-499f-a62c-9dfc8690f5ee tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Deleted allocations for instance 82366bca-f3de-4868-8728-38e2374ebea3 [ 840.300984] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52d9a03e-0776-2adb-adde-54e76e53766c, 'name': SearchDatastore_Task, 'duration_secs': 0.011862} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.301535] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.301945] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] efac9647-f20b-43e6-a503-72626811c22c/efac9647-f20b-43e6-a503-72626811c22c.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 840.302366] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fa4a8e2-1893-412f-b926-9f7a584e98ae {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.313384] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 840.313384] env[61960]: value = "task-436186" [ 840.313384] env[61960]: _type = "Task" [ 840.313384] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.324613] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.341199] env[61960]: DEBUG nova.network.neutron [req-e4ae5daf-5697-4416-922e-f6a402ae0528 req-b8f6a8ac-162c-4d77-8f63-d973221642df service nova] [instance: efac9647-f20b-43e6-a503-72626811c22c] Updated VIF entry in instance network info cache for port 298be898-e234-41ec-9358-07d80c39803a. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 840.341990] env[61960]: DEBUG nova.network.neutron [req-e4ae5daf-5697-4416-922e-f6a402ae0528 req-b8f6a8ac-162c-4d77-8f63-d973221642df service nova] [instance: efac9647-f20b-43e6-a503-72626811c22c] Updating instance_info_cache with network_info: [{"id": "298be898-e234-41ec-9358-07d80c39803a", "address": "fa:16:3e:ab:73:c9", "network": {"id": "e0f7c85e-097d-4a70-92a4-4900d5a09846", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-687699449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73df217081164ae282e171ebfc21d523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap298be898-e2", "ovs_interfaceid": "298be898-e234-41ec-9358-07d80c39803a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.617902] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436185, 'name': PowerOnVM_Task, 'duration_secs': 0.905031} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.618201] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 840.618415] env[61960]: INFO nova.compute.manager [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Took 9.12 seconds to spawn the instance on the hypervisor. [ 840.618617] env[61960]: DEBUG nova.compute.manager [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 840.619493] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1a48e8-c1b4-4e1f-86e7-b58a2d6e3147 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.738114] env[61960]: DEBUG nova.compute.manager [req-14131898-9721-44af-98ca-6f9feaf8a247 req-6d7cd208-4a4b-4b7e-abfa-b8067241b648 service nova] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Received event network-vif-deleted-9e95f360-9d00-4e7f-b413-d452a05fc212 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 840.738575] env[61960]: INFO nova.compute.manager [req-14131898-9721-44af-98ca-6f9feaf8a247 req-6d7cd208-4a4b-4b7e-abfa-b8067241b648 service nova] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Neutron deleted interface 9e95f360-9d00-4e7f-b413-d452a05fc212; detaching it from the instance and deleting it from the info cache [ 840.738815] env[61960]: DEBUG nova.network.neutron [req-14131898-9721-44af-98ca-6f9feaf8a247 req-6d7cd208-4a4b-4b7e-abfa-b8067241b648 service nova] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.748661] env[61960]: DEBUG nova.objects.instance [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lazy-loading 'migration_context' on Instance uuid 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.795489] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b5a352b4-48ab-499f-a62c-9dfc8690f5ee tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Lock "82366bca-f3de-4868-8728-38e2374ebea3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.158s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.820545] env[61960]: DEBUG nova.network.neutron [-] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.830379] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511911} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.830379] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] efac9647-f20b-43e6-a503-72626811c22c/efac9647-f20b-43e6-a503-72626811c22c.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 840.830379] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.830379] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53728c8d-4810-4aeb-a0c6-05b0eb2ea949 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.839794] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 840.839794] env[61960]: value = "task-436187" [ 840.839794] env[61960]: _type = "Task" [ 840.839794] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.846477] env[61960]: DEBUG oslo_concurrency.lockutils [req-e4ae5daf-5697-4416-922e-f6a402ae0528 req-b8f6a8ac-162c-4d77-8f63-d973221642df service nova] Releasing lock "refresh_cache-efac9647-f20b-43e6-a503-72626811c22c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.853010] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.144512] env[61960]: INFO nova.compute.manager [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Took 53.65 seconds to build instance. [ 841.241587] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f82f84a-efd2-4b0c-953b-db7ad3d87239 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.259122] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af6b757-cf7a-4b96-a213-b2681bdc05b9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.305618] env[61960]: DEBUG nova.compute.manager [req-14131898-9721-44af-98ca-6f9feaf8a247 req-6d7cd208-4a4b-4b7e-abfa-b8067241b648 service nova] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Detach interface failed, port_id=9e95f360-9d00-4e7f-b413-d452a05fc212, reason: Instance e94b6c33-7bfb-4aae-b619-c7da2201cb92 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 841.324495] env[61960]: INFO nova.compute.manager [-] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Took 1.25 seconds to deallocate network for instance. [ 841.357054] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164343} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.357363] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.358195] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7fdde4-5331-4006-b9dc-be2e80a0c417 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.386596] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] efac9647-f20b-43e6-a503-72626811c22c/efac9647-f20b-43e6-a503-72626811c22c.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.390268] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84a9e7af-1c11-4c7f-b175-b2fa0cf4ff0d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.412383] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 841.412383] env[61960]: value = "task-436188" [ 841.412383] env[61960]: _type = "Task" [ 841.412383] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.425490] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.645712] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "5141b6b0-219a-4f6a-a68d-01488d9b7b3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.167s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.742852] env[61960]: DEBUG oslo_concurrency.lockutils [None req-032a9238-c5b3-4fa3-a4fe-f318c11a9e75 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "99d36460-8e32-4de1-8c48-c0ecfbf71f0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.743165] env[61960]: DEBUG oslo_concurrency.lockutils [None req-032a9238-c5b3-4fa3-a4fe-f318c11a9e75 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "99d36460-8e32-4de1-8c48-c0ecfbf71f0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.743385] env[61960]: DEBUG oslo_concurrency.lockutils [None req-032a9238-c5b3-4fa3-a4fe-f318c11a9e75 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "99d36460-8e32-4de1-8c48-c0ecfbf71f0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.743577] env[61960]: DEBUG oslo_concurrency.lockutils [None req-032a9238-c5b3-4fa3-a4fe-f318c11a9e75 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "99d36460-8e32-4de1-8c48-c0ecfbf71f0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.743760] env[61960]: DEBUG oslo_concurrency.lockutils [None req-032a9238-c5b3-4fa3-a4fe-f318c11a9e75 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "99d36460-8e32-4de1-8c48-c0ecfbf71f0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.747419] env[61960]: INFO nova.compute.manager [None req-032a9238-c5b3-4fa3-a4fe-f318c11a9e75 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Terminating instance [ 841.749491] env[61960]: DEBUG nova.compute.manager [None req-032a9238-c5b3-4fa3-a4fe-f318c11a9e75 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 841.749706] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-032a9238-c5b3-4fa3-a4fe-f318c11a9e75 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 841.750757] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c845f00f-5665-4fd1-a83d-1d4204e589de {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.762811] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-032a9238-c5b3-4fa3-a4fe-f318c11a9e75 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 841.763080] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0444c1b-b3e4-486b-8487-e7e5278c0348 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.777092] env[61960]: DEBUG oslo_vmware.api [None req-032a9238-c5b3-4fa3-a4fe-f318c11a9e75 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 841.777092] env[61960]: value = "task-436189" [ 841.777092] env[61960]: _type = "Task" [ 841.777092] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.778030] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ae464d-b5cf-4603-a1b1-ac2bb9c138df {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.794640] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d42d777-a125-4c75-8b6f-33baa98c7772 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.798392] env[61960]: DEBUG oslo_vmware.api [None req-032a9238-c5b3-4fa3-a4fe-f318c11a9e75 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.828735] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa37fc2-665f-4641-9501-3eba8dba7575 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.832224] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ed66506e-f2dd-43e1-88ba-e02255b872c2 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.839308] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed345a5a-4d99-45e2-bf9f-50d37ad4ee70 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.858273] env[61960]: DEBUG nova.compute.provider_tree [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.924513] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436188, 'name': ReconfigVM_Task, 'duration_secs': 0.338436} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.924860] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Reconfigured VM instance instance-00000044 to attach disk [datastore1] efac9647-f20b-43e6-a503-72626811c22c/efac9647-f20b-43e6-a503-72626811c22c.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.925579] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-980e4e32-ff56-4f25-b0f3-191212ca9696 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.927902] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5a5edef5-95a8-4ff3-931f-75d3159e6d74 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Acquiring lock "a05ef4c0-ecff-43b5-bcee-25088fe3c08d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.928165] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5a5edef5-95a8-4ff3-931f-75d3159e6d74 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Lock "a05ef4c0-ecff-43b5-bcee-25088fe3c08d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.928367] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5a5edef5-95a8-4ff3-931f-75d3159e6d74 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Acquiring lock "a05ef4c0-ecff-43b5-bcee-25088fe3c08d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.928616] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5a5edef5-95a8-4ff3-931f-75d3159e6d74 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Lock "a05ef4c0-ecff-43b5-bcee-25088fe3c08d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.928865] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5a5edef5-95a8-4ff3-931f-75d3159e6d74 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Lock "a05ef4c0-ecff-43b5-bcee-25088fe3c08d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.933985] env[61960]: INFO nova.compute.manager [None req-5a5edef5-95a8-4ff3-931f-75d3159e6d74 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Terminating instance [ 841.937486] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 841.937486] env[61960]: value = "task-436190" [ 841.937486] env[61960]: _type = "Task" [ 841.937486] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.938189] env[61960]: DEBUG nova.compute.manager [None req-5a5edef5-95a8-4ff3-931f-75d3159e6d74 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 841.938527] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5edef5-95a8-4ff3-931f-75d3159e6d74 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 841.940853] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d76f21f-29fb-412f-8900-0e5d70396bab {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.958203] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5edef5-95a8-4ff3-931f-75d3159e6d74 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 841.959176] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436190, 'name': Rename_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.959176] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ac7ca13-ff8b-4c5a-a3c5-ee83bd6ddc6f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.045103] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5edef5-95a8-4ff3-931f-75d3159e6d74 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 842.045434] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5edef5-95a8-4ff3-931f-75d3159e6d74 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 842.045675] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a5edef5-95a8-4ff3-931f-75d3159e6d74 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Deleting the datastore file [datastore1] a05ef4c0-ecff-43b5-bcee-25088fe3c08d {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.045971] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b6a6c0c-8b3e-4e7c-85eb-98e16c6d7c45 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.053747] env[61960]: DEBUG oslo_vmware.api [None req-5a5edef5-95a8-4ff3-931f-75d3159e6d74 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Waiting for the task: (returnval){ [ 842.053747] env[61960]: value = "task-436192" [ 842.053747] env[61960]: _type = "Task" [ 842.053747] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.063919] env[61960]: DEBUG oslo_vmware.api [None req-5a5edef5-95a8-4ff3-931f-75d3159e6d74 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': task-436192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.302231] env[61960]: DEBUG oslo_vmware.api [None req-032a9238-c5b3-4fa3-a4fe-f318c11a9e75 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436189, 'name': PowerOffVM_Task, 'duration_secs': 0.434434} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.302231] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-032a9238-c5b3-4fa3-a4fe-f318c11a9e75 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 842.302231] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-032a9238-c5b3-4fa3-a4fe-f318c11a9e75 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 842.302231] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0de92294-fdcf-452f-803c-c8650593a675 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.363395] env[61960]: DEBUG nova.scheduler.client.report [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 842.403088] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-032a9238-c5b3-4fa3-a4fe-f318c11a9e75 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 842.403845] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-032a9238-c5b3-4fa3-a4fe-f318c11a9e75 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 842.404903] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-032a9238-c5b3-4fa3-a4fe-f318c11a9e75 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Deleting the datastore file [datastore1] 99d36460-8e32-4de1-8c48-c0ecfbf71f0d {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.404903] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dedf119-f7a8-4716-8499-44d5a0b969f2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.414259] env[61960]: DEBUG oslo_vmware.api [None req-032a9238-c5b3-4fa3-a4fe-f318c11a9e75 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 842.414259] env[61960]: value = "task-436194" [ 842.414259] env[61960]: _type = "Task" [ 842.414259] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.424968] env[61960]: DEBUG oslo_vmware.api [None req-032a9238-c5b3-4fa3-a4fe-f318c11a9e75 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.450360] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436190, 'name': Rename_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.459409] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f66f03a4-870a-47a1-bbc6-977dbf7c4569 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "interface-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce-16c8085b-0130-4a2f-a35f-86979b68a207" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.459668] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f66f03a4-870a-47a1-bbc6-977dbf7c4569 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "interface-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce-16c8085b-0130-4a2f-a35f-86979b68a207" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.565237] env[61960]: DEBUG oslo_vmware.api [None req-5a5edef5-95a8-4ff3-931f-75d3159e6d74 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': task-436192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1666} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.565349] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a5edef5-95a8-4ff3-931f-75d3159e6d74 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.565545] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5edef5-95a8-4ff3-931f-75d3159e6d74 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 842.565740] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5edef5-95a8-4ff3-931f-75d3159e6d74 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 842.566031] env[61960]: INFO nova.compute.manager [None req-5a5edef5-95a8-4ff3-931f-75d3159e6d74 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Took 0.63 seconds to destroy the instance on the hypervisor. [ 842.566351] env[61960]: DEBUG oslo.service.loopingcall [None req-5a5edef5-95a8-4ff3-931f-75d3159e6d74 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 842.566582] env[61960]: DEBUG nova.compute.manager [-] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 842.566683] env[61960]: DEBUG nova.network.neutron [-] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 842.939993] env[61960]: DEBUG oslo_vmware.api [None req-032a9238-c5b3-4fa3-a4fe-f318c11a9e75 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166948} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.939993] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-032a9238-c5b3-4fa3-a4fe-f318c11a9e75 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.940291] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-032a9238-c5b3-4fa3-a4fe-f318c11a9e75 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 842.941243] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-032a9238-c5b3-4fa3-a4fe-f318c11a9e75 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 842.941243] env[61960]: INFO nova.compute.manager [None req-032a9238-c5b3-4fa3-a4fe-f318c11a9e75 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 842.941243] env[61960]: DEBUG oslo.service.loopingcall [None req-032a9238-c5b3-4fa3-a4fe-f318c11a9e75 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 842.945025] env[61960]: DEBUG nova.compute.manager [-] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 842.945025] env[61960]: DEBUG nova.network.neutron [-] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 842.953199] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436190, 'name': Rename_Task, 'duration_secs': 0.89913} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.953482] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 842.953734] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-654d17f5-43fb-46a9-a9c4-2aa9b1595444 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.963392] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f66f03a4-870a-47a1-bbc6-977dbf7c4569 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.963664] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f66f03a4-870a-47a1-bbc6-977dbf7c4569 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired lock "40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.963935] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 842.963935] env[61960]: value = "task-436195" [ 842.963935] env[61960]: _type = "Task" [ 842.963935] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.965083] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8db98f-6cdf-47c0-ae33-69f119dc9887 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.974701] env[61960]: DEBUG nova.compute.manager [req-0a81bf61-0a28-413d-b56a-acb337f45e5f req-08189f7a-15c6-4de8-b2f5-65218d08019d service nova] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Received event network-vif-deleted-60123108-d6cf-4445-b46a-395de0b4c24a {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 842.974961] env[61960]: INFO nova.compute.manager [req-0a81bf61-0a28-413d-b56a-acb337f45e5f req-08189f7a-15c6-4de8-b2f5-65218d08019d service nova] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Neutron deleted interface 60123108-d6cf-4445-b46a-395de0b4c24a; detaching it from the instance and deleting it from the info cache [ 842.975178] env[61960]: DEBUG nova.network.neutron [req-0a81bf61-0a28-413d-b56a-acb337f45e5f req-08189f7a-15c6-4de8-b2f5-65218d08019d service nova] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.002036] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.003171] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9290e0-62b2-4803-bdc3-adca90df841d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.036895] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f66f03a4-870a-47a1-bbc6-977dbf7c4569 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Reconfiguring VM to detach interface {{(pid=61960) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1974}} [ 843.037307] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46dbeff1-e365-4e35-a27c-592fc017338f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.059166] env[61960]: DEBUG oslo_vmware.api [None req-f66f03a4-870a-47a1-bbc6-977dbf7c4569 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 843.059166] env[61960]: value = "task-436196" [ 843.059166] env[61960]: _type = "Task" [ 843.059166] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.068688] env[61960]: DEBUG oslo_vmware.api [None req-f66f03a4-870a-47a1-bbc6-977dbf7c4569 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.383140] env[61960]: DEBUG oslo_concurrency.lockutils [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.138s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.392961] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4562a0ce-c28d-4bbc-924b-b907a86c9f7c tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.302s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.393374] env[61960]: DEBUG nova.objects.instance [None req-4562a0ce-c28d-4bbc-924b-b907a86c9f7c tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Lazy-loading 'resources' on Instance uuid d0816f49-cd5c-40d4-b49a-8d5b76321153 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.424351] env[61960]: DEBUG nova.network.neutron [-] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.480639] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436195, 'name': PowerOnVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.480887] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4c410b5-2641-4f8b-ac5f-1cc247222eb3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.492052] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad63623-69a2-4748-af61-32560c3bfb6f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.532670] env[61960]: DEBUG nova.compute.manager [req-0a81bf61-0a28-413d-b56a-acb337f45e5f req-08189f7a-15c6-4de8-b2f5-65218d08019d service nova] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Detach interface failed, port_id=60123108-d6cf-4445-b46a-395de0b4c24a, reason: Instance a05ef4c0-ecff-43b5-bcee-25088fe3c08d could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 843.570660] env[61960]: DEBUG oslo_vmware.api [None req-f66f03a4-870a-47a1-bbc6-977dbf7c4569 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.704354] env[61960]: DEBUG nova.network.neutron [-] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.927379] env[61960]: INFO nova.compute.manager [-] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Took 1.36 seconds to deallocate network for instance. [ 843.986204] env[61960]: DEBUG oslo_vmware.api [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436195, 'name': PowerOnVM_Task, 'duration_secs': 0.590531} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.988852] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 843.988852] env[61960]: INFO nova.compute.manager [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Took 7.80 seconds to spawn the instance on the hypervisor. [ 843.988852] env[61960]: DEBUG nova.compute.manager [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 843.989226] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e76db7a-518b-4d96-aae9-540b6197deaf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.071832] env[61960]: DEBUG oslo_vmware.api [None req-f66f03a4-870a-47a1-bbc6-977dbf7c4569 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.207363] env[61960]: INFO nova.compute.manager [-] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Took 1.26 seconds to deallocate network for instance. [ 844.351744] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528abe70-26c2-4904-afa7-10512584447d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.363044] env[61960]: DEBUG oslo_concurrency.lockutils [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Acquiring lock "c5b15896-aa3f-48f6-b827-348bcb57bc5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.363563] env[61960]: DEBUG oslo_concurrency.lockutils [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Lock "c5b15896-aa3f-48f6-b827-348bcb57bc5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.366580] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bb6326-281c-4e57-a871-cd2106614bbc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.402286] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3c8ef5-7a6e-43a6-be33-082cac552654 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.416079] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70dcd838-4b91-4880-a9cf-940c4cdfb27c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.439565] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5a5edef5-95a8-4ff3-931f-75d3159e6d74 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.440114] env[61960]: DEBUG nova.compute.provider_tree [None req-4562a0ce-c28d-4bbc-924b-b907a86c9f7c tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.515554] env[61960]: INFO nova.compute.manager [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Took 56.97 seconds to build instance. [ 844.572098] env[61960]: DEBUG oslo_vmware.api [None req-f66f03a4-870a-47a1-bbc6-977dbf7c4569 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.720740] env[61960]: DEBUG oslo_concurrency.lockutils [None req-032a9238-c5b3-4fa3-a4fe-f318c11a9e75 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.872192] env[61960]: DEBUG nova.compute.manager [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 844.944308] env[61960]: DEBUG nova.scheduler.client.report [None req-4562a0ce-c28d-4bbc-924b-b907a86c9f7c tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 844.952162] env[61960]: INFO nova.compute.manager [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Swapping old allocation on dict_keys(['b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8']) held by migration 8b73c114-d09e-4cfb-8767-a1047cbba92d for instance [ 844.995792] env[61960]: DEBUG nova.scheduler.client.report [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Overwriting current allocation {'allocations': {'b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 109}}, 'project_id': '32252619fd444b7586021bd6d8b5e72a', 'user_id': '295dcf67f4314e21841872cabc22c19c', 'consumer_generation': 1} on consumer 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475 {{(pid=61960) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 845.019569] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6fa9900d-b9cf-46c7-92c6-45abe4fa4786 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "efac9647-f20b-43e6-a503-72626811c22c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.503s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.071673] env[61960]: DEBUG oslo_vmware.api [None req-f66f03a4-870a-47a1-bbc6-977dbf7c4569 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.097628] env[61960]: DEBUG oslo_concurrency.lockutils [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquiring lock "refresh_cache-95bfb4ce-98ae-456d-8c7c-3bc6edfdd475" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.098098] env[61960]: DEBUG oslo_concurrency.lockutils [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquired lock "refresh_cache-95bfb4ce-98ae-456d-8c7c-3bc6edfdd475" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.098380] env[61960]: DEBUG nova.network.neutron [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 845.157719] env[61960]: DEBUG nova.compute.manager [req-06640609-bc5e-45f3-aec5-3493befe325f req-23a1dad0-1831-4f16-8ba5-be2396620918 service nova] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Received event network-vif-deleted-63703c18-10df-4cb8-a591-6028e3c5adb9 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 845.307331] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Acquiring lock "f2c726af-8738-45bb-a40f-4c3bec748906" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.307617] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Lock "f2c726af-8738-45bb-a40f-4c3bec748906" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.396195] env[61960]: DEBUG oslo_concurrency.lockutils [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.453779] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4562a0ce-c28d-4bbc-924b-b907a86c9f7c tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.456306] env[61960]: DEBUG oslo_concurrency.lockutils [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.924s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.457844] env[61960]: INFO nova.compute.claims [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.499891] env[61960]: INFO nova.scheduler.client.report [None req-4562a0ce-c28d-4bbc-924b-b907a86c9f7c tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Deleted allocations for instance d0816f49-cd5c-40d4-b49a-8d5b76321153 [ 845.573474] env[61960]: DEBUG oslo_vmware.api [None req-f66f03a4-870a-47a1-bbc6-977dbf7c4569 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.655666] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Acquiring lock "c13cc8b7-7ecb-4a5c-891b-ff0a0e698722" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.655884] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Lock "c13cc8b7-7ecb-4a5c-891b-ff0a0e698722" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.810319] env[61960]: DEBUG nova.compute.manager [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 845.918163] env[61960]: DEBUG nova.network.neutron [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Updating instance_info_cache with network_info: [{"id": "082774a3-b10b-4b7e-91ff-1636f1ed9b27", "address": "fa:16:3e:47:c1:ce", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap082774a3-b1", "ovs_interfaceid": "082774a3-b10b-4b7e-91ff-1636f1ed9b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.967769] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquiring lock "5141b6b0-219a-4f6a-a68d-01488d9b7b3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.968219] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "5141b6b0-219a-4f6a-a68d-01488d9b7b3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.968461] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquiring lock "5141b6b0-219a-4f6a-a68d-01488d9b7b3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.968717] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "5141b6b0-219a-4f6a-a68d-01488d9b7b3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.968919] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "5141b6b0-219a-4f6a-a68d-01488d9b7b3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.974989] env[61960]: INFO nova.compute.manager [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Terminating instance [ 845.977778] env[61960]: DEBUG nova.compute.manager [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 845.979487] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 845.981855] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723ab924-301c-4aed-996f-175fd8efebad {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.992137] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 845.992375] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e206ed15-48e8-4c45-8f6c-965aeb03b3ee {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.001593] env[61960]: DEBUG oslo_vmware.api [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 846.001593] env[61960]: value = "task-436197" [ 846.001593] env[61960]: _type = "Task" [ 846.001593] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.009496] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4562a0ce-c28d-4bbc-924b-b907a86c9f7c tempest-VolumesAdminNegativeTest-1130725345 tempest-VolumesAdminNegativeTest-1130725345-project-member] Lock "d0816f49-cd5c-40d4-b49a-8d5b76321153" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.193s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.016322] env[61960]: DEBUG oslo_vmware.api [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.067580] env[61960]: DEBUG oslo_concurrency.lockutils [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Acquiring lock "f4a5dd99-d251-46d2-b3a6-140770ba2f67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.067890] env[61960]: DEBUG oslo_concurrency.lockutils [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Lock "f4a5dd99-d251-46d2-b3a6-140770ba2f67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.081149] env[61960]: DEBUG oslo_vmware.api [None req-f66f03a4-870a-47a1-bbc6-977dbf7c4569 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.158400] env[61960]: DEBUG nova.compute.manager [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 846.301053] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fbca4ab7-d993-4507-ae7b-7a44528b03a2 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquiring lock "efac9647-f20b-43e6-a503-72626811c22c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.301843] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fbca4ab7-d993-4507-ae7b-7a44528b03a2 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "efac9647-f20b-43e6-a503-72626811c22c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.302139] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fbca4ab7-d993-4507-ae7b-7a44528b03a2 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquiring lock "efac9647-f20b-43e6-a503-72626811c22c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.302316] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fbca4ab7-d993-4507-ae7b-7a44528b03a2 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "efac9647-f20b-43e6-a503-72626811c22c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.302497] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fbca4ab7-d993-4507-ae7b-7a44528b03a2 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "efac9647-f20b-43e6-a503-72626811c22c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.306928] env[61960]: INFO nova.compute.manager [None req-fbca4ab7-d993-4507-ae7b-7a44528b03a2 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Terminating instance [ 846.309486] env[61960]: DEBUG nova.compute.manager [None req-fbca4ab7-d993-4507-ae7b-7a44528b03a2 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 846.309693] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fbca4ab7-d993-4507-ae7b-7a44528b03a2 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 846.310588] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6256c4-8f13-4072-a426-2df6d7f4228d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.322044] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbca4ab7-d993-4507-ae7b-7a44528b03a2 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 846.324682] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d360b233-21f2-46a2-99b5-09706bdec309 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.333862] env[61960]: DEBUG oslo_vmware.api [None req-fbca4ab7-d993-4507-ae7b-7a44528b03a2 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 846.333862] env[61960]: value = "task-436198" [ 846.333862] env[61960]: _type = "Task" [ 846.333862] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.340784] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.346122] env[61960]: DEBUG oslo_vmware.api [None req-fbca4ab7-d993-4507-ae7b-7a44528b03a2 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.425057] env[61960]: DEBUG oslo_concurrency.lockutils [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Releasing lock "refresh_cache-95bfb4ce-98ae-456d-8c7c-3bc6edfdd475" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.425588] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 846.425916] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1167d87b-8d57-4513-bd8b-16bc2a86edf9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.435660] env[61960]: DEBUG oslo_vmware.api [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 846.435660] env[61960]: value = "task-436199" [ 846.435660] env[61960]: _type = "Task" [ 846.435660] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.447046] env[61960]: DEBUG oslo_vmware.api [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-436199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.522749] env[61960]: DEBUG oslo_vmware.api [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436197, 'name': PowerOffVM_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.573868] env[61960]: DEBUG nova.compute.manager [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 846.587483] env[61960]: DEBUG oslo_vmware.api [None req-f66f03a4-870a-47a1-bbc6-977dbf7c4569 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.684770] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.846484] env[61960]: DEBUG oslo_vmware.api [None req-fbca4ab7-d993-4507-ae7b-7a44528b03a2 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436198, 'name': PowerOffVM_Task, 'duration_secs': 0.228015} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.846777] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbca4ab7-d993-4507-ae7b-7a44528b03a2 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 846.846995] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fbca4ab7-d993-4507-ae7b-7a44528b03a2 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 846.847274] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d59fb25b-cc1e-4e8d-baf3-3afc06123b8d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.907400] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c82e364-5809-4786-ac95-3bab218ce4de {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.918048] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d3c437-070c-40a4-819c-9213d0613237 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.927320] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fbca4ab7-d993-4507-ae7b-7a44528b03a2 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 846.927320] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fbca4ab7-d993-4507-ae7b-7a44528b03a2 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 846.927320] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbca4ab7-d993-4507-ae7b-7a44528b03a2 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Deleting the datastore file [datastore1] efac9647-f20b-43e6-a503-72626811c22c {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.927320] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d26ddff-6444-4209-8182-bfe883615391 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.957306] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf36a7da-c857-4af7-a7e5-c282aeb8f7f2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.960950] env[61960]: DEBUG oslo_vmware.api [None req-fbca4ab7-d993-4507-ae7b-7a44528b03a2 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 846.960950] env[61960]: value = "task-436201" [ 846.960950] env[61960]: _type = "Task" [ 846.960950] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.970622] env[61960]: DEBUG oslo_vmware.api [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-436199, 'name': PowerOffVM_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.972908] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aca240c-c500-427b-adb2-ce9c94be4ecc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.983825] env[61960]: DEBUG oslo_vmware.api [None req-fbca4ab7-d993-4507-ae7b-7a44528b03a2 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.996404] env[61960]: DEBUG nova.compute.provider_tree [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.013667] env[61960]: DEBUG oslo_vmware.api [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436197, 'name': PowerOffVM_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.081973] env[61960]: DEBUG oslo_vmware.api [None req-f66f03a4-870a-47a1-bbc6-977dbf7c4569 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.110187] env[61960]: DEBUG oslo_concurrency.lockutils [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.463444] env[61960]: DEBUG oslo_vmware.api [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-436199, 'name': PowerOffVM_Task, 'duration_secs': 0.801952} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.466547] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 847.471676] env[61960]: DEBUG nova.virt.hardware [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:10:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='4f59555e-cdbc-42be-ade3-ffc670ae6981',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1845718363',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 847.471676] env[61960]: DEBUG nova.virt.hardware [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 847.471676] env[61960]: DEBUG nova.virt.hardware [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.471676] env[61960]: DEBUG nova.virt.hardware [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 847.471676] env[61960]: DEBUG nova.virt.hardware [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.471676] env[61960]: DEBUG nova.virt.hardware [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 847.471676] env[61960]: DEBUG nova.virt.hardware [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 847.471676] env[61960]: DEBUG nova.virt.hardware [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 847.471676] env[61960]: DEBUG nova.virt.hardware [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 847.471676] env[61960]: DEBUG nova.virt.hardware [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 847.471676] env[61960]: DEBUG nova.virt.hardware [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 847.478391] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4a216ef-cebd-42f9-9d12-e8490e3fce0d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.493798] env[61960]: DEBUG oslo_vmware.api [None req-fbca4ab7-d993-4507-ae7b-7a44528b03a2 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152144} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.495120] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbca4ab7-d993-4507-ae7b-7a44528b03a2 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.495332] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fbca4ab7-d993-4507-ae7b-7a44528b03a2 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 847.495535] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fbca4ab7-d993-4507-ae7b-7a44528b03a2 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 847.495717] env[61960]: INFO nova.compute.manager [None req-fbca4ab7-d993-4507-ae7b-7a44528b03a2 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: efac9647-f20b-43e6-a503-72626811c22c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 847.495990] env[61960]: DEBUG oslo.service.loopingcall [None req-fbca4ab7-d993-4507-ae7b-7a44528b03a2 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 847.497133] env[61960]: DEBUG oslo_vmware.api [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 847.497133] env[61960]: value = "task-436202" [ 847.497133] env[61960]: _type = "Task" [ 847.497133] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.497133] env[61960]: DEBUG nova.compute.manager [-] [instance: efac9647-f20b-43e6-a503-72626811c22c] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 847.497133] env[61960]: DEBUG nova.network.neutron [-] [instance: efac9647-f20b-43e6-a503-72626811c22c] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 847.499661] env[61960]: DEBUG nova.scheduler.client.report [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 847.515885] env[61960]: DEBUG oslo_vmware.api [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436197, 'name': PowerOffVM_Task, 'duration_secs': 1.230111} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.519906] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 847.520249] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 847.520660] env[61960]: DEBUG oslo_vmware.api [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-436202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.521692] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abd0b65a-04bf-4bb3-a2e5-6110db7b16c4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.579628] env[61960]: DEBUG oslo_vmware.api [None req-f66f03a4-870a-47a1-bbc6-977dbf7c4569 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.615295] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 847.615453] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 847.615683] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Deleting the datastore file [datastore1] 5141b6b0-219a-4f6a-a68d-01488d9b7b3b {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.615977] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-973b79df-6694-4967-a75b-0b04e20e5bc7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.623470] env[61960]: DEBUG oslo_vmware.api [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for the task: (returnval){ [ 847.623470] env[61960]: value = "task-436204" [ 847.623470] env[61960]: _type = "Task" [ 847.623470] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.632231] env[61960]: DEBUG oslo_vmware.api [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.910844] env[61960]: DEBUG nova.compute.manager [req-dd906303-6209-447f-bcad-2076baf738eb req-041fbe24-f2c2-4e3f-84ed-3292c7071bb0 service nova] [instance: efac9647-f20b-43e6-a503-72626811c22c] Received event network-vif-deleted-298be898-e234-41ec-9358-07d80c39803a {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 847.911479] env[61960]: INFO nova.compute.manager [req-dd906303-6209-447f-bcad-2076baf738eb req-041fbe24-f2c2-4e3f-84ed-3292c7071bb0 service nova] [instance: efac9647-f20b-43e6-a503-72626811c22c] Neutron deleted interface 298be898-e234-41ec-9358-07d80c39803a; detaching it from the instance and deleting it from the info cache [ 847.911686] env[61960]: DEBUG nova.network.neutron [req-dd906303-6209-447f-bcad-2076baf738eb req-041fbe24-f2c2-4e3f-84ed-3292c7071bb0 service nova] [instance: efac9647-f20b-43e6-a503-72626811c22c] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.013325] env[61960]: DEBUG oslo_concurrency.lockutils [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.013325] env[61960]: DEBUG nova.compute.manager [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 848.015191] env[61960]: DEBUG oslo_vmware.api [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-436202, 'name': ReconfigVM_Task, 'duration_secs': 0.180267} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.015749] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 30.086s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.018832] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d64eae-1799-4263-9c6a-160a1f5328a4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.048406] env[61960]: DEBUG nova.virt.hardware [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:10:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='4f59555e-cdbc-42be-ade3-ffc670ae6981',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1845718363',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 848.049225] env[61960]: DEBUG nova.virt.hardware [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 848.049479] env[61960]: DEBUG nova.virt.hardware [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.050545] env[61960]: DEBUG nova.virt.hardware [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 848.050545] env[61960]: DEBUG nova.virt.hardware [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.050545] env[61960]: DEBUG nova.virt.hardware [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 848.050545] env[61960]: DEBUG nova.virt.hardware [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 848.050545] env[61960]: DEBUG nova.virt.hardware [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 848.050969] env[61960]: DEBUG nova.virt.hardware [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 848.050969] env[61960]: DEBUG nova.virt.hardware [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 848.050969] env[61960]: DEBUG nova.virt.hardware [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 848.052029] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acfbd5e1-01e3-43ff-9c3a-9cb775113109 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.063275] env[61960]: DEBUG oslo_vmware.api [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 848.063275] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ba92c1-5f9f-cea8-a8eb-4217115b023d" [ 848.063275] env[61960]: _type = "Task" [ 848.063275] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.075191] env[61960]: DEBUG oslo_vmware.api [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ba92c1-5f9f-cea8-a8eb-4217115b023d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.080808] env[61960]: DEBUG oslo_vmware.api [None req-f66f03a4-870a-47a1-bbc6-977dbf7c4569 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.134167] env[61960]: DEBUG oslo_vmware.api [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Task: {'id': task-436204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136095} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.134434] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.134633] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 848.134868] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 848.135064] env[61960]: INFO nova.compute.manager [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Took 2.16 seconds to destroy the instance on the hypervisor. [ 848.135315] env[61960]: DEBUG oslo.service.loopingcall [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 848.135515] env[61960]: DEBUG nova.compute.manager [-] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 848.135612] env[61960]: DEBUG nova.network.neutron [-] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 848.328061] env[61960]: DEBUG nova.network.neutron [-] [instance: efac9647-f20b-43e6-a503-72626811c22c] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.418468] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7fcfd9a0-ecab-4151-b34c-bafda5b05ddc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.429698] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779f330b-c0a4-4d12-a132-81ad49e4e067 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.464996] env[61960]: DEBUG nova.compute.manager [req-dd906303-6209-447f-bcad-2076baf738eb req-041fbe24-f2c2-4e3f-84ed-3292c7071bb0 service nova] [instance: efac9647-f20b-43e6-a503-72626811c22c] Detach interface failed, port_id=298be898-e234-41ec-9358-07d80c39803a, reason: Instance efac9647-f20b-43e6-a503-72626811c22c could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 848.518048] env[61960]: DEBUG nova.compute.utils [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 848.519632] env[61960]: DEBUG nova.compute.manager [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 848.519822] env[61960]: DEBUG nova.network.neutron [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 848.575607] env[61960]: DEBUG oslo_vmware.api [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ba92c1-5f9f-cea8-a8eb-4217115b023d, 'name': SearchDatastore_Task, 'duration_secs': 0.015841} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.581396] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 848.582834] env[61960]: DEBUG nova.policy [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48d1760356804e8194392aa9bf02ae2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd394241f7d5c4013aab31063a0fca4a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 848.587172] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2267934-d5e3-48f4-8ee8-96ad698e4ef5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.600222] env[61960]: DEBUG oslo_vmware.api [None req-f66f03a4-870a-47a1-bbc6-977dbf7c4569 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436196, 'name': ReconfigVM_Task} progress is 18%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.606641] env[61960]: DEBUG oslo_vmware.api [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 848.606641] env[61960]: value = "task-436205" [ 848.606641] env[61960]: _type = "Task" [ 848.606641] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.617075] env[61960]: DEBUG oslo_vmware.api [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-436205, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.832485] env[61960]: INFO nova.compute.manager [-] [instance: efac9647-f20b-43e6-a503-72626811c22c] Took 1.33 seconds to deallocate network for instance. [ 848.880570] env[61960]: DEBUG nova.network.neutron [-] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.990656] env[61960]: DEBUG nova.network.neutron [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Successfully created port: cb59569a-9cfb-46fd-be82-cbb5619aa3ba {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.036824] env[61960]: DEBUG nova.compute.manager [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 849.086339] env[61960]: DEBUG oslo_vmware.api [None req-f66f03a4-870a-47a1-bbc6-977dbf7c4569 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436196, 'name': ReconfigVM_Task, 'duration_secs': 5.778609} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.088484] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance d96217b7-2f67-421c-b977-b660bdff8dd4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 849.088484] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 7ee63cda-4878-4c4c-bc76-c51c798de3fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 849.088484] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 849.088484] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance bedcdb7c-216f-4248-b5ac-1c71471c4c07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 849.088484] env[61960]: WARNING nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance d7de483c-5ab7-47e9-995c-c02d5f07f165 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 849.088484] env[61960]: WARNING nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance e94b6c33-7bfb-4aae-b619-c7da2201cb92 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 849.088742] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance e8f8a984-fb14-4d7d-a208-5ec758833720 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 849.088742] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 848b35ff-62f5-4e83-a5de-aab6fbbdd00a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 849.088742] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 340447f1-dfe7-4de2-a3ce-c9c74633136d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 849.088918] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 849.088951] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 849.089057] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 6e3c65dc-d37d-4848-9548-7e0bbb8afe55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 849.089166] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance d7f5243f-7071-404d-9549-b381257d5288 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 849.089287] env[61960]: WARNING nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance c3caa025-ae48-4430-a910-59a145e265c9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 849.089404] env[61960]: WARNING nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 99d36460-8e32-4de1-8c48-c0ecfbf71f0d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 849.089530] env[61960]: WARNING nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 4b222224-d355-4628-80f9-f58d7284e235 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 849.089780] env[61960]: WARNING nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance a05ef4c0-ecff-43b5-bcee-25088fe3c08d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 849.089943] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 5141b6b0-219a-4f6a-a68d-01488d9b7b3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 849.090075] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance efac9647-f20b-43e6-a503-72626811c22c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 849.090196] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance b2acfc3e-f996-45ea-9745-ad86d321d78f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 849.091646] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f66f03a4-870a-47a1-bbc6-977dbf7c4569 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Releasing lock "40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.091897] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f66f03a4-870a-47a1-bbc6-977dbf7c4569 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Reconfigured VM to detach interface {{(pid=61960) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1984}} [ 849.119843] env[61960]: DEBUG oslo_vmware.api [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-436205, 'name': ReconfigVM_Task, 'duration_secs': 0.262976} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.119843] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 849.120571] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c031b09-93e7-41e3-a482-e5669a356dcf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.153998] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475/95bfb4ce-98ae-456d-8c7c-3bc6edfdd475.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.157278] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25086799-60e8-4eb9-80cb-c4860f900a7a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.189453] env[61960]: DEBUG oslo_vmware.api [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 849.189453] env[61960]: value = "task-436206" [ 849.189453] env[61960]: _type = "Task" [ 849.189453] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.198613] env[61960]: DEBUG oslo_vmware.api [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-436206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.340571] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fbca4ab7-d993-4507-ae7b-7a44528b03a2 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.384572] env[61960]: INFO nova.compute.manager [-] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Took 1.25 seconds to deallocate network for instance. [ 849.399738] env[61960]: DEBUG nova.compute.manager [req-b55ad00e-cbed-4c86-aac1-37859f2d5c9b req-d707af56-2af7-4642-931a-3e774821ded6 service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Received event network-vif-deleted-16c8085b-0130-4a2f-a35f-86979b68a207 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 849.399990] env[61960]: INFO nova.compute.manager [req-b55ad00e-cbed-4c86-aac1-37859f2d5c9b req-d707af56-2af7-4642-931a-3e774821ded6 service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Neutron deleted interface 16c8085b-0130-4a2f-a35f-86979b68a207; detaching it from the instance and deleting it from the info cache [ 849.401372] env[61960]: DEBUG nova.network.neutron [req-b55ad00e-cbed-4c86-aac1-37859f2d5c9b req-d707af56-2af7-4642-931a-3e774821ded6 service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Updating instance_info_cache with network_info: [{"id": "66d12dc9-8daf-4f22-84d6-60f343182bec", "address": "fa:16:3e:95:c5:b1", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d12dc9-8d", "ovs_interfaceid": "66d12dc9-8daf-4f22-84d6-60f343182bec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cf3de763-8ddf-4824-b1e0-a15e8f7f8215", "address": "fa:16:3e:2b:8e:d3", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf3de763-8d", "ovs_interfaceid": "cf3de763-8ddf-4824-b1e0-a15e8f7f8215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.595118] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 258ba8c2-e38a-4d20-9064-109fa27a4a80 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 849.700210] env[61960]: DEBUG oslo_vmware.api [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-436206, 'name': ReconfigVM_Task, 'duration_secs': 0.353206} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.700740] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475/95bfb4ce-98ae-456d-8c7c-3bc6edfdd475.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.701401] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b565eaf5-742c-461a-b7e7-21c12543d266 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.720370] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51853e54-b3ec-4776-b5c3-949bb10d22d3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.738532] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99308953-6230-4950-9275-c61a1478722c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.759438] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e006c75-6418-4b90-830b-012e4da035b7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.766995] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 849.767286] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf95080e-9d5f-4960-a84f-9f7f35366a09 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.773767] env[61960]: DEBUG oslo_vmware.api [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 849.773767] env[61960]: value = "task-436207" [ 849.773767] env[61960]: _type = "Task" [ 849.773767] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.781667] env[61960]: DEBUG oslo_vmware.api [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-436207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.893758] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.905820] env[61960]: DEBUG oslo_concurrency.lockutils [req-b55ad00e-cbed-4c86-aac1-37859f2d5c9b req-d707af56-2af7-4642-931a-3e774821ded6 service nova] Acquiring lock "40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.905820] env[61960]: DEBUG oslo_concurrency.lockutils [req-b55ad00e-cbed-4c86-aac1-37859f2d5c9b req-d707af56-2af7-4642-931a-3e774821ded6 service nova] Acquired lock "40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.905820] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7eaafc-053c-43a9-b8ed-737479777aff {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.925849] env[61960]: DEBUG oslo_concurrency.lockutils [req-b55ad00e-cbed-4c86-aac1-37859f2d5c9b req-d707af56-2af7-4642-931a-3e774821ded6 service nova] Releasing lock "40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.926210] env[61960]: WARNING nova.compute.manager [req-b55ad00e-cbed-4c86-aac1-37859f2d5c9b req-d707af56-2af7-4642-931a-3e774821ded6 service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Detach interface failed, port_id=16c8085b-0130-4a2f-a35f-86979b68a207, reason: No device with interface-id 16c8085b-0130-4a2f-a35f-86979b68a207 exists on VM: nova.exception.NotFound: No device with interface-id 16c8085b-0130-4a2f-a35f-86979b68a207 exists on VM [ 849.974272] env[61960]: DEBUG nova.compute.manager [req-0e6f7427-8fdf-428f-9e07-12b620955414 req-7bd9d6a4-9c44-49de-89a6-63dab077d341 service nova] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Received event network-vif-deleted-116f4f14-c83e-41e7-a06e-27f64587b5f3 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 850.057087] env[61960]: DEBUG nova.compute.manager [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 850.087299] env[61960]: DEBUG nova.virt.hardware [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 850.087299] env[61960]: DEBUG nova.virt.hardware [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 850.087299] env[61960]: DEBUG nova.virt.hardware [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.087299] env[61960]: DEBUG nova.virt.hardware [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 850.087299] env[61960]: DEBUG nova.virt.hardware [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.087637] env[61960]: DEBUG nova.virt.hardware [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 850.088051] env[61960]: DEBUG nova.virt.hardware [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 850.088413] env[61960]: DEBUG nova.virt.hardware [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 850.088694] env[61960]: DEBUG nova.virt.hardware [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 850.088949] env[61960]: DEBUG nova.virt.hardware [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 850.089231] env[61960]: DEBUG nova.virt.hardware [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 850.090192] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973316cb-f9ab-4dbb-9d97-d2050909c88c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.100667] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance c4b50a45-084e-4f86-9323-e94eee64afb2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 850.103960] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735f598d-32c2-4ae3-98ee-7a183bf641eb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.284595] env[61960]: DEBUG oslo_vmware.api [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-436207, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.383105] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f66f03a4-870a-47a1-bbc6-977dbf7c4569 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "refresh_cache-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.383323] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f66f03a4-870a-47a1-bbc6-977dbf7c4569 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired lock "refresh_cache-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.383541] env[61960]: DEBUG nova.network.neutron [None req-f66f03a4-870a-47a1-bbc6-977dbf7c4569 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 850.609649] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 850.644672] env[61960]: DEBUG nova.network.neutron [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Successfully updated port: cb59569a-9cfb-46fd-be82-cbb5619aa3ba {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.786460] env[61960]: DEBUG oslo_vmware.api [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-436207, 'name': PowerOnVM_Task, 'duration_secs': 0.653485} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.786788] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 850.970904] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bab8385d-77ae-4fc3-91e5-61b851a36f7b tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.971180] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bab8385d-77ae-4fc3-91e5-61b851a36f7b tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.971495] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bab8385d-77ae-4fc3-91e5-61b851a36f7b tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "40444ca6-0e88-4e3d-b9e2-ad0b325a76ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.971589] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bab8385d-77ae-4fc3-91e5-61b851a36f7b tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "40444ca6-0e88-4e3d-b9e2-ad0b325a76ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.973199] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bab8385d-77ae-4fc3-91e5-61b851a36f7b tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "40444ca6-0e88-4e3d-b9e2-ad0b325a76ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.974243] env[61960]: INFO nova.compute.manager [None req-bab8385d-77ae-4fc3-91e5-61b851a36f7b tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Terminating instance [ 850.977910] env[61960]: DEBUG nova.compute.manager [None req-bab8385d-77ae-4fc3-91e5-61b851a36f7b tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 850.978236] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bab8385d-77ae-4fc3-91e5-61b851a36f7b tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 850.978957] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f10388-e745-4ba1-9b30-2ed11749fbeb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.987585] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab8385d-77ae-4fc3-91e5-61b851a36f7b tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 850.987843] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64b37917-8926-4229-a568-bed7689088f0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.000438] env[61960]: DEBUG oslo_vmware.api [None req-bab8385d-77ae-4fc3-91e5-61b851a36f7b tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 851.000438] env[61960]: value = "task-436208" [ 851.000438] env[61960]: _type = "Task" [ 851.000438] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.010490] env[61960]: DEBUG oslo_vmware.api [None req-bab8385d-77ae-4fc3-91e5-61b851a36f7b tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.116008] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance c5b15896-aa3f-48f6-b827-348bcb57bc5e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 851.150909] env[61960]: DEBUG oslo_concurrency.lockutils [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Acquiring lock "refresh_cache-b2acfc3e-f996-45ea-9745-ad86d321d78f" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.151106] env[61960]: DEBUG oslo_concurrency.lockutils [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Acquired lock "refresh_cache-b2acfc3e-f996-45ea-9745-ad86d321d78f" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.151307] env[61960]: DEBUG nova.network.neutron [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 851.177980] env[61960]: INFO nova.network.neutron [None req-f66f03a4-870a-47a1-bbc6-977dbf7c4569 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Port cf3de763-8ddf-4824-b1e0-a15e8f7f8215 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 851.178431] env[61960]: DEBUG nova.network.neutron [None req-f66f03a4-870a-47a1-bbc6-977dbf7c4569 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Updating instance_info_cache with network_info: [{"id": "66d12dc9-8daf-4f22-84d6-60f343182bec", "address": "fa:16:3e:95:c5:b1", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d12dc9-8d", "ovs_interfaceid": "66d12dc9-8daf-4f22-84d6-60f343182bec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.427495] env[61960]: DEBUG nova.compute.manager [req-a31d0e4b-95e1-45e9-83e4-75e160b5041d req-42f812f7-5087-4a66-8040-53b0768149a6 service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Received event network-vif-deleted-cf3de763-8ddf-4824-b1e0-a15e8f7f8215 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 851.511315] env[61960]: DEBUG oslo_vmware.api [None req-bab8385d-77ae-4fc3-91e5-61b851a36f7b tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436208, 'name': PowerOffVM_Task, 'duration_secs': 0.260782} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.511651] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab8385d-77ae-4fc3-91e5-61b851a36f7b tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 851.511840] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bab8385d-77ae-4fc3-91e5-61b851a36f7b tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 851.512150] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2153f491-ecc4-44e0-bafa-8d4c9ec5104c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.620111] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance f2c726af-8738-45bb-a40f-4c3bec748906 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 851.658092] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bab8385d-77ae-4fc3-91e5-61b851a36f7b tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 851.658092] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bab8385d-77ae-4fc3-91e5-61b851a36f7b tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 851.658092] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-bab8385d-77ae-4fc3-91e5-61b851a36f7b tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Deleting the datastore file [datastore1] 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.658092] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33b3f4a0-7997-436d-8c49-64646680aa7e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.666895] env[61960]: DEBUG oslo_vmware.api [None req-bab8385d-77ae-4fc3-91e5-61b851a36f7b tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 851.666895] env[61960]: value = "task-436210" [ 851.666895] env[61960]: _type = "Task" [ 851.666895] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.679349] env[61960]: DEBUG oslo_vmware.api [None req-bab8385d-77ae-4fc3-91e5-61b851a36f7b tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.684109] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f66f03a4-870a-47a1-bbc6-977dbf7c4569 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Releasing lock "refresh_cache-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.713437] env[61960]: DEBUG nova.network.neutron [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 851.800122] env[61960]: INFO nova.compute.manager [None req-977b34f9-451e-44b9-85f7-07acb930df6b tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Updating instance to original state: 'active' [ 851.993365] env[61960]: DEBUG nova.network.neutron [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Updating instance_info_cache with network_info: [{"id": "cb59569a-9cfb-46fd-be82-cbb5619aa3ba", "address": "fa:16:3e:dc:e9:83", "network": {"id": "804209cb-1990-49e3-a0d5-5774012ac74a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-186241865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d394241f7d5c4013aab31063a0fca4a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb59569a-9c", "ovs_interfaceid": "cb59569a-9cfb-46fd-be82-cbb5619aa3ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.003133] env[61960]: DEBUG nova.compute.manager [req-5b518627-158b-40b1-9b8e-cc7d67d11ffd req-176fc78a-8557-416e-b021-dafc6b7a75c0 service nova] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Received event network-vif-plugged-cb59569a-9cfb-46fd-be82-cbb5619aa3ba {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 852.003133] env[61960]: DEBUG oslo_concurrency.lockutils [req-5b518627-158b-40b1-9b8e-cc7d67d11ffd req-176fc78a-8557-416e-b021-dafc6b7a75c0 service nova] Acquiring lock "b2acfc3e-f996-45ea-9745-ad86d321d78f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.003263] env[61960]: DEBUG oslo_concurrency.lockutils [req-5b518627-158b-40b1-9b8e-cc7d67d11ffd req-176fc78a-8557-416e-b021-dafc6b7a75c0 service nova] Lock "b2acfc3e-f996-45ea-9745-ad86d321d78f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.003439] env[61960]: DEBUG oslo_concurrency.lockutils [req-5b518627-158b-40b1-9b8e-cc7d67d11ffd req-176fc78a-8557-416e-b021-dafc6b7a75c0 service nova] Lock "b2acfc3e-f996-45ea-9745-ad86d321d78f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.003668] env[61960]: DEBUG nova.compute.manager [req-5b518627-158b-40b1-9b8e-cc7d67d11ffd req-176fc78a-8557-416e-b021-dafc6b7a75c0 service nova] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] No waiting events found dispatching network-vif-plugged-cb59569a-9cfb-46fd-be82-cbb5619aa3ba {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 852.004127] env[61960]: WARNING nova.compute.manager [req-5b518627-158b-40b1-9b8e-cc7d67d11ffd req-176fc78a-8557-416e-b021-dafc6b7a75c0 service nova] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Received unexpected event network-vif-plugged-cb59569a-9cfb-46fd-be82-cbb5619aa3ba for instance with vm_state building and task_state spawning. [ 852.004294] env[61960]: DEBUG nova.compute.manager [req-5b518627-158b-40b1-9b8e-cc7d67d11ffd req-176fc78a-8557-416e-b021-dafc6b7a75c0 service nova] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Received event network-changed-cb59569a-9cfb-46fd-be82-cbb5619aa3ba {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 852.005372] env[61960]: DEBUG nova.compute.manager [req-5b518627-158b-40b1-9b8e-cc7d67d11ffd req-176fc78a-8557-416e-b021-dafc6b7a75c0 service nova] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Refreshing instance network info cache due to event network-changed-cb59569a-9cfb-46fd-be82-cbb5619aa3ba. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 852.005372] env[61960]: DEBUG oslo_concurrency.lockutils [req-5b518627-158b-40b1-9b8e-cc7d67d11ffd req-176fc78a-8557-416e-b021-dafc6b7a75c0 service nova] Acquiring lock "refresh_cache-b2acfc3e-f996-45ea-9745-ad86d321d78f" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.126796] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance c13cc8b7-7ecb-4a5c-891b-ff0a0e698722 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 852.179898] env[61960]: DEBUG oslo_vmware.api [None req-bab8385d-77ae-4fc3-91e5-61b851a36f7b tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164528} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.184618] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-bab8385d-77ae-4fc3-91e5-61b851a36f7b tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.184873] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bab8385d-77ae-4fc3-91e5-61b851a36f7b tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 852.185270] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bab8385d-77ae-4fc3-91e5-61b851a36f7b tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 852.185270] env[61960]: INFO nova.compute.manager [None req-bab8385d-77ae-4fc3-91e5-61b851a36f7b tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Took 1.21 seconds to destroy the instance on the hypervisor. [ 852.185541] env[61960]: DEBUG oslo.service.loopingcall [None req-bab8385d-77ae-4fc3-91e5-61b851a36f7b tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 852.186341] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f66f03a4-870a-47a1-bbc6-977dbf7c4569 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "interface-40444ca6-0e88-4e3d-b9e2-ad0b325a76ce-16c8085b-0130-4a2f-a35f-86979b68a207" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.727s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.187998] env[61960]: DEBUG nova.compute.manager [-] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 852.191457] env[61960]: DEBUG nova.network.neutron [-] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 852.362364] env[61960]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port cf3de763-8ddf-4824-b1e0-a15e8f7f8215 could not be found.", "detail": ""}} {{(pid=61960) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 852.362597] env[61960]: DEBUG nova.network.neutron [-] Unable to show port cf3de763-8ddf-4824-b1e0-a15e8f7f8215 as it no longer exists. {{(pid=61960) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 852.496951] env[61960]: DEBUG oslo_concurrency.lockutils [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Releasing lock "refresh_cache-b2acfc3e-f996-45ea-9745-ad86d321d78f" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.498211] env[61960]: DEBUG nova.compute.manager [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Instance network_info: |[{"id": "cb59569a-9cfb-46fd-be82-cbb5619aa3ba", "address": "fa:16:3e:dc:e9:83", "network": {"id": "804209cb-1990-49e3-a0d5-5774012ac74a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-186241865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d394241f7d5c4013aab31063a0fca4a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb59569a-9c", "ovs_interfaceid": "cb59569a-9cfb-46fd-be82-cbb5619aa3ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 852.498211] env[61960]: DEBUG oslo_concurrency.lockutils [req-5b518627-158b-40b1-9b8e-cc7d67d11ffd req-176fc78a-8557-416e-b021-dafc6b7a75c0 service nova] Acquired lock "refresh_cache-b2acfc3e-f996-45ea-9745-ad86d321d78f" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.498211] env[61960]: DEBUG nova.network.neutron [req-5b518627-158b-40b1-9b8e-cc7d67d11ffd req-176fc78a-8557-416e-b021-dafc6b7a75c0 service nova] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Refreshing network info cache for port cb59569a-9cfb-46fd-be82-cbb5619aa3ba {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 852.499527] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:e9:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb59569a-9cfb-46fd-be82-cbb5619aa3ba', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.507127] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Creating folder: Project (d394241f7d5c4013aab31063a0fca4a9). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 852.507812] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbe7609b-d051-4940-bd4e-e58c2644456a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.521843] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Created folder: Project (d394241f7d5c4013aab31063a0fca4a9) in parent group-v115929. [ 852.522069] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Creating folder: Instances. Parent ref: group-v116108. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 852.522365] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc569475-eaa4-41b7-a12f-94cab76d73ba {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.533885] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Created folder: Instances in parent group-v116108. [ 852.534299] env[61960]: DEBUG oslo.service.loopingcall [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 852.534576] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 852.534764] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cd8139f-359a-4f8b-8eb5-1bb4e574bc02 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.557098] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.557098] env[61960]: value = "task-436213" [ 852.557098] env[61960]: _type = "Task" [ 852.557098] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.566701] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436213, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.630746] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance f4a5dd99-d251-46d2-b3a6-140770ba2f67 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 852.631079] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=61960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 852.631270] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=61960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 853.075170] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436213, 'name': CreateVM_Task, 'duration_secs': 0.365256} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.078072] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 853.079717] env[61960]: DEBUG oslo_concurrency.lockutils [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.080110] env[61960]: DEBUG oslo_concurrency.lockutils [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.080562] env[61960]: DEBUG oslo_concurrency.lockutils [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.080921] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8c79997-9a4b-4aec-b221-398718935c9e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.087163] env[61960]: DEBUG oslo_vmware.api [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Waiting for the task: (returnval){ [ 853.087163] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526e97fb-141f-ecf4-2099-9a885aa24a37" [ 853.087163] env[61960]: _type = "Task" [ 853.087163] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.095587] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddaec1e-cf64-4826-a440-43976dfd5e9a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.099503] env[61960]: DEBUG oslo_vmware.api [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526e97fb-141f-ecf4-2099-9a885aa24a37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.106051] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a664e8-a0e7-413d-a913-f7fae8494a51 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.148964] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94d1776-8da7-4e33-bde3-30d416e79346 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.158710] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8008cf1-a7e2-436f-ae21-4d290f795fc7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.177200] env[61960]: DEBUG nova.compute.provider_tree [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 853.317562] env[61960]: DEBUG nova.network.neutron [req-5b518627-158b-40b1-9b8e-cc7d67d11ffd req-176fc78a-8557-416e-b021-dafc6b7a75c0 service nova] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Updated VIF entry in instance network info cache for port cb59569a-9cfb-46fd-be82-cbb5619aa3ba. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 853.318260] env[61960]: DEBUG nova.network.neutron [req-5b518627-158b-40b1-9b8e-cc7d67d11ffd req-176fc78a-8557-416e-b021-dafc6b7a75c0 service nova] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Updating instance_info_cache with network_info: [{"id": "cb59569a-9cfb-46fd-be82-cbb5619aa3ba", "address": "fa:16:3e:dc:e9:83", "network": {"id": "804209cb-1990-49e3-a0d5-5774012ac74a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-186241865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d394241f7d5c4013aab31063a0fca4a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb59569a-9c", "ovs_interfaceid": "cb59569a-9cfb-46fd-be82-cbb5619aa3ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.598231] env[61960]: DEBUG oslo_vmware.api [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526e97fb-141f-ecf4-2099-9a885aa24a37, 'name': SearchDatastore_Task, 'duration_secs': 0.01041} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.598563] env[61960]: DEBUG oslo_concurrency.lockutils [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.598806] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.599092] env[61960]: DEBUG oslo_concurrency.lockutils [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.599297] env[61960]: DEBUG oslo_concurrency.lockutils [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.599512] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.599787] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e12570ae-9c21-4ac9-b29a-6f85c931852a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.610351] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.610351] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 853.613908] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e93b1598-9b47-4ec1-b2a1-1c36d374e526 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.620678] env[61960]: DEBUG oslo_vmware.api [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Waiting for the task: (returnval){ [ 853.620678] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52eea44b-8ea1-cb51-ba4d-cecee5e019e3" [ 853.620678] env[61960]: _type = "Task" [ 853.620678] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.631482] env[61960]: DEBUG oslo_vmware.api [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52eea44b-8ea1-cb51-ba4d-cecee5e019e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.705627] env[61960]: ERROR nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [req-5cffba2e-fa3c-4ee7-8fd6-1d3a6b7c3818] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5cffba2e-fa3c-4ee7-8fd6-1d3a6b7c3818"}]} [ 853.718544] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquiring lock "95bfb4ce-98ae-456d-8c7c-3bc6edfdd475" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.718544] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "95bfb4ce-98ae-456d-8c7c-3bc6edfdd475" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.718544] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquiring lock "95bfb4ce-98ae-456d-8c7c-3bc6edfdd475-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.718544] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "95bfb4ce-98ae-456d-8c7c-3bc6edfdd475-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.718544] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "95bfb4ce-98ae-456d-8c7c-3bc6edfdd475-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.721254] env[61960]: INFO nova.compute.manager [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Terminating instance [ 853.723507] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 853.729820] env[61960]: DEBUG nova.compute.manager [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 853.730071] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 853.730898] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cb6338-f397-4e12-b173-a39cf7b8dc84 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.742569] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 853.742852] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f00b91d-6525-4030-af7c-7b829103ef3f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.751786] env[61960]: DEBUG oslo_vmware.api [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 853.751786] env[61960]: value = "task-436214" [ 853.751786] env[61960]: _type = "Task" [ 853.751786] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.752689] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 853.752854] env[61960]: DEBUG nova.compute.provider_tree [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 853.765993] env[61960]: DEBUG oslo_vmware.api [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-436214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.773220] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 853.794685] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 853.820947] env[61960]: DEBUG oslo_concurrency.lockutils [req-5b518627-158b-40b1-9b8e-cc7d67d11ffd req-176fc78a-8557-416e-b021-dafc6b7a75c0 service nova] Releasing lock "refresh_cache-b2acfc3e-f996-45ea-9745-ad86d321d78f" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.841717] env[61960]: DEBUG nova.network.neutron [-] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.034518] env[61960]: DEBUG nova.compute.manager [req-0755f13a-a7d6-4cd9-932b-151885175e85 req-de4ee6d1-2b1d-44d9-9dae-312579089921 service nova] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Received event network-vif-deleted-66d12dc9-8daf-4f22-84d6-60f343182bec {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 854.133673] env[61960]: DEBUG oslo_vmware.api [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52eea44b-8ea1-cb51-ba4d-cecee5e019e3, 'name': SearchDatastore_Task, 'duration_secs': 0.01984} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.134477] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c22b016-8400-44f8-b059-6c13484868eb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.143163] env[61960]: DEBUG oslo_vmware.api [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Waiting for the task: (returnval){ [ 854.143163] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524b75e1-2e05-60cc-7fc5-612afaa973c5" [ 854.143163] env[61960]: _type = "Task" [ 854.143163] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.152507] env[61960]: DEBUG oslo_vmware.api [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524b75e1-2e05-60cc-7fc5-612afaa973c5, 'name': SearchDatastore_Task} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.152776] env[61960]: DEBUG oslo_concurrency.lockutils [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.153199] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] b2acfc3e-f996-45ea-9745-ad86d321d78f/b2acfc3e-f996-45ea-9745-ad86d321d78f.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 854.154637] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49560a8b-c33d-4d62-83f1-7512125067c7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.166799] env[61960]: DEBUG oslo_vmware.api [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Waiting for the task: (returnval){ [ 854.166799] env[61960]: value = "task-436215" [ 854.166799] env[61960]: _type = "Task" [ 854.166799] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.179739] env[61960]: DEBUG oslo_vmware.api [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Task: {'id': task-436215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.186882] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecd0e2e-74ed-4504-9604-c0487113a102 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.195916] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3ea39a-542e-482a-a52b-4920973cd5b5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.228258] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3354d06-eae5-4156-afd0-3536f7b56c54 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.237087] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed198953-85a7-4966-85a8-3ef435efa4f2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.251118] env[61960]: DEBUG nova.compute.provider_tree [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 854.264810] env[61960]: DEBUG oslo_vmware.api [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-436214, 'name': PowerOffVM_Task, 'duration_secs': 0.238944} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.264810] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 854.265146] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 854.265443] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0627d43b-0c00-4e45-9ac6-eae87f9db698 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.339875] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 854.340458] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 854.340820] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Deleting the datastore file [datastore1] 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.341309] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f4fc560-a33b-497f-8df4-8f09ba9ce01a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.346144] env[61960]: INFO nova.compute.manager [-] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Took 2.16 seconds to deallocate network for instance. [ 854.353972] env[61960]: DEBUG oslo_vmware.api [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 854.353972] env[61960]: value = "task-436217" [ 854.353972] env[61960]: _type = "Task" [ 854.353972] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.364147] env[61960]: DEBUG oslo_vmware.api [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-436217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.489536] env[61960]: DEBUG oslo_concurrency.lockutils [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Acquiring lock "eaba5bdb-d668-4e26-a147-8658738174a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.489984] env[61960]: DEBUG oslo_concurrency.lockutils [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Lock "eaba5bdb-d668-4e26-a147-8658738174a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.680644] env[61960]: DEBUG oslo_vmware.api [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Task: {'id': task-436215, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.774399] env[61960]: ERROR nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [req-4ee56c53-d9f3-4517-beea-cc9b7d0b4398] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4ee56c53-d9f3-4517-beea-cc9b7d0b4398"}]} [ 854.791821] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 854.808581] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 854.808810] env[61960]: DEBUG nova.compute.provider_tree [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 854.821260] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 854.842222] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 854.853453] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bab8385d-77ae-4fc3-91e5-61b851a36f7b tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.864627] env[61960]: DEBUG oslo_vmware.api [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-436217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431503} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.867368] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.867651] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 854.867858] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 854.868056] env[61960]: INFO nova.compute.manager [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Took 1.14 seconds to destroy the instance on the hypervisor. [ 854.868313] env[61960]: DEBUG oslo.service.loopingcall [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 854.868767] env[61960]: DEBUG nova.compute.manager [-] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 854.868877] env[61960]: DEBUG nova.network.neutron [-] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 854.995873] env[61960]: DEBUG nova.compute.manager [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 855.180241] env[61960]: DEBUG oslo_vmware.api [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Task: {'id': task-436215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561633} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.182602] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] b2acfc3e-f996-45ea-9745-ad86d321d78f/b2acfc3e-f996-45ea-9745-ad86d321d78f.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 855.182839] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.183542] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7d90821-943b-4a44-8eee-612f40dfb7b0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.190569] env[61960]: DEBUG oslo_vmware.api [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Waiting for the task: (returnval){ [ 855.190569] env[61960]: value = "task-436218" [ 855.190569] env[61960]: _type = "Task" [ 855.190569] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.194774] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6687881-d0ab-4c80-b3c6-8547aa4b3d61 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.202687] env[61960]: DEBUG oslo_vmware.api [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Task: {'id': task-436218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.205390] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f9c4ba-d41a-4b01-8144-e9c1b60be1a3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.238817] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f1b2fb-ccf0-49fa-9622-e0c6561595c6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.247493] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd11510d-bc05-4f30-a7b9-34a7cad00f6f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.263554] env[61960]: DEBUG nova.compute.provider_tree [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 855.512440] env[61960]: DEBUG oslo_concurrency.lockutils [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.617080] env[61960]: DEBUG nova.network.neutron [-] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.701398] env[61960]: DEBUG oslo_vmware.api [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Task: {'id': task-436218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060511} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.701703] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.702507] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4336a9b-78a1-4eab-b4b1-f313df20d20e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.724422] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] b2acfc3e-f996-45ea-9745-ad86d321d78f/b2acfc3e-f996-45ea-9745-ad86d321d78f.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.724673] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a655ab34-b02b-4e37-8c07-fb0515190c98 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.744120] env[61960]: DEBUG oslo_vmware.api [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Waiting for the task: (returnval){ [ 855.744120] env[61960]: value = "task-436219" [ 855.744120] env[61960]: _type = "Task" [ 855.744120] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.752630] env[61960]: DEBUG oslo_vmware.api [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Task: {'id': task-436219, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.796512] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 113 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 855.796512] env[61960]: DEBUG nova.compute.provider_tree [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 113 to 114 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 855.796720] env[61960]: DEBUG nova.compute.provider_tree [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 856.076605] env[61960]: DEBUG nova.compute.manager [req-3a59853a-e9fe-4445-be09-cf98533454dd req-0cf87a97-a400-4f3c-9d92-c7823c8e5dee service nova] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Received event network-vif-deleted-082774a3-b10b-4b7e-91ff-1636f1ed9b27 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 856.119953] env[61960]: INFO nova.compute.manager [-] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Took 1.25 seconds to deallocate network for instance. [ 856.263547] env[61960]: DEBUG oslo_vmware.api [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Task: {'id': task-436219, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.302748] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=61960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 856.302959] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.287s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.303306] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.218s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.305054] env[61960]: INFO nova.compute.claims [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.308249] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 856.308409] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Cleaning up deleted instances {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11226}} [ 856.627713] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.756034] env[61960]: DEBUG oslo_vmware.api [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Task: {'id': task-436219, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.825211] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] There are 47 instances to clean {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 856.825469] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 5fdfb773-cad8-473b-8e6a-0b152ae6ff05] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 857.257104] env[61960]: DEBUG oslo_vmware.api [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Task: {'id': task-436219, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.331830] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 82366bca-f3de-4868-8728-38e2374ebea3] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 857.681710] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad77f852-c4e4-4a03-8e53-86544ac57530 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.689789] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c9ccc4-b151-4994-b5d9-441f76eb2765 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.721476] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16274c6-4140-47e8-b7b5-1b5521453b0d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.729308] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5987a7-2d05-472d-80f4-9cf9ff38ace8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.743109] env[61960]: DEBUG nova.compute.provider_tree [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.756010] env[61960]: DEBUG oslo_vmware.api [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Task: {'id': task-436219, 'name': ReconfigVM_Task, 'duration_secs': 1.536119} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.756310] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Reconfigured VM instance instance-00000045 to attach disk [datastore1] b2acfc3e-f996-45ea-9745-ad86d321d78f/b2acfc3e-f996-45ea-9745-ad86d321d78f.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.756925] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-423771e1-f8a3-4897-aba4-1b5b9d3e8f44 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.764568] env[61960]: DEBUG oslo_vmware.api [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Waiting for the task: (returnval){ [ 857.764568] env[61960]: value = "task-436220" [ 857.764568] env[61960]: _type = "Task" [ 857.764568] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.773641] env[61960]: DEBUG oslo_vmware.api [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Task: {'id': task-436220, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.835083] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 15d0cc4c-2704-49b0-a801-c8ebfb3ca3b0] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 858.245787] env[61960]: DEBUG nova.scheduler.client.report [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 858.275793] env[61960]: DEBUG oslo_vmware.api [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Task: {'id': task-436220, 'name': Rename_Task, 'duration_secs': 0.130558} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.276171] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 858.276492] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e692246f-20cf-4af5-a7b5-e89126017c2a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.283761] env[61960]: DEBUG oslo_vmware.api [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Waiting for the task: (returnval){ [ 858.283761] env[61960]: value = "task-436221" [ 858.283761] env[61960]: _type = "Task" [ 858.283761] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.291805] env[61960]: DEBUG oslo_vmware.api [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Task: {'id': task-436221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.338682] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 923e0640-977c-4920-a04c-f870bb04ec91] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 858.752052] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.752052] env[61960]: DEBUG nova.compute.manager [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 858.753783] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.411s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.755287] env[61960]: INFO nova.compute.claims [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.794575] env[61960]: DEBUG oslo_vmware.api [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Task: {'id': task-436221, 'name': PowerOnVM_Task, 'duration_secs': 0.428163} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.795526] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 858.795756] env[61960]: INFO nova.compute.manager [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Took 8.74 seconds to spawn the instance on the hypervisor. [ 858.795943] env[61960]: DEBUG nova.compute.manager [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 858.796749] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7c9abb-f8ab-4a7b-ad09-dc8160bafcec {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.842379] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 75f20950-215e-4694-9cd3-ac93bcbf6bb3] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 859.262944] env[61960]: DEBUG nova.compute.utils [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 859.264243] env[61960]: DEBUG nova.compute.manager [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 859.264549] env[61960]: DEBUG nova.network.neutron [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 859.306556] env[61960]: DEBUG nova.policy [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fcd4bf9a0974d7c8f3598f99eee12f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '641ea4ed9a984105803ae5229c2d1209', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 859.318393] env[61960]: INFO nova.compute.manager [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Took 48.80 seconds to build instance. [ 859.332384] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0354c229-f364-40ad-a046-048d9a8749c2 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "d7f5243f-7071-404d-9549-b381257d5288" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.332653] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0354c229-f364-40ad-a046-048d9a8749c2 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "d7f5243f-7071-404d-9549-b381257d5288" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.345374] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 23113c8f-b140-44c0-a14d-cce598fa237d] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 859.581404] env[61960]: DEBUG nova.network.neutron [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Successfully created port: 11a3b531-3682-4dd0-aa09-619bf9641f55 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.768580] env[61960]: DEBUG nova.compute.manager [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 859.822499] env[61960]: DEBUG oslo_concurrency.lockutils [None req-82c98770-c8ee-4632-afd8-b27fde3ac9b1 tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Lock "b2acfc3e-f996-45ea-9745-ad86d321d78f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.323s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.838876] env[61960]: DEBUG nova.compute.utils [None req-0354c229-f364-40ad-a046-048d9a8749c2 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 859.846354] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7aa81ff2-a5af-4353-b0cc-2f0706a3332e tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Acquiring lock "b2acfc3e-f996-45ea-9745-ad86d321d78f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.846652] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7aa81ff2-a5af-4353-b0cc-2f0706a3332e tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Lock "b2acfc3e-f996-45ea-9745-ad86d321d78f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.846934] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7aa81ff2-a5af-4353-b0cc-2f0706a3332e tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Acquiring lock "b2acfc3e-f996-45ea-9745-ad86d321d78f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.847210] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7aa81ff2-a5af-4353-b0cc-2f0706a3332e tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Lock "b2acfc3e-f996-45ea-9745-ad86d321d78f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.847555] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7aa81ff2-a5af-4353-b0cc-2f0706a3332e tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Lock "b2acfc3e-f996-45ea-9745-ad86d321d78f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.854247] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 170857f7-9f06-4c46-b09a-804adc3da02d] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 859.857262] env[61960]: INFO nova.compute.manager [None req-7aa81ff2-a5af-4353-b0cc-2f0706a3332e tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Terminating instance [ 859.859839] env[61960]: DEBUG nova.compute.manager [None req-7aa81ff2-a5af-4353-b0cc-2f0706a3332e tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 859.860125] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa81ff2-a5af-4353-b0cc-2f0706a3332e tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 859.862312] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6397718-441a-4842-811f-ae1ea7ca1d1c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.875009] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa81ff2-a5af-4353-b0cc-2f0706a3332e tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 859.875287] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cc4dd90-50a0-4388-a346-fe17a413203c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.885473] env[61960]: DEBUG oslo_vmware.api [None req-7aa81ff2-a5af-4353-b0cc-2f0706a3332e tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Waiting for the task: (returnval){ [ 859.885473] env[61960]: value = "task-436222" [ 859.885473] env[61960]: _type = "Task" [ 859.885473] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.894394] env[61960]: DEBUG oslo_vmware.api [None req-7aa81ff2-a5af-4353-b0cc-2f0706a3332e tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Task: {'id': task-436222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.141046] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75370057-d493-454a-b887-d4535292a9b6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.149357] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c1e781-1efc-44b6-9c3a-36e051b80a1c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.179934] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1776ec1e-e3c9-4697-ab0d-45225a4679b1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.188156] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36002a71-8795-44fe-af79-287a4e1ae23c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.201926] env[61960]: DEBUG nova.compute.provider_tree [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.342484] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0354c229-f364-40ad-a046-048d9a8749c2 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "d7f5243f-7071-404d-9549-b381257d5288" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.361746] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 4bb82c54-d34e-4bc7-b9bc-40402ac01eb4] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 860.395724] env[61960]: DEBUG oslo_vmware.api [None req-7aa81ff2-a5af-4353-b0cc-2f0706a3332e tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Task: {'id': task-436222, 'name': PowerOffVM_Task, 'duration_secs': 0.243934} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.396011] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa81ff2-a5af-4353-b0cc-2f0706a3332e tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 860.396196] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa81ff2-a5af-4353-b0cc-2f0706a3332e tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 860.396454] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57b35522-198d-4783-9493-68c751584582 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.467823] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa81ff2-a5af-4353-b0cc-2f0706a3332e tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 860.468143] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa81ff2-a5af-4353-b0cc-2f0706a3332e tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 860.468283] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aa81ff2-a5af-4353-b0cc-2f0706a3332e tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Deleting the datastore file [datastore1] b2acfc3e-f996-45ea-9745-ad86d321d78f {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.468563] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a32a0f2b-1908-4c4a-a47a-2a4b371f529f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.475909] env[61960]: DEBUG oslo_vmware.api [None req-7aa81ff2-a5af-4353-b0cc-2f0706a3332e tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Waiting for the task: (returnval){ [ 860.475909] env[61960]: value = "task-436224" [ 860.475909] env[61960]: _type = "Task" [ 860.475909] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.484463] env[61960]: DEBUG oslo_vmware.api [None req-7aa81ff2-a5af-4353-b0cc-2f0706a3332e tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Task: {'id': task-436224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.705046] env[61960]: DEBUG nova.scheduler.client.report [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 860.779039] env[61960]: DEBUG nova.compute.manager [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 860.804624] env[61960]: DEBUG nova.virt.hardware [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 860.804851] env[61960]: DEBUG nova.virt.hardware [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 860.805038] env[61960]: DEBUG nova.virt.hardware [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.805239] env[61960]: DEBUG nova.virt.hardware [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 860.805393] env[61960]: DEBUG nova.virt.hardware [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.805567] env[61960]: DEBUG nova.virt.hardware [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 860.805809] env[61960]: DEBUG nova.virt.hardware [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 860.805977] env[61960]: DEBUG nova.virt.hardware [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 860.806168] env[61960]: DEBUG nova.virt.hardware [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 860.806338] env[61960]: DEBUG nova.virt.hardware [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 860.806519] env[61960]: DEBUG nova.virt.hardware [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 860.807494] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9925b9e0-9f5d-420a-a7c9-7bbd7309050f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.815947] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27905048-477d-4607-acd6-6bc8bb016bb7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.865111] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: ddbb6a66-587a-4c5f-8268-bcffdab6c9b5] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 860.988753] env[61960]: DEBUG oslo_vmware.api [None req-7aa81ff2-a5af-4353-b0cc-2f0706a3332e tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Task: {'id': task-436224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139146} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.989041] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aa81ff2-a5af-4353-b0cc-2f0706a3332e tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.989251] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa81ff2-a5af-4353-b0cc-2f0706a3332e tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 860.989440] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa81ff2-a5af-4353-b0cc-2f0706a3332e tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 860.989749] env[61960]: INFO nova.compute.manager [None req-7aa81ff2-a5af-4353-b0cc-2f0706a3332e tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 860.989902] env[61960]: DEBUG oslo.service.loopingcall [None req-7aa81ff2-a5af-4353-b0cc-2f0706a3332e tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 860.990145] env[61960]: DEBUG nova.compute.manager [-] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 860.990239] env[61960]: DEBUG nova.network.neutron [-] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 860.994473] env[61960]: DEBUG nova.compute.manager [req-37ab16fc-1f0c-4b33-8a0e-be2d445c003d req-4e24c6fa-6067-4081-b642-29fb9f4d8636 service nova] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Received event network-vif-plugged-11a3b531-3682-4dd0-aa09-619bf9641f55 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 860.994473] env[61960]: DEBUG oslo_concurrency.lockutils [req-37ab16fc-1f0c-4b33-8a0e-be2d445c003d req-4e24c6fa-6067-4081-b642-29fb9f4d8636 service nova] Acquiring lock "258ba8c2-e38a-4d20-9064-109fa27a4a80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.994473] env[61960]: DEBUG oslo_concurrency.lockutils [req-37ab16fc-1f0c-4b33-8a0e-be2d445c003d req-4e24c6fa-6067-4081-b642-29fb9f4d8636 service nova] Lock "258ba8c2-e38a-4d20-9064-109fa27a4a80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.994473] env[61960]: DEBUG oslo_concurrency.lockutils [req-37ab16fc-1f0c-4b33-8a0e-be2d445c003d req-4e24c6fa-6067-4081-b642-29fb9f4d8636 service nova] Lock "258ba8c2-e38a-4d20-9064-109fa27a4a80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.994620] env[61960]: DEBUG nova.compute.manager [req-37ab16fc-1f0c-4b33-8a0e-be2d445c003d req-4e24c6fa-6067-4081-b642-29fb9f4d8636 service nova] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] No waiting events found dispatching network-vif-plugged-11a3b531-3682-4dd0-aa09-619bf9641f55 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 860.994704] env[61960]: WARNING nova.compute.manager [req-37ab16fc-1f0c-4b33-8a0e-be2d445c003d req-4e24c6fa-6067-4081-b642-29fb9f4d8636 service nova] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Received unexpected event network-vif-plugged-11a3b531-3682-4dd0-aa09-619bf9641f55 for instance with vm_state building and task_state spawning. [ 861.068410] env[61960]: DEBUG nova.network.neutron [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Successfully updated port: 11a3b531-3682-4dd0-aa09-619bf9641f55 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.209402] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.209948] env[61960]: DEBUG nova.compute.manager [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 861.212572] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1e746bcf-d825-4e32-9331-5bac1f44a26c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.754s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.212780] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1e746bcf-d825-4e32-9331-5bac1f44a26c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.214793] env[61960]: DEBUG oslo_concurrency.lockutils [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.121s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.214980] env[61960]: DEBUG oslo_concurrency.lockutils [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.218354] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d39ec576-5071-4b70-90e5-35c1449a5ab2 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.551s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.219679] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d39ec576-5071-4b70-90e5-35c1449a5ab2 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.220418] env[61960]: DEBUG oslo_concurrency.lockutils [None req-76cc63f9-14a5-4f46-84cd-ea7978ba03a6 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.327s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.220616] env[61960]: DEBUG oslo_concurrency.lockutils [None req-76cc63f9-14a5-4f46-84cd-ea7978ba03a6 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.222340] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.642s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.223854] env[61960]: INFO nova.compute.claims [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.256446] env[61960]: INFO nova.scheduler.client.report [None req-d39ec576-5071-4b70-90e5-35c1449a5ab2 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Deleted allocations for instance c3caa025-ae48-4430-a910-59a145e265c9 [ 861.258575] env[61960]: INFO nova.scheduler.client.report [None req-76cc63f9-14a5-4f46-84cd-ea7978ba03a6 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Deleted allocations for instance 4b222224-d355-4628-80f9-f58d7284e235 [ 861.276017] env[61960]: INFO nova.scheduler.client.report [None req-1e746bcf-d825-4e32-9331-5bac1f44a26c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Deleted allocations for instance d7de483c-5ab7-47e9-995c-c02d5f07f165 [ 861.335302] env[61960]: DEBUG nova.compute.manager [req-47146f00-a87a-468d-a0a2-f0de365c36b5 req-e6d54d03-8829-4cc9-9f12-66ded6fe980a service nova] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Received event network-vif-deleted-cb59569a-9cfb-46fd-be82-cbb5619aa3ba {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 861.335302] env[61960]: INFO nova.compute.manager [req-47146f00-a87a-468d-a0a2-f0de365c36b5 req-e6d54d03-8829-4cc9-9f12-66ded6fe980a service nova] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Neutron deleted interface cb59569a-9cfb-46fd-be82-cbb5619aa3ba; detaching it from the instance and deleting it from the info cache [ 861.335302] env[61960]: DEBUG nova.network.neutron [req-47146f00-a87a-468d-a0a2-f0de365c36b5 req-e6d54d03-8829-4cc9-9f12-66ded6fe980a service nova] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.335488] env[61960]: WARNING oslo_messaging._drivers.amqpdriver [req-47146f00-a87a-468d-a0a2-f0de365c36b5 req-e6d54d03-8829-4cc9-9f12-66ded6fe980a service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 861.369399] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: a6e2330c-ba68-4df4-9e16-b536efe54c94] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 861.412376] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0354c229-f364-40ad-a046-048d9a8749c2 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "d7f5243f-7071-404d-9549-b381257d5288" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.412727] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0354c229-f364-40ad-a046-048d9a8749c2 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "d7f5243f-7071-404d-9549-b381257d5288" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.412996] env[61960]: INFO nova.compute.manager [None req-0354c229-f364-40ad-a046-048d9a8749c2 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Attaching volume 06acf879-923e-4fc0-bbd6-de3e9f8fad6a to /dev/sdb [ 861.448460] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e41edd-63b7-4082-a4a8-082f2bc851fd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.458031] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd323cb-8b55-4add-87a1-3f705a39142f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.472495] env[61960]: DEBUG nova.virt.block_device [None req-0354c229-f364-40ad-a046-048d9a8749c2 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Updating existing volume attachment record: 8272ef72-3dee-4c38-96a4-b247fa6272d0 {{(pid=61960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 861.573215] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Acquiring lock "refresh_cache-258ba8c2-e38a-4d20-9064-109fa27a4a80" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.573215] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Acquired lock "refresh_cache-258ba8c2-e38a-4d20-9064-109fa27a4a80" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.573215] env[61960]: DEBUG nova.network.neutron [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 861.730517] env[61960]: DEBUG nova.compute.utils [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 861.737277] env[61960]: DEBUG nova.compute.manager [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 861.737491] env[61960]: DEBUG nova.network.neutron [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 861.741034] env[61960]: DEBUG oslo_concurrency.lockutils [None req-58482e5a-320c-4ce2-afd6-44057247c3ad tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "6449dbd4-9f77-4838-917c-ec22e0d2359c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 53.854s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.741869] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a1c09d23-708d-43f5-ae88-aac49ca22e52 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "6449dbd4-9f77-4838-917c-ec22e0d2359c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 26.104s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.742112] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a1c09d23-708d-43f5-ae88-aac49ca22e52 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "6449dbd4-9f77-4838-917c-ec22e0d2359c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.742332] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a1c09d23-708d-43f5-ae88-aac49ca22e52 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "6449dbd4-9f77-4838-917c-ec22e0d2359c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.742507] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a1c09d23-708d-43f5-ae88-aac49ca22e52 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "6449dbd4-9f77-4838-917c-ec22e0d2359c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.745018] env[61960]: INFO nova.compute.manager [None req-a1c09d23-708d-43f5-ae88-aac49ca22e52 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Terminating instance [ 861.747665] env[61960]: DEBUG nova.compute.manager [None req-a1c09d23-708d-43f5-ae88-aac49ca22e52 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 861.747903] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c09d23-708d-43f5-ae88-aac49ca22e52 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 861.748154] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-312f71e1-19e6-4325-91ef-adbb39701357 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.758952] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd1a81e-6a9e-45f9-aade-fb3ba97f64a4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.775337] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d39ec576-5071-4b70-90e5-35c1449a5ab2 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Lock "c3caa025-ae48-4430-a910-59a145e265c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.417s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.777252] env[61960]: DEBUG oslo_concurrency.lockutils [None req-76cc63f9-14a5-4f46-84cd-ea7978ba03a6 tempest-ServerAddressesTestJSON-1458969281 tempest-ServerAddressesTestJSON-1458969281-project-member] Lock "4b222224-d355-4628-80f9-f58d7284e235" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.972s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.788436] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1e746bcf-d825-4e32-9331-5bac1f44a26c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "d7de483c-5ab7-47e9-995c-c02d5f07f165" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.382s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.800385] env[61960]: WARNING nova.virt.vmwareapi.vmops [None req-a1c09d23-708d-43f5-ae88-aac49ca22e52 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 6449dbd4-9f77-4838-917c-ec22e0d2359c could not be found. [ 861.800576] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c09d23-708d-43f5-ae88-aac49ca22e52 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 861.800765] env[61960]: INFO nova.compute.manager [None req-a1c09d23-708d-43f5-ae88-aac49ca22e52 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Took 0.05 seconds to destroy the instance on the hypervisor. [ 861.801029] env[61960]: DEBUG oslo.service.loopingcall [None req-a1c09d23-708d-43f5-ae88-aac49ca22e52 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 861.802596] env[61960]: DEBUG nova.policy [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '022e7152f23e408ebe025b6c1c170d36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4afdda0bfda54f4dba3833c4e6a27ea1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 861.805465] env[61960]: DEBUG nova.compute.manager [-] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 861.805602] env[61960]: DEBUG nova.network.neutron [-] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 861.812475] env[61960]: DEBUG nova.network.neutron [-] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.837861] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2cc4d11a-6838-4ddd-8395-fa6330e68426 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.848162] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec057b53-258e-41f6-9e9e-6d2dc8cad384 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.873029] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 51fff2cd-efe8-48c6-8fc7-12ca2d0a6c88] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 861.883889] env[61960]: DEBUG nova.compute.manager [req-47146f00-a87a-468d-a0a2-f0de365c36b5 req-e6d54d03-8829-4cc9-9f12-66ded6fe980a service nova] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Detach interface failed, port_id=cb59569a-9cfb-46fd-be82-cbb5619aa3ba, reason: Instance b2acfc3e-f996-45ea-9745-ad86d321d78f could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 862.157122] env[61960]: DEBUG nova.network.neutron [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 862.189020] env[61960]: DEBUG nova.network.neutron [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Successfully created port: 3d2bdfb0-f4b6-47e0-aaf6-7fe1dbb10651 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.240431] env[61960]: DEBUG nova.compute.manager [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 862.315307] env[61960]: INFO nova.compute.manager [-] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Took 1.32 seconds to deallocate network for instance. [ 862.385223] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 8ffa8a2e-f035-483a-86a1-349588495b66] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 862.426366] env[61960]: DEBUG oslo_concurrency.lockutils [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "7ee63cda-4878-4c4c-bc76-c51c798de3fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.426917] env[61960]: DEBUG oslo_concurrency.lockutils [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "7ee63cda-4878-4c4c-bc76-c51c798de3fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.427278] env[61960]: DEBUG oslo_concurrency.lockutils [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "7ee63cda-4878-4c4c-bc76-c51c798de3fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.427772] env[61960]: DEBUG oslo_concurrency.lockutils [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "7ee63cda-4878-4c4c-bc76-c51c798de3fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.428477] env[61960]: DEBUG oslo_concurrency.lockutils [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "7ee63cda-4878-4c4c-bc76-c51c798de3fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.435625] env[61960]: INFO nova.compute.manager [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Terminating instance [ 862.437954] env[61960]: DEBUG nova.compute.manager [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 862.438282] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 862.439253] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30e04b5-e1b5-49a9-a076-f20e4cbb1def {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.449315] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 862.451884] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da12f0f6-8eb6-4659-bd2c-aede3f09a0b2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.461034] env[61960]: DEBUG oslo_vmware.api [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 862.461034] env[61960]: value = "task-436228" [ 862.461034] env[61960]: _type = "Task" [ 862.461034] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.477025] env[61960]: DEBUG oslo_vmware.api [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.477025] env[61960]: DEBUG nova.network.neutron [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Updating instance_info_cache with network_info: [{"id": "11a3b531-3682-4dd0-aa09-619bf9641f55", "address": "fa:16:3e:63:6a:92", "network": {"id": "51f85a37-7c4b-4bcd-a1bb-ed047bce6382", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1526363896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "641ea4ed9a984105803ae5229c2d1209", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a3b531-36", "ovs_interfaceid": "11a3b531-3682-4dd0-aa09-619bf9641f55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.596249] env[61960]: DEBUG nova.network.neutron [-] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.754117] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8572166d-ae1c-4a65-9485-78b23f0831da {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.763600] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92ef033-1089-4678-a2d1-fd5a7b157adc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.804857] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4442a5-246c-46bd-90c0-c44b1d70c143 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.814729] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563d3a57-d610-4b17-bb23-e1ce2ef5da4d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.830257] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7aa81ff2-a5af-4353-b0cc-2f0706a3332e tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.831098] env[61960]: DEBUG nova.compute.provider_tree [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.888618] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 383cc933-2136-421f-85cc-e12f1743bd67] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 862.973660] env[61960]: DEBUG oslo_vmware.api [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436228, 'name': PowerOffVM_Task, 'duration_secs': 0.201004} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.973939] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 862.975026] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 862.975320] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6707eefc-5b56-4c62-a03c-768493996915 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.979538] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Releasing lock "refresh_cache-258ba8c2-e38a-4d20-9064-109fa27a4a80" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.979869] env[61960]: DEBUG nova.compute.manager [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Instance network_info: |[{"id": "11a3b531-3682-4dd0-aa09-619bf9641f55", "address": "fa:16:3e:63:6a:92", "network": {"id": "51f85a37-7c4b-4bcd-a1bb-ed047bce6382", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1526363896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "641ea4ed9a984105803ae5229c2d1209", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a3b531-36", "ovs_interfaceid": "11a3b531-3682-4dd0-aa09-619bf9641f55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 862.980244] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:6a:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9630cae2-7dd9-42b7-8b53-91ab254af243', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11a3b531-3682-4dd0-aa09-619bf9641f55', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.988616] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Creating folder: Project (641ea4ed9a984105803ae5229c2d1209). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 862.989205] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26bf2a6a-8ef2-47cc-9806-6ad84add7aa7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.003222] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Created folder: Project (641ea4ed9a984105803ae5229c2d1209) in parent group-v115929. [ 863.003222] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Creating folder: Instances. Parent ref: group-v116113. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 863.003222] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f69c7ca-b297-4ebb-8f0c-f0a201383269 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.014274] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Created folder: Instances in parent group-v116113. [ 863.015031] env[61960]: DEBUG oslo.service.loopingcall [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 863.015284] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 863.015535] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e464f24e-554e-4e8a-8d96-7ce7e80c9333 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.033959] env[61960]: DEBUG nova.compute.manager [req-0799e871-1768-42a6-8654-027d156e3a80 req-1f202a22-7464-4863-85c1-ad0d39fcf021 service nova] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Received event network-changed-11a3b531-3682-4dd0-aa09-619bf9641f55 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 863.034123] env[61960]: DEBUG nova.compute.manager [req-0799e871-1768-42a6-8654-027d156e3a80 req-1f202a22-7464-4863-85c1-ad0d39fcf021 service nova] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Refreshing instance network info cache due to event network-changed-11a3b531-3682-4dd0-aa09-619bf9641f55. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 863.034351] env[61960]: DEBUG oslo_concurrency.lockutils [req-0799e871-1768-42a6-8654-027d156e3a80 req-1f202a22-7464-4863-85c1-ad0d39fcf021 service nova] Acquiring lock "refresh_cache-258ba8c2-e38a-4d20-9064-109fa27a4a80" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.034640] env[61960]: DEBUG oslo_concurrency.lockutils [req-0799e871-1768-42a6-8654-027d156e3a80 req-1f202a22-7464-4863-85c1-ad0d39fcf021 service nova] Acquired lock "refresh_cache-258ba8c2-e38a-4d20-9064-109fa27a4a80" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.034726] env[61960]: DEBUG nova.network.neutron [req-0799e871-1768-42a6-8654-027d156e3a80 req-1f202a22-7464-4863-85c1-ad0d39fcf021 service nova] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Refreshing network info cache for port 11a3b531-3682-4dd0-aa09-619bf9641f55 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 863.042323] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.042323] env[61960]: value = "task-436232" [ 863.042323] env[61960]: _type = "Task" [ 863.042323] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.047368] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 863.047617] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 863.047815] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Deleting the datastore file [datastore1] 7ee63cda-4878-4c4c-bc76-c51c798de3fd {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.048685] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4a1c016-2cca-46c6-86ba-cf5e81e25e25 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.053662] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436232, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.058688] env[61960]: DEBUG oslo_vmware.api [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 863.058688] env[61960]: value = "task-436233" [ 863.058688] env[61960]: _type = "Task" [ 863.058688] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.066950] env[61960]: DEBUG oslo_vmware.api [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.099543] env[61960]: INFO nova.compute.manager [-] [instance: 6449dbd4-9f77-4838-917c-ec22e0d2359c] Took 1.29 seconds to deallocate network for instance. [ 863.259802] env[61960]: DEBUG nova.compute.manager [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 863.299035] env[61960]: DEBUG nova.virt.hardware [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='89886ebf3ab13a323b719128dc5f6f18',container_format='bare',created_at=2024-08-28T09:13:11Z,direct_url=,disk_format='vmdk',id=9fe6013a-b9bb-4a57-a65c-290bd37d358c,min_disk=1,min_ram=0,name='tempest-test-snap-1640789256',owner='4afdda0bfda54f4dba3833c4e6a27ea1',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-08-28T09:13:29Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 863.299313] env[61960]: DEBUG nova.virt.hardware [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 863.299477] env[61960]: DEBUG nova.virt.hardware [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.299696] env[61960]: DEBUG nova.virt.hardware [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 863.299816] env[61960]: DEBUG nova.virt.hardware [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.299965] env[61960]: DEBUG nova.virt.hardware [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 863.300436] env[61960]: DEBUG nova.virt.hardware [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 863.300620] env[61960]: DEBUG nova.virt.hardware [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 863.300794] env[61960]: DEBUG nova.virt.hardware [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 863.300971] env[61960]: DEBUG nova.virt.hardware [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 863.301158] env[61960]: DEBUG nova.virt.hardware [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 863.302617] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbaac10-8a4d-4f13-b035-c6f6d2af4cce {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.312640] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481522dd-7940-44ec-a0b0-33f61f9bb5a0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.334230] env[61960]: DEBUG nova.scheduler.client.report [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 863.372506] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquiring lock "7630ed37-1a60-4221-ba79-ac826ed086aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.372506] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Lock "7630ed37-1a60-4221-ba79-ac826ed086aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.391682] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 315c4d67-8e15-47d8-8943-8d10fc746815] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 863.555665] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436232, 'name': CreateVM_Task, 'duration_secs': 0.335447} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.556813] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 863.557561] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.557785] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.558146] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.558428] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79507ded-805f-4ed6-a218-2ff70b050435 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.566987] env[61960]: DEBUG oslo_vmware.api [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Waiting for the task: (returnval){ [ 863.566987] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fa7756-063c-f6fb-a7b0-76504994cd01" [ 863.566987] env[61960]: _type = "Task" [ 863.566987] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.572123] env[61960]: DEBUG oslo_vmware.api [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133201} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.575103] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.575315] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 863.575496] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 863.575815] env[61960]: INFO nova.compute.manager [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 863.576019] env[61960]: DEBUG oslo.service.loopingcall [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 863.576158] env[61960]: DEBUG nova.compute.manager [-] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 863.576252] env[61960]: DEBUG nova.network.neutron [-] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 863.584184] env[61960]: DEBUG oslo_vmware.api [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fa7756-063c-f6fb-a7b0-76504994cd01, 'name': SearchDatastore_Task, 'duration_secs': 0.012273} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.586545] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.586786] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.587033] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.587192] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.587376] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.587686] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77ab5db6-8c2d-4e04-9fc2-59c91313d510 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.597049] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.597264] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 863.598061] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9578389-f106-4f28-9164-e10dc768283d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.604093] env[61960]: DEBUG oslo_vmware.api [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Waiting for the task: (returnval){ [ 863.604093] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52a4fb1d-8d10-669e-7ab1-73063a8cc20e" [ 863.604093] env[61960]: _type = "Task" [ 863.604093] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.617822] env[61960]: DEBUG oslo_vmware.api [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52a4fb1d-8d10-669e-7ab1-73063a8cc20e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.847207] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.847860] env[61960]: DEBUG nova.compute.manager [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 863.853070] env[61960]: DEBUG oslo_concurrency.lockutils [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.248s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.857088] env[61960]: DEBUG nova.objects.instance [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=61960) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 863.879479] env[61960]: DEBUG nova.compute.manager [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 863.895749] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: ff9c99c7-43b2-479e-a171-269edf1aa75d] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 864.001696] env[61960]: DEBUG nova.network.neutron [req-0799e871-1768-42a6-8654-027d156e3a80 req-1f202a22-7464-4863-85c1-ad0d39fcf021 service nova] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Updated VIF entry in instance network info cache for port 11a3b531-3682-4dd0-aa09-619bf9641f55. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 864.002134] env[61960]: DEBUG nova.network.neutron [req-0799e871-1768-42a6-8654-027d156e3a80 req-1f202a22-7464-4863-85c1-ad0d39fcf021 service nova] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Updating instance_info_cache with network_info: [{"id": "11a3b531-3682-4dd0-aa09-619bf9641f55", "address": "fa:16:3e:63:6a:92", "network": {"id": "51f85a37-7c4b-4bcd-a1bb-ed047bce6382", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1526363896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "641ea4ed9a984105803ae5229c2d1209", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a3b531-36", "ovs_interfaceid": "11a3b531-3682-4dd0-aa09-619bf9641f55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.116701] env[61960]: DEBUG oslo_vmware.api [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52a4fb1d-8d10-669e-7ab1-73063a8cc20e, 'name': SearchDatastore_Task, 'duration_secs': 0.01041} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.117905] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e297a71-8f40-4f88-9c3e-9252d10f9996 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.127808] env[61960]: DEBUG oslo_vmware.api [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Waiting for the task: (returnval){ [ 864.127808] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5204f48f-e027-f1fa-e537-79034d97ced1" [ 864.127808] env[61960]: _type = "Task" [ 864.127808] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.133185] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a1c09d23-708d-43f5-ae88-aac49ca22e52 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "6449dbd4-9f77-4838-917c-ec22e0d2359c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.390s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.141949] env[61960]: DEBUG oslo_vmware.api [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5204f48f-e027-f1fa-e537-79034d97ced1, 'name': SearchDatastore_Task, 'duration_secs': 0.009742} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.142717] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.143017] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 258ba8c2-e38a-4d20-9064-109fa27a4a80/258ba8c2-e38a-4d20-9064-109fa27a4a80.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 864.143299] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-379ea43a-6ad7-4951-9fab-fb0b66c48f9a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.147032] env[61960]: DEBUG nova.network.neutron [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Successfully updated port: 3d2bdfb0-f4b6-47e0-aaf6-7fe1dbb10651 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.151743] env[61960]: DEBUG oslo_vmware.api [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Waiting for the task: (returnval){ [ 864.151743] env[61960]: value = "task-436235" [ 864.151743] env[61960]: _type = "Task" [ 864.151743] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.160548] env[61960]: DEBUG nova.compute.manager [req-8180102b-6f21-4559-abf0-351698923354 req-75cd6931-6421-4b74-b727-cc8de48f1de3 service nova] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Received event network-vif-plugged-3d2bdfb0-f4b6-47e0-aaf6-7fe1dbb10651 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 864.160548] env[61960]: DEBUG oslo_concurrency.lockutils [req-8180102b-6f21-4559-abf0-351698923354 req-75cd6931-6421-4b74-b727-cc8de48f1de3 service nova] Acquiring lock "c4b50a45-084e-4f86-9323-e94eee64afb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.161349] env[61960]: DEBUG oslo_concurrency.lockutils [req-8180102b-6f21-4559-abf0-351698923354 req-75cd6931-6421-4b74-b727-cc8de48f1de3 service nova] Lock "c4b50a45-084e-4f86-9323-e94eee64afb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.161349] env[61960]: DEBUG oslo_concurrency.lockutils [req-8180102b-6f21-4559-abf0-351698923354 req-75cd6931-6421-4b74-b727-cc8de48f1de3 service nova] Lock "c4b50a45-084e-4f86-9323-e94eee64afb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.161469] env[61960]: DEBUG nova.compute.manager [req-8180102b-6f21-4559-abf0-351698923354 req-75cd6931-6421-4b74-b727-cc8de48f1de3 service nova] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] No waiting events found dispatching network-vif-plugged-3d2bdfb0-f4b6-47e0-aaf6-7fe1dbb10651 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 864.161612] env[61960]: WARNING nova.compute.manager [req-8180102b-6f21-4559-abf0-351698923354 req-75cd6931-6421-4b74-b727-cc8de48f1de3 service nova] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Received unexpected event network-vif-plugged-3d2bdfb0-f4b6-47e0-aaf6-7fe1dbb10651 for instance with vm_state building and task_state spawning. [ 864.170195] env[61960]: DEBUG oslo_vmware.api [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Task: {'id': task-436235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.358297] env[61960]: DEBUG nova.compute.utils [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 864.363648] env[61960]: DEBUG nova.compute.manager [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 864.363782] env[61960]: DEBUG nova.network.neutron [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 864.398540] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: f3f132e9-44db-4e66-b01a-e16f8626bf37] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 864.402642] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.418653] env[61960]: DEBUG nova.policy [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '625436488d8d46a08456ef3342e1889c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11db1f5ce1704bd3b416ab2d17b42043', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 864.437195] env[61960]: DEBUG nova.network.neutron [-] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.505827] env[61960]: DEBUG oslo_concurrency.lockutils [req-0799e871-1768-42a6-8654-027d156e3a80 req-1f202a22-7464-4863-85c1-ad0d39fcf021 service nova] Releasing lock "refresh_cache-258ba8c2-e38a-4d20-9064-109fa27a4a80" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.649317] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "refresh_cache-c4b50a45-084e-4f86-9323-e94eee64afb2" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.650093] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquired lock "refresh_cache-c4b50a45-084e-4f86-9323-e94eee64afb2" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.650093] env[61960]: DEBUG nova.network.neutron [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 864.665035] env[61960]: DEBUG oslo_vmware.api [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Task: {'id': task-436235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473571} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.665035] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 258ba8c2-e38a-4d20-9064-109fa27a4a80/258ba8c2-e38a-4d20-9064-109fa27a4a80.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 864.665035] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.665694] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e5c424b-90c1-43d5-8f9a-6de31fef635f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.672991] env[61960]: DEBUG oslo_vmware.api [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Waiting for the task: (returnval){ [ 864.672991] env[61960]: value = "task-436236" [ 864.672991] env[61960]: _type = "Task" [ 864.672991] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.681973] env[61960]: DEBUG oslo_vmware.api [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Task: {'id': task-436236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.868724] env[61960]: DEBUG nova.compute.manager [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 864.875983] env[61960]: DEBUG oslo_concurrency.lockutils [None req-92635750-b127-4447-ac11-ec4f66636ce9 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.877353] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ed66506e-f2dd-43e1-88ba-e02255b872c2 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.045s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.877665] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ed66506e-f2dd-43e1-88ba-e02255b872c2 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.881850] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5a5edef5-95a8-4ff3-931f-75d3159e6d74 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.441s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.881850] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5a5edef5-95a8-4ff3-931f-75d3159e6d74 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.883445] env[61960]: DEBUG oslo_concurrency.lockutils [None req-032a9238-c5b3-4fa3-a4fe-f318c11a9e75 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.163s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.883706] env[61960]: DEBUG oslo_concurrency.lockutils [None req-032a9238-c5b3-4fa3-a4fe-f318c11a9e75 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.887383] env[61960]: DEBUG oslo_concurrency.lockutils [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.491s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.889668] env[61960]: INFO nova.compute.claims [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.903667] env[61960]: DEBUG nova.network.neutron [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Successfully created port: 2ba90961-3223-4538-b459-d024810a13aa {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.906464] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: dec63d6c-0b9e-474b-a09a-9420d9d8d366] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 864.924498] env[61960]: INFO nova.scheduler.client.report [None req-5a5edef5-95a8-4ff3-931f-75d3159e6d74 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Deleted allocations for instance a05ef4c0-ecff-43b5-bcee-25088fe3c08d [ 864.930024] env[61960]: INFO nova.scheduler.client.report [None req-032a9238-c5b3-4fa3-a4fe-f318c11a9e75 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Deleted allocations for instance 99d36460-8e32-4de1-8c48-c0ecfbf71f0d [ 864.939872] env[61960]: INFO nova.compute.manager [-] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Took 1.36 seconds to deallocate network for instance. [ 864.945753] env[61960]: INFO nova.scheduler.client.report [None req-ed66506e-f2dd-43e1-88ba-e02255b872c2 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Deleted allocations for instance e94b6c33-7bfb-4aae-b619-c7da2201cb92 [ 865.059764] env[61960]: DEBUG nova.compute.manager [req-b1f229d2-c37f-4efd-b140-c53cf7c41601 req-cb583ec8-e482-472f-bc68-d3cab50764c9 service nova] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Received event network-vif-deleted-28e6aad8-2d42-415e-ba8f-39fc435caaaa {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 865.183317] env[61960]: DEBUG oslo_vmware.api [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Task: {'id': task-436236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071881} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.183771] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.184586] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed093ead-5b84-44d8-b8b8-d35312c68088 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.220494] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 258ba8c2-e38a-4d20-9064-109fa27a4a80/258ba8c2-e38a-4d20-9064-109fa27a4a80.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.222018] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7825c15e-787f-4654-bc00-320b8bb724ee {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.241030] env[61960]: DEBUG nova.network.neutron [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 865.248372] env[61960]: DEBUG oslo_vmware.api [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Waiting for the task: (returnval){ [ 865.248372] env[61960]: value = "task-436237" [ 865.248372] env[61960]: _type = "Task" [ 865.248372] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.259444] env[61960]: DEBUG oslo_vmware.api [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Task: {'id': task-436237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.413610] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: ae66b7c6-c12f-4034-84b8-ab6923fad5f4] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 865.437301] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5a5edef5-95a8-4ff3-931f-75d3159e6d74 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Lock "a05ef4c0-ecff-43b5-bcee-25088fe3c08d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.508s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.441859] env[61960]: DEBUG oslo_concurrency.lockutils [None req-032a9238-c5b3-4fa3-a4fe-f318c11a9e75 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "99d36460-8e32-4de1-8c48-c0ecfbf71f0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.699s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.450765] env[61960]: DEBUG oslo_concurrency.lockutils [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.455736] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ed66506e-f2dd-43e1-88ba-e02255b872c2 tempest-ServerRescueTestJSON-958997416 tempest-ServerRescueTestJSON-958997416-project-member] Lock "e94b6c33-7bfb-4aae-b619-c7da2201cb92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.514s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.609281] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "cd873cd1-bbab-45e9-8b29-2595fec3f72f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.609539] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "cd873cd1-bbab-45e9-8b29-2595fec3f72f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.644662] env[61960]: DEBUG nova.network.neutron [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Updating instance_info_cache with network_info: [{"id": "3d2bdfb0-f4b6-47e0-aaf6-7fe1dbb10651", "address": "fa:16:3e:1e:c8:d7", "network": {"id": "62a618a7-78ed-4e31-a719-cf47fa219c16", "bridge": "br-int", "label": "tempest-ImagesTestJSON-839146393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4afdda0bfda54f4dba3833c4e6a27ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d2bdfb0-f4", "ovs_interfaceid": "3d2bdfb0-f4b6-47e0-aaf6-7fe1dbb10651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.759866] env[61960]: DEBUG oslo_vmware.api [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Task: {'id': task-436237, 'name': ReconfigVM_Task, 'duration_secs': 0.307957} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.760433] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 258ba8c2-e38a-4d20-9064-109fa27a4a80/258ba8c2-e38a-4d20-9064-109fa27a4a80.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.761283] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90497608-de6e-433a-9400-4fad7e05ef2d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.772019] env[61960]: DEBUG oslo_vmware.api [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Waiting for the task: (returnval){ [ 865.772019] env[61960]: value = "task-436238" [ 865.772019] env[61960]: _type = "Task" [ 865.772019] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.785509] env[61960]: DEBUG oslo_vmware.api [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Task: {'id': task-436238, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.887025] env[61960]: DEBUG nova.compute.manager [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 865.920148] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 59ed629c-1516-4e93-95dd-482d8acc71af] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 865.923628] env[61960]: DEBUG nova.virt.hardware [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 865.926418] env[61960]: DEBUG nova.virt.hardware [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 865.926418] env[61960]: DEBUG nova.virt.hardware [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.926418] env[61960]: DEBUG nova.virt.hardware [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 865.926418] env[61960]: DEBUG nova.virt.hardware [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.926418] env[61960]: DEBUG nova.virt.hardware [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 865.926418] env[61960]: DEBUG nova.virt.hardware [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 865.928192] env[61960]: DEBUG nova.virt.hardware [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 865.928680] env[61960]: DEBUG nova.virt.hardware [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 865.929019] env[61960]: DEBUG nova.virt.hardware [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 865.929372] env[61960]: DEBUG nova.virt.hardware [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 865.930874] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea164cb4-7d10-4cc8-9cce-05be869a240e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.945093] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be462c1-8a4d-4328-b654-d03402b685e1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.024528] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0354c229-f364-40ad-a046-048d9a8749c2 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Volume attach. Driver type: vmdk {{(pid=61960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 866.024794] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0354c229-f364-40ad-a046-048d9a8749c2 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116112', 'volume_id': '06acf879-923e-4fc0-bbd6-de3e9f8fad6a', 'name': 'volume-06acf879-923e-4fc0-bbd6-de3e9f8fad6a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd7f5243f-7071-404d-9549-b381257d5288', 'attached_at': '', 'detached_at': '', 'volume_id': '06acf879-923e-4fc0-bbd6-de3e9f8fad6a', 'serial': '06acf879-923e-4fc0-bbd6-de3e9f8fad6a'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 866.025736] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6a4d22-5069-4075-94c6-ca8df3913118 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.048302] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1394a1-c4fb-4e93-a1f9-bb3804a53bb5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.077024] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0354c229-f364-40ad-a046-048d9a8749c2 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] volume-06acf879-923e-4fc0-bbd6-de3e9f8fad6a/volume-06acf879-923e-4fc0-bbd6-de3e9f8fad6a.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.080063] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2e51f3d-48ad-431a-9e1a-9148a9ef386c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.099976] env[61960]: DEBUG oslo_vmware.api [None req-0354c229-f364-40ad-a046-048d9a8749c2 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 866.099976] env[61960]: value = "task-436239" [ 866.099976] env[61960]: _type = "Task" [ 866.099976] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.112750] env[61960]: DEBUG nova.compute.manager [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 866.122016] env[61960]: DEBUG oslo_vmware.api [None req-0354c229-f364-40ad-a046-048d9a8749c2 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436239, 'name': ReconfigVM_Task} progress is 10%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.147882] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Releasing lock "refresh_cache-c4b50a45-084e-4f86-9323-e94eee64afb2" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.148213] env[61960]: DEBUG nova.compute.manager [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Instance network_info: |[{"id": "3d2bdfb0-f4b6-47e0-aaf6-7fe1dbb10651", "address": "fa:16:3e:1e:c8:d7", "network": {"id": "62a618a7-78ed-4e31-a719-cf47fa219c16", "bridge": "br-int", "label": "tempest-ImagesTestJSON-839146393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4afdda0bfda54f4dba3833c4e6a27ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d2bdfb0-f4", "ovs_interfaceid": "3d2bdfb0-f4b6-47e0-aaf6-7fe1dbb10651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 866.148869] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:c8:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d2bdfb0-f4b6-47e0-aaf6-7fe1dbb10651', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.159803] env[61960]: DEBUG oslo.service.loopingcall [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 866.160463] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 866.161203] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de869cc8-fbb7-457f-93c1-c6458280da87 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.190936] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.190936] env[61960]: value = "task-436240" [ 866.190936] env[61960]: _type = "Task" [ 866.190936] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.203657] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436240, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.281809] env[61960]: DEBUG oslo_vmware.api [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Task: {'id': task-436238, 'name': Rename_Task, 'duration_secs': 0.148028} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.284967] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 866.285583] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce4ca0c2-fe57-4276-89c7-25d9d27c5534 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.295870] env[61960]: DEBUG oslo_vmware.api [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Waiting for the task: (returnval){ [ 866.295870] env[61960]: value = "task-436241" [ 866.295870] env[61960]: _type = "Task" [ 866.295870] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.308500] env[61960]: DEBUG oslo_vmware.api [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Task: {'id': task-436241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.367894] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aab7749-7491-4ed3-89b2-4836d22f1216 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.375513] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f905a9f3-3537-44d6-9b23-8df831348f72 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.410300] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536ef1df-ec89-4277-908d-2213beb84d42 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.421042] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bb9edc-1d05-4ecb-8ef5-65288bfbd649 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.427940] env[61960]: DEBUG nova.compute.manager [req-503d38bc-bbf9-4f9e-8ff9-0fb136f74372 req-4a45ecad-a33d-48e9-a81e-29c34cac025a service nova] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Received event network-changed-3d2bdfb0-f4b6-47e0-aaf6-7fe1dbb10651 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 866.428165] env[61960]: DEBUG nova.compute.manager [req-503d38bc-bbf9-4f9e-8ff9-0fb136f74372 req-4a45ecad-a33d-48e9-a81e-29c34cac025a service nova] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Refreshing instance network info cache due to event network-changed-3d2bdfb0-f4b6-47e0-aaf6-7fe1dbb10651. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 866.428390] env[61960]: DEBUG oslo_concurrency.lockutils [req-503d38bc-bbf9-4f9e-8ff9-0fb136f74372 req-4a45ecad-a33d-48e9-a81e-29c34cac025a service nova] Acquiring lock "refresh_cache-c4b50a45-084e-4f86-9323-e94eee64afb2" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.428557] env[61960]: DEBUG oslo_concurrency.lockutils [req-503d38bc-bbf9-4f9e-8ff9-0fb136f74372 req-4a45ecad-a33d-48e9-a81e-29c34cac025a service nova] Acquired lock "refresh_cache-c4b50a45-084e-4f86-9323-e94eee64afb2" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.428723] env[61960]: DEBUG nova.network.neutron [req-503d38bc-bbf9-4f9e-8ff9-0fb136f74372 req-4a45ecad-a33d-48e9-a81e-29c34cac025a service nova] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Refreshing network info cache for port 3d2bdfb0-f4b6-47e0-aaf6-7fe1dbb10651 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 866.443984] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: e0348208-2098-4071-97a4-29407a95cd3a] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 866.446211] env[61960]: DEBUG nova.compute.provider_tree [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.613350] env[61960]: DEBUG oslo_vmware.api [None req-0354c229-f364-40ad-a046-048d9a8749c2 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436239, 'name': ReconfigVM_Task, 'duration_secs': 0.381085} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.613893] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0354c229-f364-40ad-a046-048d9a8749c2 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Reconfigured VM instance instance-0000003e to attach disk [datastore1] volume-06acf879-923e-4fc0-bbd6-de3e9f8fad6a/volume-06acf879-923e-4fc0-bbd6-de3e9f8fad6a.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.621717] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3509749d-a434-4c7c-97f8-b62b40cd3499 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.642083] env[61960]: DEBUG oslo_vmware.api [None req-0354c229-f364-40ad-a046-048d9a8749c2 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 866.642083] env[61960]: value = "task-436242" [ 866.642083] env[61960]: _type = "Task" [ 866.642083] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.645720] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f0fae5b6-75e3-466c-896b-4cdbd40e8ae9 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Acquiring lock "340447f1-dfe7-4de2-a3ce-c9c74633136d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.645981] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f0fae5b6-75e3-466c-896b-4cdbd40e8ae9 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Lock "340447f1-dfe7-4de2-a3ce-c9c74633136d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.646217] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f0fae5b6-75e3-466c-896b-4cdbd40e8ae9 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Acquiring lock "340447f1-dfe7-4de2-a3ce-c9c74633136d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.646405] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f0fae5b6-75e3-466c-896b-4cdbd40e8ae9 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Lock "340447f1-dfe7-4de2-a3ce-c9c74633136d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.646617] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f0fae5b6-75e3-466c-896b-4cdbd40e8ae9 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Lock "340447f1-dfe7-4de2-a3ce-c9c74633136d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.649682] env[61960]: INFO nova.compute.manager [None req-f0fae5b6-75e3-466c-896b-4cdbd40e8ae9 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Terminating instance [ 866.656468] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.656763] env[61960]: DEBUG oslo_vmware.api [None req-0354c229-f364-40ad-a046-048d9a8749c2 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436242, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.657458] env[61960]: DEBUG nova.compute.manager [None req-f0fae5b6-75e3-466c-896b-4cdbd40e8ae9 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 866.658164] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fae5b6-75e3-466c-896b-4cdbd40e8ae9 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 866.659672] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59665e4f-7489-4ccb-b484-a39273f0a391 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.673828] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fae5b6-75e3-466c-896b-4cdbd40e8ae9 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 866.673828] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f4bde74-2775-4982-abd9-5493307e3d7c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.681518] env[61960]: DEBUG oslo_vmware.api [None req-f0fae5b6-75e3-466c-896b-4cdbd40e8ae9 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Waiting for the task: (returnval){ [ 866.681518] env[61960]: value = "task-436243" [ 866.681518] env[61960]: _type = "Task" [ 866.681518] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.692017] env[61960]: DEBUG oslo_vmware.api [None req-f0fae5b6-75e3-466c-896b-4cdbd40e8ae9 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': task-436243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.702196] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436240, 'name': CreateVM_Task, 'duration_secs': 0.382835} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.702351] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 866.703097] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fe6013a-b9bb-4a57-a65c-290bd37d358c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.703278] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fe6013a-b9bb-4a57-a65c-290bd37d358c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.703659] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fe6013a-b9bb-4a57-a65c-290bd37d358c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.703922] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9ddf67d-07b2-46ad-87e1-596fba640f79 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.710032] env[61960]: DEBUG oslo_vmware.api [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 866.710032] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52803528-1a48-a169-a49e-64b20ff55af4" [ 866.710032] env[61960]: _type = "Task" [ 866.710032] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.719179] env[61960]: DEBUG oslo_vmware.api [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52803528-1a48-a169-a49e-64b20ff55af4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.807060] env[61960]: DEBUG oslo_vmware.api [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Task: {'id': task-436241, 'name': PowerOnVM_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.948633] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 43ff8e5b-054c-452a-92c0-21a2a39ea2a2] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 866.951668] env[61960]: DEBUG nova.scheduler.client.report [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 867.153133] env[61960]: DEBUG oslo_vmware.api [None req-0354c229-f364-40ad-a046-048d9a8749c2 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436242, 'name': ReconfigVM_Task, 'duration_secs': 0.188945} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.153338] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0354c229-f364-40ad-a046-048d9a8749c2 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116112', 'volume_id': '06acf879-923e-4fc0-bbd6-de3e9f8fad6a', 'name': 'volume-06acf879-923e-4fc0-bbd6-de3e9f8fad6a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd7f5243f-7071-404d-9549-b381257d5288', 'attached_at': '', 'detached_at': '', 'volume_id': '06acf879-923e-4fc0-bbd6-de3e9f8fad6a', 'serial': '06acf879-923e-4fc0-bbd6-de3e9f8fad6a'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 867.192783] env[61960]: DEBUG oslo_vmware.api [None req-f0fae5b6-75e3-466c-896b-4cdbd40e8ae9 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': task-436243, 'name': PowerOffVM_Task, 'duration_secs': 0.222028} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.193088] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fae5b6-75e3-466c-896b-4cdbd40e8ae9 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 867.193270] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fae5b6-75e3-466c-896b-4cdbd40e8ae9 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 867.193632] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05a93e3a-1659-4d5e-8a38-0be94cab59ea {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.224624] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fe6013a-b9bb-4a57-a65c-290bd37d358c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.224965] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Processing image 9fe6013a-b9bb-4a57-a65c-290bd37d358c {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.225264] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fe6013a-b9bb-4a57-a65c-290bd37d358c/9fe6013a-b9bb-4a57-a65c-290bd37d358c.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.226806] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fe6013a-b9bb-4a57-a65c-290bd37d358c/9fe6013a-b9bb-4a57-a65c-290bd37d358c.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.227059] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.227353] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d957ee37-ac14-4a07-8e98-08a22ffb53ed {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.241303] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.241406] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 867.242208] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14a0fe99-c5ce-4600-9091-0de9a1f3d04b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.253996] env[61960]: DEBUG oslo_vmware.api [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 867.253996] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522660a7-0fde-a05c-f21f-e4c1d0b9a832" [ 867.253996] env[61960]: _type = "Task" [ 867.253996] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.269935] env[61960]: DEBUG oslo_vmware.api [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522660a7-0fde-a05c-f21f-e4c1d0b9a832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.270876] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fae5b6-75e3-466c-896b-4cdbd40e8ae9 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 867.271101] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fae5b6-75e3-466c-896b-4cdbd40e8ae9 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 867.271291] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0fae5b6-75e3-466c-896b-4cdbd40e8ae9 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Deleting the datastore file [datastore1] 340447f1-dfe7-4de2-a3ce-c9c74633136d {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.276341] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a9675ca-ea87-4545-8556-c6b30fe8a3e4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.283135] env[61960]: DEBUG oslo_vmware.api [None req-f0fae5b6-75e3-466c-896b-4cdbd40e8ae9 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Waiting for the task: (returnval){ [ 867.283135] env[61960]: value = "task-436245" [ 867.283135] env[61960]: _type = "Task" [ 867.283135] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.295702] env[61960]: DEBUG oslo_vmware.api [None req-f0fae5b6-75e3-466c-896b-4cdbd40e8ae9 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': task-436245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.303281] env[61960]: DEBUG nova.compute.manager [req-0b518de4-b2a8-4aa1-89cd-c9d959652c9c req-7d51f62d-8199-4a0a-b20f-b2c384da48c0 service nova] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Received event network-vif-plugged-2ba90961-3223-4538-b459-d024810a13aa {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 867.303281] env[61960]: DEBUG oslo_concurrency.lockutils [req-0b518de4-b2a8-4aa1-89cd-c9d959652c9c req-7d51f62d-8199-4a0a-b20f-b2c384da48c0 service nova] Acquiring lock "d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.303453] env[61960]: DEBUG oslo_concurrency.lockutils [req-0b518de4-b2a8-4aa1-89cd-c9d959652c9c req-7d51f62d-8199-4a0a-b20f-b2c384da48c0 service nova] Lock "d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.303652] env[61960]: DEBUG oslo_concurrency.lockutils [req-0b518de4-b2a8-4aa1-89cd-c9d959652c9c req-7d51f62d-8199-4a0a-b20f-b2c384da48c0 service nova] Lock "d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.303818] env[61960]: DEBUG nova.compute.manager [req-0b518de4-b2a8-4aa1-89cd-c9d959652c9c req-7d51f62d-8199-4a0a-b20f-b2c384da48c0 service nova] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] No waiting events found dispatching network-vif-plugged-2ba90961-3223-4538-b459-d024810a13aa {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 867.303988] env[61960]: WARNING nova.compute.manager [req-0b518de4-b2a8-4aa1-89cd-c9d959652c9c req-7d51f62d-8199-4a0a-b20f-b2c384da48c0 service nova] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Received unexpected event network-vif-plugged-2ba90961-3223-4538-b459-d024810a13aa for instance with vm_state building and task_state spawning. [ 867.310977] env[61960]: DEBUG oslo_vmware.api [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Task: {'id': task-436241, 'name': PowerOnVM_Task, 'duration_secs': 0.520981} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.311320] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 867.311549] env[61960]: INFO nova.compute.manager [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Took 6.53 seconds to spawn the instance on the hypervisor. [ 867.312336] env[61960]: DEBUG nova.compute.manager [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 867.312590] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892bb98b-5359-40b8-bed4-fc5ca47cc303 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.326815] env[61960]: DEBUG nova.compute.manager [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Stashing vm_state: active {{(pid=61960) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 867.455692] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 7bb2c3a0-82ae-401e-991e-d3c0b0ab2ec5] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 867.458716] env[61960]: DEBUG oslo_concurrency.lockutils [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.461115] env[61960]: DEBUG nova.compute.manager [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 867.462043] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.121s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.465623] env[61960]: INFO nova.compute.claims [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.664598] env[61960]: DEBUG nova.network.neutron [req-503d38bc-bbf9-4f9e-8ff9-0fb136f74372 req-4a45ecad-a33d-48e9-a81e-29c34cac025a service nova] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Updated VIF entry in instance network info cache for port 3d2bdfb0-f4b6-47e0-aaf6-7fe1dbb10651. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 867.665355] env[61960]: DEBUG nova.network.neutron [req-503d38bc-bbf9-4f9e-8ff9-0fb136f74372 req-4a45ecad-a33d-48e9-a81e-29c34cac025a service nova] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Updating instance_info_cache with network_info: [{"id": "3d2bdfb0-f4b6-47e0-aaf6-7fe1dbb10651", "address": "fa:16:3e:1e:c8:d7", "network": {"id": "62a618a7-78ed-4e31-a719-cf47fa219c16", "bridge": "br-int", "label": "tempest-ImagesTestJSON-839146393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4afdda0bfda54f4dba3833c4e6a27ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d2bdfb0-f4", "ovs_interfaceid": "3d2bdfb0-f4b6-47e0-aaf6-7fe1dbb10651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.771114] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Preparing fetch location {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 867.771752] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Fetch image to [datastore1] OSTACK_IMG_b66218f3-98d5-43a1-ae5b-5e20ed2e367b/OSTACK_IMG_b66218f3-98d5-43a1-ae5b-5e20ed2e367b.vmdk {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 867.773349] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Downloading stream optimized image 9fe6013a-b9bb-4a57-a65c-290bd37d358c to [datastore1] OSTACK_IMG_b66218f3-98d5-43a1-ae5b-5e20ed2e367b/OSTACK_IMG_b66218f3-98d5-43a1-ae5b-5e20ed2e367b.vmdk on the data store datastore1 as vApp {{(pid=61960) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 867.773621] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Downloading image file data 9fe6013a-b9bb-4a57-a65c-290bd37d358c to the ESX as VM named 'OSTACK_IMG_b66218f3-98d5-43a1-ae5b-5e20ed2e367b' {{(pid=61960) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 867.794681] env[61960]: DEBUG oslo_vmware.api [None req-f0fae5b6-75e3-466c-896b-4cdbd40e8ae9 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Task: {'id': task-436245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176371} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.797302] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0fae5b6-75e3-466c-896b-4cdbd40e8ae9 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.797571] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fae5b6-75e3-466c-896b-4cdbd40e8ae9 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 867.797747] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fae5b6-75e3-466c-896b-4cdbd40e8ae9 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 867.797939] env[61960]: INFO nova.compute.manager [None req-f0fae5b6-75e3-466c-896b-4cdbd40e8ae9 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 867.798585] env[61960]: DEBUG oslo.service.loopingcall [None req-f0fae5b6-75e3-466c-896b-4cdbd40e8ae9 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 867.799058] env[61960]: DEBUG nova.compute.manager [-] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 867.799226] env[61960]: DEBUG nova.network.neutron [-] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 867.842831] env[61960]: INFO nova.compute.manager [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Took 47.77 seconds to build instance. [ 867.863143] env[61960]: DEBUG oslo_concurrency.lockutils [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.875351] env[61960]: DEBUG oslo_vmware.rw_handles [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 867.875351] env[61960]: value = "resgroup-9" [ 867.875351] env[61960]: _type = "ResourcePool" [ 867.875351] env[61960]: }. {{(pid=61960) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 867.875958] env[61960]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-821dff64-e0bf-4e1b-b1d3-dbe18b8f90ac {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.903271] env[61960]: DEBUG nova.network.neutron [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Successfully updated port: 2ba90961-3223-4538-b459-d024810a13aa {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.910334] env[61960]: DEBUG oslo_vmware.rw_handles [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lease: (returnval){ [ 867.910334] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c20d32-6595-cb69-7077-63d736bfec16" [ 867.910334] env[61960]: _type = "HttpNfcLease" [ 867.910334] env[61960]: } obtained for vApp import into resource pool (val){ [ 867.910334] env[61960]: value = "resgroup-9" [ 867.910334] env[61960]: _type = "ResourcePool" [ 867.910334] env[61960]: }. {{(pid=61960) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 867.910334] env[61960]: DEBUG oslo_vmware.api [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the lease: (returnval){ [ 867.910334] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c20d32-6595-cb69-7077-63d736bfec16" [ 867.910334] env[61960]: _type = "HttpNfcLease" [ 867.910334] env[61960]: } to be ready. {{(pid=61960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 867.917683] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 867.917683] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c20d32-6595-cb69-7077-63d736bfec16" [ 867.917683] env[61960]: _type = "HttpNfcLease" [ 867.917683] env[61960]: } is initializing. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 867.963603] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: ec50aa6a-44ae-42f3-99a9-6831c832aca3] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 867.971474] env[61960]: DEBUG nova.compute.utils [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 867.974685] env[61960]: DEBUG nova.compute.manager [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 867.974876] env[61960]: DEBUG nova.network.neutron [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 868.095614] env[61960]: DEBUG nova.policy [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52ebb9d24ecd4dc9a2d40fc324b7cfe4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3297d2fab1244b048bc2afabcc119ab7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 868.169315] env[61960]: DEBUG oslo_concurrency.lockutils [req-503d38bc-bbf9-4f9e-8ff9-0fb136f74372 req-4a45ecad-a33d-48e9-a81e-29c34cac025a service nova] Releasing lock "refresh_cache-c4b50a45-084e-4f86-9323-e94eee64afb2" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.203633] env[61960]: DEBUG nova.objects.instance [None req-0354c229-f364-40ad-a046-048d9a8749c2 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lazy-loading 'flavor' on Instance uuid d7f5243f-7071-404d-9549-b381257d5288 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.345528] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e7044909-5eb9-49e7-a97c-f221f16d2327 tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Lock "258ba8c2-e38a-4d20-9064-109fa27a4a80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.282s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.409023] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquiring lock "refresh_cache-d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.409023] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquired lock "refresh_cache-d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.409023] env[61960]: DEBUG nova.network.neutron [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 868.420992] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 868.420992] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c20d32-6595-cb69-7077-63d736bfec16" [ 868.420992] env[61960]: _type = "HttpNfcLease" [ 868.420992] env[61960]: } is initializing. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 868.468009] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 24755d96-be25-477d-8022-bbae4e33ab89] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 868.484642] env[61960]: DEBUG nova.compute.manager [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 868.520790] env[61960]: DEBUG nova.compute.manager [req-51d86ee8-69e3-436a-b1c6-239078d65bcf req-0e05491a-c780-4880-a3fd-73a635438538 service nova] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Received event network-changed-2ba90961-3223-4538-b459-d024810a13aa {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 868.520790] env[61960]: DEBUG nova.compute.manager [req-51d86ee8-69e3-436a-b1c6-239078d65bcf req-0e05491a-c780-4880-a3fd-73a635438538 service nova] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Refreshing instance network info cache due to event network-changed-2ba90961-3223-4538-b459-d024810a13aa. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 868.520790] env[61960]: DEBUG oslo_concurrency.lockutils [req-51d86ee8-69e3-436a-b1c6-239078d65bcf req-0e05491a-c780-4880-a3fd-73a635438538 service nova] Acquiring lock "refresh_cache-d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.713241] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0354c229-f364-40ad-a046-048d9a8749c2 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "d7f5243f-7071-404d-9549-b381257d5288" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.300s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.809154] env[61960]: DEBUG nova.network.neutron [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Successfully created port: 583aeccb-35a1-4fc1-80d7-a376d6651591 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.862883] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732b5868-de12-4453-8c38-b7f7c91f6682 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.871529] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1b8812-ac3e-4c71-abe3-8e751880b084 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.910602] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de26b813-7e4a-4903-9f2c-985f9d87ec99 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.925830] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e436726f-af47-4a4d-9463-e4f7918453da {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.930231] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 868.930231] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c20d32-6595-cb69-7077-63d736bfec16" [ 868.930231] env[61960]: _type = "HttpNfcLease" [ 868.930231] env[61960]: } is initializing. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 868.943210] env[61960]: DEBUG nova.compute.provider_tree [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.953431] env[61960]: INFO nova.compute.manager [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Rescuing [ 868.953593] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "refresh_cache-d7f5243f-7071-404d-9549-b381257d5288" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.953746] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquired lock "refresh_cache-d7f5243f-7071-404d-9549-b381257d5288" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.953914] env[61960]: DEBUG nova.network.neutron [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 868.967395] env[61960]: DEBUG nova.network.neutron [-] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.970657] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: fc3b6192-3a1d-40cd-87ef-6bdba8b8292d] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 868.979256] env[61960]: DEBUG nova.network.neutron [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 869.262920] env[61960]: DEBUG nova.network.neutron [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Updating instance_info_cache with network_info: [{"id": "2ba90961-3223-4538-b459-d024810a13aa", "address": "fa:16:3e:c1:89:d6", "network": {"id": "e1d07742-238e-48e8-bb57-e88000721371", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1074392563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11db1f5ce1704bd3b416ab2d17b42043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba90961-32", "ovs_interfaceid": "2ba90961-3223-4538-b459-d024810a13aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.328764] env[61960]: DEBUG nova.network.neutron [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Successfully created port: ccff4403-32c0-4881-ab20-e9d729bb1a7d {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 869.423572] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 869.423572] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c20d32-6595-cb69-7077-63d736bfec16" [ 869.423572] env[61960]: _type = "HttpNfcLease" [ 869.423572] env[61960]: } is ready. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 869.423870] env[61960]: DEBUG oslo_vmware.rw_handles [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 869.423870] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c20d32-6595-cb69-7077-63d736bfec16" [ 869.423870] env[61960]: _type = "HttpNfcLease" [ 869.423870] env[61960]: }. {{(pid=61960) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 869.424606] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cd035a-6f47-4e2d-9178-24d9115b9dde {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.432385] env[61960]: DEBUG oslo_vmware.rw_handles [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d7334d-279f-2a14-bd32-fd7da4856e58/disk-0.vmdk from lease info. {{(pid=61960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 869.432583] env[61960]: DEBUG oslo_vmware.rw_handles [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d7334d-279f-2a14-bd32-fd7da4856e58/disk-0.vmdk. {{(pid=61960) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 869.492691] env[61960]: DEBUG nova.scheduler.client.report [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 869.499680] env[61960]: INFO nova.compute.manager [-] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Took 1.70 seconds to deallocate network for instance. [ 869.499868] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 6e1853f6-55d9-4659-b865-191a2e107ba1] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 869.505282] env[61960]: DEBUG nova.compute.manager [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 869.516067] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ebcca214-2422-405d-9b18-47ddaced1c04 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.550887] env[61960]: DEBUG nova.virt.hardware [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 869.551239] env[61960]: DEBUG nova.virt.hardware [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 869.551994] env[61960]: DEBUG nova.virt.hardware [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.551994] env[61960]: DEBUG nova.virt.hardware [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 869.551994] env[61960]: DEBUG nova.virt.hardware [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.551994] env[61960]: DEBUG nova.virt.hardware [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 869.552314] env[61960]: DEBUG nova.virt.hardware [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 869.552432] env[61960]: DEBUG nova.virt.hardware [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 869.552626] env[61960]: DEBUG nova.virt.hardware [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 869.552872] env[61960]: DEBUG nova.virt.hardware [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 869.553109] env[61960]: DEBUG nova.virt.hardware [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 869.554756] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bfdf4f-8dcf-46a4-a6f0-e7a1ad19a4bf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.564729] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e877b2fe-323e-4c2f-9810-8e228e1dbd52 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.769958] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Releasing lock "refresh_cache-d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.770488] env[61960]: DEBUG nova.compute.manager [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Instance network_info: |[{"id": "2ba90961-3223-4538-b459-d024810a13aa", "address": "fa:16:3e:c1:89:d6", "network": {"id": "e1d07742-238e-48e8-bb57-e88000721371", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1074392563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11db1f5ce1704bd3b416ab2d17b42043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba90961-32", "ovs_interfaceid": "2ba90961-3223-4538-b459-d024810a13aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 869.770683] env[61960]: DEBUG oslo_concurrency.lockutils [req-51d86ee8-69e3-436a-b1c6-239078d65bcf req-0e05491a-c780-4880-a3fd-73a635438538 service nova] Acquired lock "refresh_cache-d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.770878] env[61960]: DEBUG nova.network.neutron [req-51d86ee8-69e3-436a-b1c6-239078d65bcf req-0e05491a-c780-4880-a3fd-73a635438538 service nova] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Refreshing network info cache for port 2ba90961-3223-4538-b459-d024810a13aa {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 869.772755] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:89:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ba90961-3223-4538-b459-d024810a13aa', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.783496] env[61960]: DEBUG oslo.service.loopingcall [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 869.783496] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 869.783496] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53f9053b-a8ba-4ddb-a3f1-770d9c748548 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.808461] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.808461] env[61960]: value = "task-436247" [ 869.808461] env[61960]: _type = "Task" [ 869.808461] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.817294] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436247, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.934794] env[61960]: DEBUG nova.network.neutron [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Updating instance_info_cache with network_info: [{"id": "28650c85-bab0-45d8-bbb2-fd24af66df5e", "address": "fa:16:3e:b1:82:a3", "network": {"id": "74938226-c1f8-4c22-b0d7-da2a64cd0c28", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2097817805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69782336059f4ef292ddf0de2b9a9b21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28650c85-ba", "ovs_interfaceid": "28650c85-bab0-45d8-bbb2-fd24af66df5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.004377] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.004940] env[61960]: DEBUG nova.compute.manager [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 870.010408] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.326s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.012101] env[61960]: INFO nova.compute.claims [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.022572] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 451a923d-3c88-4b5d-be2c-dfcc248f9e81] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 870.025867] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f0fae5b6-75e3-466c-896b-4cdbd40e8ae9 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.322357] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436247, 'name': CreateVM_Task, 'duration_secs': 0.383036} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.324117] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 870.324873] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.325076] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.325402] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.325697] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2b7ee37-c82b-4cac-9ad9-f383443c2049 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.330367] env[61960]: DEBUG oslo_vmware.api [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 870.330367] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526133c8-9b21-784f-214c-43def307ce73" [ 870.330367] env[61960]: _type = "Task" [ 870.330367] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.342911] env[61960]: DEBUG oslo_vmware.api [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526133c8-9b21-784f-214c-43def307ce73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.436013] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Releasing lock "refresh_cache-d7f5243f-7071-404d-9549-b381257d5288" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.486936] env[61960]: DEBUG oslo_vmware.rw_handles [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Completed reading data from the image iterator. {{(pid=61960) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 870.487271] env[61960]: DEBUG oslo_vmware.rw_handles [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d7334d-279f-2a14-bd32-fd7da4856e58/disk-0.vmdk. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 870.488847] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27aa1a70-a39c-46cd-a92d-f753f379c0ae {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.497305] env[61960]: DEBUG oslo_vmware.rw_handles [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d7334d-279f-2a14-bd32-fd7da4856e58/disk-0.vmdk is in state: ready. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 870.497305] env[61960]: DEBUG oslo_vmware.rw_handles [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d7334d-279f-2a14-bd32-fd7da4856e58/disk-0.vmdk. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 870.498052] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-35b20dc3-4353-47e8-b84b-c75cffdfd528 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.519126] env[61960]: DEBUG nova.compute.utils [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 870.521738] env[61960]: DEBUG nova.compute.manager [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 870.522303] env[61960]: DEBUG nova.network.neutron [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 870.529033] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 1e7e2f23-4fc9-45a3-9f60-8222fa73cc52] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 870.592964] env[61960]: DEBUG nova.policy [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe8f5b73201c46069461f5eec2f17812', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cade20dd0d842459d24e4c8f3f39879', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 870.616064] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquiring lock "8613b53f-34ea-49a4-9074-caf65a790ac3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.616419] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lock "8613b53f-34ea-49a4-9074-caf65a790ac3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.627498] env[61960]: DEBUG nova.network.neutron [req-51d86ee8-69e3-436a-b1c6-239078d65bcf req-0e05491a-c780-4880-a3fd-73a635438538 service nova] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Updated VIF entry in instance network info cache for port 2ba90961-3223-4538-b459-d024810a13aa. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 870.627942] env[61960]: DEBUG nova.network.neutron [req-51d86ee8-69e3-436a-b1c6-239078d65bcf req-0e05491a-c780-4880-a3fd-73a635438538 service nova] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Updating instance_info_cache with network_info: [{"id": "2ba90961-3223-4538-b459-d024810a13aa", "address": "fa:16:3e:c1:89:d6", "network": {"id": "e1d07742-238e-48e8-bb57-e88000721371", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1074392563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11db1f5ce1704bd3b416ab2d17b42043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba90961-32", "ovs_interfaceid": "2ba90961-3223-4538-b459-d024810a13aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.756344] env[61960]: DEBUG oslo_vmware.rw_handles [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d7334d-279f-2a14-bd32-fd7da4856e58/disk-0.vmdk. {{(pid=61960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 870.757077] env[61960]: INFO nova.virt.vmwareapi.images [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Downloaded image file data 9fe6013a-b9bb-4a57-a65c-290bd37d358c [ 870.757445] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614053bb-c7ad-4ed4-9fbe-55c7f92a35d7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.777683] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43492879-2354-4a38-89b9-410744a2ebf3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.828610] env[61960]: DEBUG nova.compute.manager [req-e7f34bee-0fbd-4eb1-bae2-a826190a9d8f req-7e8200b8-934e-481e-bc63-be7d878050a8 service nova] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Received event network-vif-deleted-69d44a8f-5330-4012-a43c-03aff55c6a39 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 870.838653] env[61960]: INFO nova.virt.vmwareapi.images [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] The imported VM was unregistered [ 870.841125] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Caching image {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 870.841854] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Creating directory with path [datastore1] devstack-image-cache_base/9fe6013a-b9bb-4a57-a65c-290bd37d358c {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.842034] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c85247a-edc0-4df1-860e-06ceb1fc955a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.848323] env[61960]: DEBUG oslo_vmware.api [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526133c8-9b21-784f-214c-43def307ce73, 'name': SearchDatastore_Task, 'duration_secs': 0.011285} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.848669] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.848669] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.848808] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.849021] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.849136] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.849380] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5036338-2f46-422d-9805-6315e756a155 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.860052] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.860285] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 870.861028] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91a20316-bffa-4c7f-a6e7-22d875b29dcf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.867590] env[61960]: DEBUG oslo_vmware.api [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 870.867590] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524b173a-a7ca-a962-8ef2-b79485cfb73d" [ 870.867590] env[61960]: _type = "Task" [ 870.867590] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.867590] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Created directory with path [datastore1] devstack-image-cache_base/9fe6013a-b9bb-4a57-a65c-290bd37d358c {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.867590] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_b66218f3-98d5-43a1-ae5b-5e20ed2e367b/OSTACK_IMG_b66218f3-98d5-43a1-ae5b-5e20ed2e367b.vmdk to [datastore1] devstack-image-cache_base/9fe6013a-b9bb-4a57-a65c-290bd37d358c/9fe6013a-b9bb-4a57-a65c-290bd37d358c.vmdk. {{(pid=61960) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 870.870219] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-8071379f-578b-45e7-9193-2e82940dda49 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.876827] env[61960]: DEBUG oslo_vmware.api [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524b173a-a7ca-a962-8ef2-b79485cfb73d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.878315] env[61960]: DEBUG oslo_vmware.api [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 870.878315] env[61960]: value = "task-436249" [ 870.878315] env[61960]: _type = "Task" [ 870.878315] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.886412] env[61960]: DEBUG oslo_vmware.api [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436249, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.997986] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 870.998297] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fa53065-b4a7-4a90-8077-1fa1fb3c7895 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.008209] env[61960]: DEBUG oslo_vmware.api [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 871.008209] env[61960]: value = "task-436250" [ 871.008209] env[61960]: _type = "Task" [ 871.008209] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.015991] env[61960]: DEBUG oslo_vmware.api [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.028144] env[61960]: DEBUG nova.compute.manager [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 871.035502] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 81971040-7836-4cb8-9064-952310391b4a] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 871.104817] env[61960]: DEBUG nova.network.neutron [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Successfully created port: 29ed11a0-870d-4f8f-8c46-1ce11e8faed4 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.119996] env[61960]: DEBUG nova.compute.manager [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 871.133978] env[61960]: DEBUG nova.network.neutron [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Successfully updated port: 583aeccb-35a1-4fc1-80d7-a376d6651591 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 871.137106] env[61960]: DEBUG oslo_concurrency.lockutils [req-51d86ee8-69e3-436a-b1c6-239078d65bcf req-0e05491a-c780-4880-a3fd-73a635438538 service nova] Releasing lock "refresh_cache-d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.386155] env[61960]: DEBUG oslo_vmware.api [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524b173a-a7ca-a962-8ef2-b79485cfb73d, 'name': SearchDatastore_Task, 'duration_secs': 0.019872} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.393262] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5222ddb9-54d2-4f1c-a1e0-4299639aeb97 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.401922] env[61960]: DEBUG oslo_vmware.api [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436249, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.402756] env[61960]: DEBUG oslo_vmware.api [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 871.402756] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522cf98c-a40f-5d2a-d5e7-c384a7d790ab" [ 871.402756] env[61960]: _type = "Task" [ 871.402756] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.418752] env[61960]: DEBUG oslo_vmware.api [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522cf98c-a40f-5d2a-d5e7-c384a7d790ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.497462] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a864e0-6e68-489d-bc8d-617cabcfaad9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.504335] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20620ca4-659d-4171-8d8a-cee3cba2f905 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.519611] env[61960]: DEBUG oslo_vmware.api [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436250, 'name': PowerOffVM_Task, 'duration_secs': 0.261213} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.545646] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 871.550309] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 10117be5-70f2-4f62-81dd-3732ba3bb70c] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 871.553798] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb6932e-fb15-4d8b-bf98-51f4f39a27a3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.557634] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e87b3f-e566-48b8-bd0b-77a476f3d346 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.587452] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98324986-1da8-4445-b2f1-e847a1d7df87 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.592224] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a51221b-a4d7-4f8f-8656-65e4ee326eb5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.612109] env[61960]: DEBUG nova.compute.provider_tree [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.641701] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 871.642493] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-707e4bf7-1e8b-48c2-96ea-8f062d00230b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.648495] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.650455] env[61960]: DEBUG oslo_vmware.api [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 871.650455] env[61960]: value = "task-436251" [ 871.650455] env[61960]: _type = "Task" [ 871.650455] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.659059] env[61960]: DEBUG oslo_vmware.api [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.894865] env[61960]: DEBUG oslo_vmware.api [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436249, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.915550] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Acquiring lock "258ba8c2-e38a-4d20-9064-109fa27a4a80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.915844] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Lock "258ba8c2-e38a-4d20-9064-109fa27a4a80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.916074] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Acquiring lock "258ba8c2-e38a-4d20-9064-109fa27a4a80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.916269] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Lock "258ba8c2-e38a-4d20-9064-109fa27a4a80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.916443] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Lock "258ba8c2-e38a-4d20-9064-109fa27a4a80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.918202] env[61960]: DEBUG oslo_vmware.api [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522cf98c-a40f-5d2a-d5e7-c384a7d790ab, 'name': SearchDatastore_Task, 'duration_secs': 0.071277} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.918694] env[61960]: INFO nova.compute.manager [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Terminating instance [ 871.920165] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.920427] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8/d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 871.921067] env[61960]: DEBUG nova.compute.manager [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 871.921273] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 871.921530] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0a7ddce-9486-4089-84f7-6bc91766b625 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.924145] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307fa89b-f663-4cab-8acb-3f9a2968d22b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.932304] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 871.933631] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-916916d4-963a-4af0-9451-b0c2b2876280 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.935312] env[61960]: DEBUG oslo_vmware.api [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 871.935312] env[61960]: value = "task-436252" [ 871.935312] env[61960]: _type = "Task" [ 871.935312] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.940385] env[61960]: DEBUG oslo_vmware.api [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Waiting for the task: (returnval){ [ 871.940385] env[61960]: value = "task-436253" [ 871.940385] env[61960]: _type = "Task" [ 871.940385] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.943986] env[61960]: DEBUG oslo_vmware.api [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.952138] env[61960]: DEBUG oslo_vmware.api [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Task: {'id': task-436253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.054932] env[61960]: DEBUG nova.compute.manager [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 872.062663] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 85eb3bcf-83c5-4420-8d66-d5c0b6595964] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 872.091151] env[61960]: DEBUG nova.virt.hardware [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 872.091302] env[61960]: DEBUG nova.virt.hardware [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 872.091503] env[61960]: DEBUG nova.virt.hardware [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.091731] env[61960]: DEBUG nova.virt.hardware [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 872.091920] env[61960]: DEBUG nova.virt.hardware [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.092124] env[61960]: DEBUG nova.virt.hardware [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 872.092368] env[61960]: DEBUG nova.virt.hardware [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 872.092546] env[61960]: DEBUG nova.virt.hardware [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 872.092722] env[61960]: DEBUG nova.virt.hardware [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 872.092891] env[61960]: DEBUG nova.virt.hardware [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 872.093083] env[61960]: DEBUG nova.virt.hardware [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 872.094078] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f4f3ab-1760-479f-980b-46103aca60df {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.103636] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e323c529-9494-49de-b459-628de8a982db {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.120992] env[61960]: DEBUG nova.scheduler.client.report [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 872.162706] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] VM already powered off {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 872.163169] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.163507] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.163733] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.164015] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.164386] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7636f30-731b-4879-b5ec-14a6d2b078cb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.181312] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.181526] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 872.182654] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e80ba799-7a15-4d69-8d3e-394a0c5f2c9b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.190046] env[61960]: DEBUG oslo_vmware.api [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 872.190046] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526e7963-8276-bc3c-acab-23ef2d88a934" [ 872.190046] env[61960]: _type = "Task" [ 872.190046] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.197724] env[61960]: DEBUG oslo_vmware.api [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526e7963-8276-bc3c-acab-23ef2d88a934, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.397627] env[61960]: DEBUG oslo_vmware.api [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436249, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.445811] env[61960]: DEBUG oslo_vmware.api [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.453805] env[61960]: DEBUG oslo_vmware.api [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Task: {'id': task-436253, 'name': PowerOffVM_Task, 'duration_secs': 0.221908} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.454116] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 872.454297] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 872.454568] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1eac046e-501d-47a1-9d2b-a945c97ca037 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.549231] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 872.549447] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 872.549642] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Deleting the datastore file [datastore1] 258ba8c2-e38a-4d20-9064-109fa27a4a80 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.549979] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31af7c64-76bc-4c04-a06c-52f3b6bb0e25 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.557635] env[61960]: DEBUG oslo_vmware.api [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Waiting for the task: (returnval){ [ 872.557635] env[61960]: value = "task-436255" [ 872.557635] env[61960]: _type = "Task" [ 872.557635] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.566306] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 66396ef9-04a2-4c50-9f3a-c1a398aa36de] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 872.568620] env[61960]: DEBUG oslo_vmware.api [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Task: {'id': task-436255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.613173] env[61960]: DEBUG nova.compute.manager [req-fedc75fb-eeb7-4b18-b06f-32409b16face req-82e89ba3-fa65-4622-a686-0a5083c95993 service nova] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Received event network-vif-plugged-29ed11a0-870d-4f8f-8c46-1ce11e8faed4 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 872.613368] env[61960]: DEBUG oslo_concurrency.lockutils [req-fedc75fb-eeb7-4b18-b06f-32409b16face req-82e89ba3-fa65-4622-a686-0a5083c95993 service nova] Acquiring lock "f2c726af-8738-45bb-a40f-4c3bec748906-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.613554] env[61960]: DEBUG oslo_concurrency.lockutils [req-fedc75fb-eeb7-4b18-b06f-32409b16face req-82e89ba3-fa65-4622-a686-0a5083c95993 service nova] Lock "f2c726af-8738-45bb-a40f-4c3bec748906-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.613806] env[61960]: DEBUG oslo_concurrency.lockutils [req-fedc75fb-eeb7-4b18-b06f-32409b16face req-82e89ba3-fa65-4622-a686-0a5083c95993 service nova] Lock "f2c726af-8738-45bb-a40f-4c3bec748906-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.613973] env[61960]: DEBUG nova.compute.manager [req-fedc75fb-eeb7-4b18-b06f-32409b16face req-82e89ba3-fa65-4622-a686-0a5083c95993 service nova] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] No waiting events found dispatching network-vif-plugged-29ed11a0-870d-4f8f-8c46-1ce11e8faed4 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 872.614168] env[61960]: WARNING nova.compute.manager [req-fedc75fb-eeb7-4b18-b06f-32409b16face req-82e89ba3-fa65-4622-a686-0a5083c95993 service nova] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Received unexpected event network-vif-plugged-29ed11a0-870d-4f8f-8c46-1ce11e8faed4 for instance with vm_state building and task_state spawning. [ 872.626334] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.626892] env[61960]: DEBUG nova.compute.manager [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 872.629873] env[61960]: DEBUG oslo_concurrency.lockutils [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.522s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.631547] env[61960]: INFO nova.compute.claims [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.703376] env[61960]: DEBUG oslo_vmware.api [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526e7963-8276-bc3c-acab-23ef2d88a934, 'name': SearchDatastore_Task, 'duration_secs': 0.076124} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.703376] env[61960]: DEBUG nova.network.neutron [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Successfully updated port: 29ed11a0-870d-4f8f-8c46-1ce11e8faed4 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.705832] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0487711b-9216-4b67-a12d-2256c0c2722a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.712656] env[61960]: DEBUG oslo_vmware.api [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 872.712656] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52299617-0036-e651-9402-696691316fe7" [ 872.712656] env[61960]: _type = "Task" [ 872.712656] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.722316] env[61960]: DEBUG oslo_vmware.api [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52299617-0036-e651-9402-696691316fe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.896058] env[61960]: DEBUG oslo_vmware.api [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436249, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.948114] env[61960]: DEBUG oslo_vmware.api [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.953610] env[61960]: DEBUG nova.compute.manager [req-7982522a-3210-4339-8829-4c54bc8f4e07 req-a7074027-0216-48ca-a7a0-4c9c1fc93267 service nova] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Received event network-vif-plugged-583aeccb-35a1-4fc1-80d7-a376d6651591 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 872.953860] env[61960]: DEBUG oslo_concurrency.lockutils [req-7982522a-3210-4339-8829-4c54bc8f4e07 req-a7074027-0216-48ca-a7a0-4c9c1fc93267 service nova] Acquiring lock "c5b15896-aa3f-48f6-b827-348bcb57bc5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.954099] env[61960]: DEBUG oslo_concurrency.lockutils [req-7982522a-3210-4339-8829-4c54bc8f4e07 req-a7074027-0216-48ca-a7a0-4c9c1fc93267 service nova] Lock "c5b15896-aa3f-48f6-b827-348bcb57bc5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.954308] env[61960]: DEBUG oslo_concurrency.lockutils [req-7982522a-3210-4339-8829-4c54bc8f4e07 req-a7074027-0216-48ca-a7a0-4c9c1fc93267 service nova] Lock "c5b15896-aa3f-48f6-b827-348bcb57bc5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.954429] env[61960]: DEBUG nova.compute.manager [req-7982522a-3210-4339-8829-4c54bc8f4e07 req-a7074027-0216-48ca-a7a0-4c9c1fc93267 service nova] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] No waiting events found dispatching network-vif-plugged-583aeccb-35a1-4fc1-80d7-a376d6651591 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 872.955383] env[61960]: WARNING nova.compute.manager [req-7982522a-3210-4339-8829-4c54bc8f4e07 req-a7074027-0216-48ca-a7a0-4c9c1fc93267 service nova] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Received unexpected event network-vif-plugged-583aeccb-35a1-4fc1-80d7-a376d6651591 for instance with vm_state building and task_state spawning. [ 872.955383] env[61960]: DEBUG nova.compute.manager [req-7982522a-3210-4339-8829-4c54bc8f4e07 req-a7074027-0216-48ca-a7a0-4c9c1fc93267 service nova] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Received event network-changed-583aeccb-35a1-4fc1-80d7-a376d6651591 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 872.955383] env[61960]: DEBUG nova.compute.manager [req-7982522a-3210-4339-8829-4c54bc8f4e07 req-a7074027-0216-48ca-a7a0-4c9c1fc93267 service nova] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Refreshing instance network info cache due to event network-changed-583aeccb-35a1-4fc1-80d7-a376d6651591. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 872.955383] env[61960]: DEBUG oslo_concurrency.lockutils [req-7982522a-3210-4339-8829-4c54bc8f4e07 req-a7074027-0216-48ca-a7a0-4c9c1fc93267 service nova] Acquiring lock "refresh_cache-c5b15896-aa3f-48f6-b827-348bcb57bc5e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.955383] env[61960]: DEBUG oslo_concurrency.lockutils [req-7982522a-3210-4339-8829-4c54bc8f4e07 req-a7074027-0216-48ca-a7a0-4c9c1fc93267 service nova] Acquired lock "refresh_cache-c5b15896-aa3f-48f6-b827-348bcb57bc5e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.955755] env[61960]: DEBUG nova.network.neutron [req-7982522a-3210-4339-8829-4c54bc8f4e07 req-a7074027-0216-48ca-a7a0-4c9c1fc93267 service nova] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Refreshing network info cache for port 583aeccb-35a1-4fc1-80d7-a376d6651591 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 873.068336] env[61960]: DEBUG oslo_vmware.api [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Task: {'id': task-436255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.071641] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 46bf2f3b-9f41-4043-8b2b-e52e765da72b] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 873.141016] env[61960]: DEBUG nova.compute.utils [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 873.144023] env[61960]: DEBUG nova.compute.manager [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 873.144023] env[61960]: DEBUG nova.network.neutron [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 873.208112] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Acquiring lock "refresh_cache-f2c726af-8738-45bb-a40f-4c3bec748906" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.208112] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Acquired lock "refresh_cache-f2c726af-8738-45bb-a40f-4c3bec748906" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.208112] env[61960]: DEBUG nova.network.neutron [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 873.221044] env[61960]: DEBUG nova.policy [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe8f5b73201c46069461f5eec2f17812', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cade20dd0d842459d24e4c8f3f39879', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 873.230775] env[61960]: DEBUG oslo_vmware.api [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52299617-0036-e651-9402-696691316fe7, 'name': SearchDatastore_Task, 'duration_secs': 0.075477} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.231361] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.233284] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] d7f5243f-7071-404d-9549-b381257d5288/966cfc37-d288-40df-aff0-78f82eab8ff9-rescue.vmdk. {{(pid=61960) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 873.233284] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f82c2923-5311-4187-b451-2b7a2098ccac {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.245818] env[61960]: DEBUG oslo_vmware.api [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 873.245818] env[61960]: value = "task-436256" [ 873.245818] env[61960]: _type = "Task" [ 873.245818] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.257150] env[61960]: DEBUG oslo_vmware.api [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.399973] env[61960]: DEBUG oslo_vmware.api [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436249, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.430217] env[61960]: DEBUG nova.network.neutron [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Successfully updated port: ccff4403-32c0-4881-ab20-e9d729bb1a7d {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.446922] env[61960]: DEBUG oslo_vmware.api [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436252, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.506458] env[61960]: DEBUG nova.network.neutron [req-7982522a-3210-4339-8829-4c54bc8f4e07 req-a7074027-0216-48ca-a7a0-4c9c1fc93267 service nova] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 873.570093] env[61960]: DEBUG oslo_vmware.api [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Task: {'id': task-436255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.573771] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: e9bb2909-0eaa-4bfb-93a3-0b35c493422e] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 873.646030] env[61960]: DEBUG nova.compute.manager [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 873.666208] env[61960]: DEBUG nova.network.neutron [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Successfully created port: 42084970-754f-4002-9a73-a224c2894daf {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.669028] env[61960]: DEBUG nova.network.neutron [req-7982522a-3210-4339-8829-4c54bc8f4e07 req-a7074027-0216-48ca-a7a0-4c9c1fc93267 service nova] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.742475] env[61960]: DEBUG nova.network.neutron [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 873.756585] env[61960]: DEBUG oslo_vmware.api [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.887784] env[61960]: DEBUG nova.network.neutron [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Updating instance_info_cache with network_info: [{"id": "29ed11a0-870d-4f8f-8c46-1ce11e8faed4", "address": "fa:16:3e:4d:47:82", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29ed11a0-87", "ovs_interfaceid": "29ed11a0-870d-4f8f-8c46-1ce11e8faed4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.898495] env[61960]: DEBUG oslo_vmware.api [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436249, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.806478} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.898843] env[61960]: INFO nova.virt.vmwareapi.ds_util [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_b66218f3-98d5-43a1-ae5b-5e20ed2e367b/OSTACK_IMG_b66218f3-98d5-43a1-ae5b-5e20ed2e367b.vmdk to [datastore1] devstack-image-cache_base/9fe6013a-b9bb-4a57-a65c-290bd37d358c/9fe6013a-b9bb-4a57-a65c-290bd37d358c.vmdk. [ 873.899029] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Cleaning up location [datastore1] OSTACK_IMG_b66218f3-98d5-43a1-ae5b-5e20ed2e367b {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 873.899771] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_b66218f3-98d5-43a1-ae5b-5e20ed2e367b {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.899771] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ae2e24b-9508-4e3d-b1c2-41cbd2c9e224 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.906692] env[61960]: DEBUG oslo_vmware.api [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 873.906692] env[61960]: value = "task-436257" [ 873.906692] env[61960]: _type = "Task" [ 873.906692] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.918600] env[61960]: DEBUG oslo_vmware.api [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.932692] env[61960]: DEBUG oslo_concurrency.lockutils [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Acquiring lock "refresh_cache-c5b15896-aa3f-48f6-b827-348bcb57bc5e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.954077] env[61960]: DEBUG oslo_vmware.api [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436252, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.866181} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.954077] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8/d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 873.954077] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.954397] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d90efec-2881-432c-a6ec-ffb87bf8a19a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.963875] env[61960]: DEBUG oslo_vmware.api [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 873.963875] env[61960]: value = "task-436258" [ 873.963875] env[61960]: _type = "Task" [ 873.963875] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.977224] env[61960]: DEBUG oslo_vmware.api [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.068190] env[61960]: DEBUG oslo_vmware.api [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Task: {'id': task-436255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.226119} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.071370] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.071686] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 874.071686] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 874.071841] env[61960]: INFO nova.compute.manager [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Took 2.15 seconds to destroy the instance on the hypervisor. [ 874.072103] env[61960]: DEBUG oslo.service.loopingcall [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 874.072499] env[61960]: DEBUG nova.compute.manager [-] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 874.072605] env[61960]: DEBUG nova.network.neutron [-] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 874.077666] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 2567109b-5916-478e-a169-da093e2f68a7] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 874.139892] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d05e67-be9c-4ae2-8eb6-940d8832b996 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.148675] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3cc658-2bb1-41d7-bbc9-77a1ac29a650 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.185546] env[61960]: DEBUG oslo_concurrency.lockutils [req-7982522a-3210-4339-8829-4c54bc8f4e07 req-a7074027-0216-48ca-a7a0-4c9c1fc93267 service nova] Releasing lock "refresh_cache-c5b15896-aa3f-48f6-b827-348bcb57bc5e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.186566] env[61960]: DEBUG oslo_concurrency.lockutils [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Acquired lock "refresh_cache-c5b15896-aa3f-48f6-b827-348bcb57bc5e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.186731] env[61960]: DEBUG nova.network.neutron [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 874.188169] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a48b7a-1c58-4a83-ac10-ba46a4793f85 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.197258] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6b4730-b567-4458-94f6-541ccf7ed91e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.214071] env[61960]: DEBUG nova.compute.provider_tree [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.258869] env[61960]: DEBUG oslo_vmware.api [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436256, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.393464] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Releasing lock "refresh_cache-f2c726af-8738-45bb-a40f-4c3bec748906" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.393879] env[61960]: DEBUG nova.compute.manager [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Instance network_info: |[{"id": "29ed11a0-870d-4f8f-8c46-1ce11e8faed4", "address": "fa:16:3e:4d:47:82", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29ed11a0-87", "ovs_interfaceid": "29ed11a0-870d-4f8f-8c46-1ce11e8faed4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 874.394413] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:47:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29ed11a0-870d-4f8f-8c46-1ce11e8faed4', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.402552] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Creating folder: Project (5cade20dd0d842459d24e4c8f3f39879). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 874.402552] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0be19d17-c577-4408-901c-31f91bfe56b3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.415113] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Created folder: Project (5cade20dd0d842459d24e4c8f3f39879) in parent group-v115929. [ 874.415523] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Creating folder: Instances. Parent ref: group-v116119. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 874.418883] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e31f404-de85-4300-af0e-31d2bf66d338 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.420595] env[61960]: DEBUG oslo_vmware.api [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131677} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.421488] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.421586] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fe6013a-b9bb-4a57-a65c-290bd37d358c/9fe6013a-b9bb-4a57-a65c-290bd37d358c.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.421826] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fe6013a-b9bb-4a57-a65c-290bd37d358c/9fe6013a-b9bb-4a57-a65c-290bd37d358c.vmdk to [datastore1] c4b50a45-084e-4f86-9323-e94eee64afb2/c4b50a45-084e-4f86-9323-e94eee64afb2.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 874.422420] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00d8fd3f-df0f-434e-97c6-e42ea8fb6ddb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.429661] env[61960]: DEBUG oslo_vmware.api [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 874.429661] env[61960]: value = "task-436261" [ 874.429661] env[61960]: _type = "Task" [ 874.429661] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.431040] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Created folder: Instances in parent group-v116119. [ 874.431135] env[61960]: DEBUG oslo.service.loopingcall [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 874.433881] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 874.434627] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca41bc66-df21-4a99-97df-603be7f040d0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.454546] env[61960]: DEBUG oslo_vmware.api [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.455597] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.455597] env[61960]: value = "task-436262" [ 874.455597] env[61960]: _type = "Task" [ 874.455597] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.463612] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436262, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.477391] env[61960]: DEBUG oslo_vmware.api [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074324} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.477739] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.478703] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d5cccb-599d-4cc6-a347-2f1a71c122f5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.501539] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8/d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.501539] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b8b4fd1-9931-400a-9531-9903e6c3bbf2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.522254] env[61960]: DEBUG oslo_vmware.api [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 874.522254] env[61960]: value = "task-436263" [ 874.522254] env[61960]: _type = "Task" [ 874.522254] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.530568] env[61960]: DEBUG oslo_vmware.api [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.583272] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 46cef7c4-93a2-4751-bddb-39b874016f63] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 874.689076] env[61960]: DEBUG nova.compute.manager [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 874.698633] env[61960]: DEBUG nova.compute.manager [req-5f9bd5d7-1f59-43b4-92de-91e3019365d9 req-33080e43-0626-4eed-bab9-db8410e78aea service nova] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Received event network-changed-29ed11a0-870d-4f8f-8c46-1ce11e8faed4 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 874.699049] env[61960]: DEBUG nova.compute.manager [req-5f9bd5d7-1f59-43b4-92de-91e3019365d9 req-33080e43-0626-4eed-bab9-db8410e78aea service nova] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Refreshing instance network info cache due to event network-changed-29ed11a0-870d-4f8f-8c46-1ce11e8faed4. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 874.699409] env[61960]: DEBUG oslo_concurrency.lockutils [req-5f9bd5d7-1f59-43b4-92de-91e3019365d9 req-33080e43-0626-4eed-bab9-db8410e78aea service nova] Acquiring lock "refresh_cache-f2c726af-8738-45bb-a40f-4c3bec748906" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.699605] env[61960]: DEBUG oslo_concurrency.lockutils [req-5f9bd5d7-1f59-43b4-92de-91e3019365d9 req-33080e43-0626-4eed-bab9-db8410e78aea service nova] Acquired lock "refresh_cache-f2c726af-8738-45bb-a40f-4c3bec748906" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.699868] env[61960]: DEBUG nova.network.neutron [req-5f9bd5d7-1f59-43b4-92de-91e3019365d9 req-33080e43-0626-4eed-bab9-db8410e78aea service nova] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Refreshing network info cache for port 29ed11a0-870d-4f8f-8c46-1ce11e8faed4 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 874.717601] env[61960]: DEBUG nova.scheduler.client.report [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 874.725100] env[61960]: DEBUG nova.virt.hardware [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 874.725100] env[61960]: DEBUG nova.virt.hardware [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 874.725100] env[61960]: DEBUG nova.virt.hardware [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.725100] env[61960]: DEBUG nova.virt.hardware [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 874.725100] env[61960]: DEBUG nova.virt.hardware [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.725100] env[61960]: DEBUG nova.virt.hardware [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 874.725708] env[61960]: DEBUG nova.virt.hardware [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 874.725708] env[61960]: DEBUG nova.virt.hardware [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 874.725708] env[61960]: DEBUG nova.virt.hardware [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 874.725817] env[61960]: DEBUG nova.virt.hardware [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 874.725978] env[61960]: DEBUG nova.virt.hardware [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 874.727645] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3000b3d-dcf7-4044-a95a-c8395f6ffc42 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.736828] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52f44c7-ca0e-4f5a-8f3b-3c949ca20909 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.741934] env[61960]: DEBUG nova.network.neutron [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 874.763827] env[61960]: DEBUG oslo_vmware.api [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436256, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.171905} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.764082] env[61960]: INFO nova.virt.vmwareapi.ds_util [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] d7f5243f-7071-404d-9549-b381257d5288/966cfc37-d288-40df-aff0-78f82eab8ff9-rescue.vmdk. [ 874.764910] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad75632-0839-4a6a-b002-89bc0749ad63 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.795199] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] d7f5243f-7071-404d-9549-b381257d5288/966cfc37-d288-40df-aff0-78f82eab8ff9-rescue.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.795645] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d983db3-12a7-41ac-97ea-526672318604 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.817631] env[61960]: DEBUG oslo_vmware.api [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 874.817631] env[61960]: value = "task-436264" [ 874.817631] env[61960]: _type = "Task" [ 874.817631] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.826639] env[61960]: DEBUG oslo_vmware.api [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436264, 'name': ReconfigVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.913603] env[61960]: DEBUG nova.network.neutron [-] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.946757] env[61960]: DEBUG oslo_vmware.api [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436261, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.966349] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436262, 'name': CreateVM_Task, 'duration_secs': 0.40218} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.966711] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 874.967439] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.967665] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.968077] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.968696] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fb91aa4-ebd5-45ce-9136-91b1483f99af {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.974037] env[61960]: DEBUG oslo_vmware.api [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the task: (returnval){ [ 874.974037] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5294d2c4-4fdc-e870-47c1-a4730e5b1069" [ 874.974037] env[61960]: _type = "Task" [ 874.974037] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.982551] env[61960]: DEBUG oslo_vmware.api [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5294d2c4-4fdc-e870-47c1-a4730e5b1069, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.991393] env[61960]: DEBUG nova.compute.manager [req-1608629b-2030-4ecd-874b-9eb5ded02d98 req-cef56428-7bd0-42b7-8029-928b004eb6ca service nova] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Received event network-vif-plugged-ccff4403-32c0-4881-ab20-e9d729bb1a7d {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 874.991393] env[61960]: DEBUG oslo_concurrency.lockutils [req-1608629b-2030-4ecd-874b-9eb5ded02d98 req-cef56428-7bd0-42b7-8029-928b004eb6ca service nova] Acquiring lock "c5b15896-aa3f-48f6-b827-348bcb57bc5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.991593] env[61960]: DEBUG oslo_concurrency.lockutils [req-1608629b-2030-4ecd-874b-9eb5ded02d98 req-cef56428-7bd0-42b7-8029-928b004eb6ca service nova] Lock "c5b15896-aa3f-48f6-b827-348bcb57bc5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.991664] env[61960]: DEBUG oslo_concurrency.lockutils [req-1608629b-2030-4ecd-874b-9eb5ded02d98 req-cef56428-7bd0-42b7-8029-928b004eb6ca service nova] Lock "c5b15896-aa3f-48f6-b827-348bcb57bc5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.991871] env[61960]: DEBUG nova.compute.manager [req-1608629b-2030-4ecd-874b-9eb5ded02d98 req-cef56428-7bd0-42b7-8029-928b004eb6ca service nova] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] No waiting events found dispatching network-vif-plugged-ccff4403-32c0-4881-ab20-e9d729bb1a7d {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 874.992015] env[61960]: WARNING nova.compute.manager [req-1608629b-2030-4ecd-874b-9eb5ded02d98 req-cef56428-7bd0-42b7-8029-928b004eb6ca service nova] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Received unexpected event network-vif-plugged-ccff4403-32c0-4881-ab20-e9d729bb1a7d for instance with vm_state building and task_state spawning. [ 874.992423] env[61960]: DEBUG nova.compute.manager [req-1608629b-2030-4ecd-874b-9eb5ded02d98 req-cef56428-7bd0-42b7-8029-928b004eb6ca service nova] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Received event network-changed-ccff4403-32c0-4881-ab20-e9d729bb1a7d {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 874.992502] env[61960]: DEBUG nova.compute.manager [req-1608629b-2030-4ecd-874b-9eb5ded02d98 req-cef56428-7bd0-42b7-8029-928b004eb6ca service nova] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Refreshing instance network info cache due to event network-changed-ccff4403-32c0-4881-ab20-e9d729bb1a7d. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 874.992648] env[61960]: DEBUG oslo_concurrency.lockutils [req-1608629b-2030-4ecd-874b-9eb5ded02d98 req-cef56428-7bd0-42b7-8029-928b004eb6ca service nova] Acquiring lock "refresh_cache-c5b15896-aa3f-48f6-b827-348bcb57bc5e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.031873] env[61960]: DEBUG oslo_vmware.api [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436263, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.087790] env[61960]: DEBUG nova.network.neutron [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Updating instance_info_cache with network_info: [{"id": "583aeccb-35a1-4fc1-80d7-a376d6651591", "address": "fa:16:3e:92:7c:bd", "network": {"id": "4a1f7a60-8432-482f-bf39-0723716fddc7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1285890319", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3297d2fab1244b048bc2afabcc119ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap583aeccb-35", "ovs_interfaceid": "583aeccb-35a1-4fc1-80d7-a376d6651591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ccff4403-32c0-4881-ab20-e9d729bb1a7d", "address": "fa:16:3e:9d:8d:c2", "network": {"id": "776617b6-f74e-4169-a918-49cec404b758", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1047954877", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3297d2fab1244b048bc2afabcc119ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccff4403-32", "ovs_interfaceid": "ccff4403-32c0-4881-ab20-e9d729bb1a7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.089302] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 66b0d824-035d-44df-a7c1-af0f4d23e4b9] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 875.228200] env[61960]: DEBUG oslo_concurrency.lockutils [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.229052] env[61960]: DEBUG nova.compute.manager [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 875.235202] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fbca4ab7-d993-4507-ae7b-7a44528b03a2 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.892s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.235202] env[61960]: DEBUG nova.objects.instance [None req-fbca4ab7-d993-4507-ae7b-7a44528b03a2 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lazy-loading 'resources' on Instance uuid efac9647-f20b-43e6-a503-72626811c22c {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.262211] env[61960]: DEBUG nova.network.neutron [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Successfully updated port: 42084970-754f-4002-9a73-a224c2894daf {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.330978] env[61960]: DEBUG oslo_vmware.api [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.415424] env[61960]: INFO nova.compute.manager [-] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Took 1.34 seconds to deallocate network for instance. [ 875.459624] env[61960]: DEBUG oslo_vmware.api [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436261, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.485667] env[61960]: DEBUG oslo_vmware.api [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5294d2c4-4fdc-e870-47c1-a4730e5b1069, 'name': SearchDatastore_Task, 'duration_secs': 0.081476} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.486043] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.486421] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.486704] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.486861] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.487113] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.487819] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e527d482-6eb6-4639-b3c4-b9a34d543935 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.490637] env[61960]: DEBUG nova.network.neutron [req-5f9bd5d7-1f59-43b4-92de-91e3019365d9 req-33080e43-0626-4eed-bab9-db8410e78aea service nova] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Updated VIF entry in instance network info cache for port 29ed11a0-870d-4f8f-8c46-1ce11e8faed4. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 875.490994] env[61960]: DEBUG nova.network.neutron [req-5f9bd5d7-1f59-43b4-92de-91e3019365d9 req-33080e43-0626-4eed-bab9-db8410e78aea service nova] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Updating instance_info_cache with network_info: [{"id": "29ed11a0-870d-4f8f-8c46-1ce11e8faed4", "address": "fa:16:3e:4d:47:82", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29ed11a0-87", "ovs_interfaceid": "29ed11a0-870d-4f8f-8c46-1ce11e8faed4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.507176] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.507389] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 875.508331] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5326c5cb-dc50-46e3-bdee-18663746c784 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.519588] env[61960]: DEBUG oslo_vmware.api [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the task: (returnval){ [ 875.519588] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523ac242-88f1-d9ac-cff6-677827904862" [ 875.519588] env[61960]: _type = "Task" [ 875.519588] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.531840] env[61960]: DEBUG oslo_vmware.api [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523ac242-88f1-d9ac-cff6-677827904862, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.535342] env[61960]: DEBUG oslo_vmware.api [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436263, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.592343] env[61960]: DEBUG oslo_concurrency.lockutils [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Releasing lock "refresh_cache-c5b15896-aa3f-48f6-b827-348bcb57bc5e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.592739] env[61960]: DEBUG nova.compute.manager [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Instance network_info: |[{"id": "583aeccb-35a1-4fc1-80d7-a376d6651591", "address": "fa:16:3e:92:7c:bd", "network": {"id": "4a1f7a60-8432-482f-bf39-0723716fddc7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1285890319", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3297d2fab1244b048bc2afabcc119ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap583aeccb-35", "ovs_interfaceid": "583aeccb-35a1-4fc1-80d7-a376d6651591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ccff4403-32c0-4881-ab20-e9d729bb1a7d", "address": "fa:16:3e:9d:8d:c2", "network": {"id": "776617b6-f74e-4169-a918-49cec404b758", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1047954877", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3297d2fab1244b048bc2afabcc119ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccff4403-32", "ovs_interfaceid": "ccff4403-32c0-4881-ab20-e9d729bb1a7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 875.593152] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: d0816f49-cd5c-40d4-b49a-8d5b76321153] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 875.599037] env[61960]: DEBUG oslo_concurrency.lockutils [req-1608629b-2030-4ecd-874b-9eb5ded02d98 req-cef56428-7bd0-42b7-8029-928b004eb6ca service nova] Acquired lock "refresh_cache-c5b15896-aa3f-48f6-b827-348bcb57bc5e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.599428] env[61960]: DEBUG nova.network.neutron [req-1608629b-2030-4ecd-874b-9eb5ded02d98 req-cef56428-7bd0-42b7-8029-928b004eb6ca service nova] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Refreshing network info cache for port ccff4403-32c0-4881-ab20-e9d729bb1a7d {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 875.601727] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:7c:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e1049e8-c06b-4c93-a9e1-2cbb530f3f95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '583aeccb-35a1-4fc1-80d7-a376d6651591', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:8d:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccff4403-32c0-4881-ab20-e9d729bb1a7d', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.614714] env[61960]: DEBUG oslo.service.loopingcall [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 875.615916] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 875.616182] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb444a12-82a1-4746-bf6c-634fa8936788 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.642864] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.642864] env[61960]: value = "task-436265" [ 875.642864] env[61960]: _type = "Task" [ 875.642864] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.659221] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436265, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.738271] env[61960]: DEBUG nova.compute.utils [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 875.739873] env[61960]: DEBUG nova.compute.manager [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 875.740982] env[61960]: DEBUG nova.network.neutron [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 875.765115] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Acquiring lock "refresh_cache-c13cc8b7-7ecb-4a5c-891b-ff0a0e698722" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.765296] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Acquired lock "refresh_cache-c13cc8b7-7ecb-4a5c-891b-ff0a0e698722" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.766039] env[61960]: DEBUG nova.network.neutron [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 875.830181] env[61960]: DEBUG oslo_vmware.api [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.832046] env[61960]: DEBUG nova.policy [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2146effaf8b40b987bd0e195f4cde4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9590a00ec6b64a68ab7f88d4a66aa148', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 875.929027] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.962734] env[61960]: DEBUG oslo_vmware.api [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436261, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.993320] env[61960]: DEBUG oslo_concurrency.lockutils [req-5f9bd5d7-1f59-43b4-92de-91e3019365d9 req-33080e43-0626-4eed-bab9-db8410e78aea service nova] Releasing lock "refresh_cache-f2c726af-8738-45bb-a40f-4c3bec748906" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.033114] env[61960]: DEBUG oslo_vmware.api [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523ac242-88f1-d9ac-cff6-677827904862, 'name': SearchDatastore_Task, 'duration_secs': 0.073886} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.039954] env[61960]: DEBUG oslo_vmware.api [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436263, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.040502] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a4dd309-90c2-4663-b14c-bcc39bdb4cf5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.047054] env[61960]: DEBUG oslo_vmware.api [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the task: (returnval){ [ 876.047054] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523b6e4b-eba2-d26f-1524-b29dd2e6c671" [ 876.047054] env[61960]: _type = "Task" [ 876.047054] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.058457] env[61960]: DEBUG oslo_vmware.api [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523b6e4b-eba2-d26f-1524-b29dd2e6c671, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.116198] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: e238d97c-522e-4c5e-8143-29b71e832871] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 876.142370] env[61960]: DEBUG nova.network.neutron [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Successfully created port: 9b057e1e-c4e7-44ab-803e-efe9b4e368b4 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.153948] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436265, 'name': CreateVM_Task, 'duration_secs': 0.47234} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.154833] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 876.155692] env[61960]: DEBUG oslo_concurrency.lockutils [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.155884] env[61960]: DEBUG oslo_concurrency.lockutils [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.156314] env[61960]: DEBUG oslo_concurrency.lockutils [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.159791] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a44f025-04ef-4054-bb18-a429a48b8ce5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.162033] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b6c760-1784-4831-b84d-194974f8f652 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.169806] env[61960]: DEBUG oslo_vmware.api [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Waiting for the task: (returnval){ [ 876.169806] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527c6328-388e-599b-82f0-05db923fc58f" [ 876.169806] env[61960]: _type = "Task" [ 876.169806] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.175103] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4c1306-f90c-4074-af77-34d7130fc2c5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.186504] env[61960]: DEBUG oslo_vmware.api [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527c6328-388e-599b-82f0-05db923fc58f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.214966] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050c0b6e-df42-48f8-8e31-da01e72f577a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.223105] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e5f05b-db6f-4c4a-a661-09f954cd4529 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.239564] env[61960]: DEBUG nova.compute.provider_tree [None req-fbca4ab7-d993-4507-ae7b-7a44528b03a2 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.247109] env[61960]: DEBUG nova.compute.manager [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 876.334147] env[61960]: DEBUG oslo_vmware.api [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.334147] env[61960]: DEBUG nova.network.neutron [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 876.413485] env[61960]: DEBUG nova.network.neutron [req-1608629b-2030-4ecd-874b-9eb5ded02d98 req-cef56428-7bd0-42b7-8029-928b004eb6ca service nova] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Updated VIF entry in instance network info cache for port ccff4403-32c0-4881-ab20-e9d729bb1a7d. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 876.413953] env[61960]: DEBUG nova.network.neutron [req-1608629b-2030-4ecd-874b-9eb5ded02d98 req-cef56428-7bd0-42b7-8029-928b004eb6ca service nova] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Updating instance_info_cache with network_info: [{"id": "583aeccb-35a1-4fc1-80d7-a376d6651591", "address": "fa:16:3e:92:7c:bd", "network": {"id": "4a1f7a60-8432-482f-bf39-0723716fddc7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1285890319", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3297d2fab1244b048bc2afabcc119ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap583aeccb-35", "ovs_interfaceid": "583aeccb-35a1-4fc1-80d7-a376d6651591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ccff4403-32c0-4881-ab20-e9d729bb1a7d", "address": "fa:16:3e:9d:8d:c2", "network": {"id": "776617b6-f74e-4169-a918-49cec404b758", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1047954877", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3297d2fab1244b048bc2afabcc119ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccff4403-32", "ovs_interfaceid": "ccff4403-32c0-4881-ab20-e9d729bb1a7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.456994] env[61960]: DEBUG oslo_vmware.api [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436261, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.536217] env[61960]: DEBUG oslo_vmware.api [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436263, 'name': ReconfigVM_Task, 'duration_secs': 1.954842} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.537169] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Reconfigured VM instance instance-00000048 to attach disk [datastore1] d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8/d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.538685] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-300647b2-275e-4743-bc29-1c7fef8b3914 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.550019] env[61960]: DEBUG oslo_vmware.api [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 876.550019] env[61960]: value = "task-436266" [ 876.550019] env[61960]: _type = "Task" [ 876.550019] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.565596] env[61960]: DEBUG oslo_vmware.api [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523b6e4b-eba2-d26f-1524-b29dd2e6c671, 'name': SearchDatastore_Task, 'duration_secs': 0.079755} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.569669] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.570196] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] f2c726af-8738-45bb-a40f-4c3bec748906/f2c726af-8738-45bb-a40f-4c3bec748906.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 876.570913] env[61960]: DEBUG oslo_vmware.api [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436266, 'name': Rename_Task} progress is 10%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.571318] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c72ca0a5-e2b8-4f9f-81e3-bbee44373ff5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.582309] env[61960]: DEBUG oslo_vmware.api [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the task: (returnval){ [ 876.582309] env[61960]: value = "task-436267" [ 876.582309] env[61960]: _type = "Task" [ 876.582309] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.592890] env[61960]: DEBUG oslo_vmware.api [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.623617] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 7c9c967b-a4f8-4eeb-a637-c2cdb967508b] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 876.660127] env[61960]: DEBUG nova.network.neutron [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Updating instance_info_cache with network_info: [{"id": "42084970-754f-4002-9a73-a224c2894daf", "address": "fa:16:3e:25:25:cf", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42084970-75", "ovs_interfaceid": "42084970-754f-4002-9a73-a224c2894daf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.683192] env[61960]: DEBUG oslo_vmware.api [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527c6328-388e-599b-82f0-05db923fc58f, 'name': SearchDatastore_Task, 'duration_secs': 0.079951} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.683630] env[61960]: DEBUG oslo_concurrency.lockutils [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.683954] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.684226] env[61960]: DEBUG oslo_concurrency.lockutils [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.684378] env[61960]: DEBUG oslo_concurrency.lockutils [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.684626] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.686260] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3997b5cf-e3fc-45df-8bbc-f865f2be4c66 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.701416] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.701714] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 876.702582] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3a89770-9382-4b40-9b90-121cbacca12d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.708683] env[61960]: DEBUG oslo_vmware.api [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Waiting for the task: (returnval){ [ 876.708683] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5223ad44-540c-52c9-bc0b-56c9198266da" [ 876.708683] env[61960]: _type = "Task" [ 876.708683] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.717142] env[61960]: DEBUG oslo_vmware.api [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5223ad44-540c-52c9-bc0b-56c9198266da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.747032] env[61960]: DEBUG nova.scheduler.client.report [None req-fbca4ab7-d993-4507-ae7b-7a44528b03a2 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 876.820462] env[61960]: DEBUG nova.compute.manager [req-8fd8c885-2835-41c0-ac0a-bccfc7acefa9 req-ebab3954-697a-405b-a4da-ebc097f50664 service nova] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Received event network-vif-plugged-42084970-754f-4002-9a73-a224c2894daf {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 876.820650] env[61960]: DEBUG oslo_concurrency.lockutils [req-8fd8c885-2835-41c0-ac0a-bccfc7acefa9 req-ebab3954-697a-405b-a4da-ebc097f50664 service nova] Acquiring lock "c13cc8b7-7ecb-4a5c-891b-ff0a0e698722-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.820871] env[61960]: DEBUG oslo_concurrency.lockutils [req-8fd8c885-2835-41c0-ac0a-bccfc7acefa9 req-ebab3954-697a-405b-a4da-ebc097f50664 service nova] Lock "c13cc8b7-7ecb-4a5c-891b-ff0a0e698722-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.821055] env[61960]: DEBUG oslo_concurrency.lockutils [req-8fd8c885-2835-41c0-ac0a-bccfc7acefa9 req-ebab3954-697a-405b-a4da-ebc097f50664 service nova] Lock "c13cc8b7-7ecb-4a5c-891b-ff0a0e698722-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.821234] env[61960]: DEBUG nova.compute.manager [req-8fd8c885-2835-41c0-ac0a-bccfc7acefa9 req-ebab3954-697a-405b-a4da-ebc097f50664 service nova] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] No waiting events found dispatching network-vif-plugged-42084970-754f-4002-9a73-a224c2894daf {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 876.821407] env[61960]: WARNING nova.compute.manager [req-8fd8c885-2835-41c0-ac0a-bccfc7acefa9 req-ebab3954-697a-405b-a4da-ebc097f50664 service nova] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Received unexpected event network-vif-plugged-42084970-754f-4002-9a73-a224c2894daf for instance with vm_state building and task_state spawning. [ 876.821626] env[61960]: DEBUG nova.compute.manager [req-8fd8c885-2835-41c0-ac0a-bccfc7acefa9 req-ebab3954-697a-405b-a4da-ebc097f50664 service nova] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Received event network-changed-42084970-754f-4002-9a73-a224c2894daf {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 876.821894] env[61960]: DEBUG nova.compute.manager [req-8fd8c885-2835-41c0-ac0a-bccfc7acefa9 req-ebab3954-697a-405b-a4da-ebc097f50664 service nova] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Refreshing instance network info cache due to event network-changed-42084970-754f-4002-9a73-a224c2894daf. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 876.821988] env[61960]: DEBUG oslo_concurrency.lockutils [req-8fd8c885-2835-41c0-ac0a-bccfc7acefa9 req-ebab3954-697a-405b-a4da-ebc097f50664 service nova] Acquiring lock "refresh_cache-c13cc8b7-7ecb-4a5c-891b-ff0a0e698722" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.831841] env[61960]: DEBUG oslo_vmware.api [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.917350] env[61960]: DEBUG oslo_concurrency.lockutils [req-1608629b-2030-4ecd-874b-9eb5ded02d98 req-cef56428-7bd0-42b7-8029-928b004eb6ca service nova] Releasing lock "refresh_cache-c5b15896-aa3f-48f6-b827-348bcb57bc5e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.917350] env[61960]: DEBUG nova.compute.manager [req-1608629b-2030-4ecd-874b-9eb5ded02d98 req-cef56428-7bd0-42b7-8029-928b004eb6ca service nova] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Received event network-vif-deleted-11a3b531-3682-4dd0-aa09-619bf9641f55 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 876.957395] env[61960]: DEBUG oslo_vmware.api [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436261, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.398098} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.957777] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fe6013a-b9bb-4a57-a65c-290bd37d358c/9fe6013a-b9bb-4a57-a65c-290bd37d358c.vmdk to [datastore1] c4b50a45-084e-4f86-9323-e94eee64afb2/c4b50a45-084e-4f86-9323-e94eee64afb2.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 876.958626] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd3ed5c-f889-441f-a0b5-6e059a8e0802 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.981063] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] c4b50a45-084e-4f86-9323-e94eee64afb2/c4b50a45-084e-4f86-9323-e94eee64afb2.vmdk or device None with type streamOptimized {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.981378] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfdf86e6-e8ff-44a4-bd80-8c1862162b25 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.001289] env[61960]: DEBUG oslo_vmware.api [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 877.001289] env[61960]: value = "task-436268" [ 877.001289] env[61960]: _type = "Task" [ 877.001289] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.010959] env[61960]: DEBUG oslo_vmware.api [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436268, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.063221] env[61960]: DEBUG oslo_vmware.api [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436266, 'name': Rename_Task, 'duration_secs': 0.384264} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.063502] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 877.063792] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-871821fb-6e36-4541-b617-cf7b3ab91d63 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.070542] env[61960]: DEBUG oslo_vmware.api [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 877.070542] env[61960]: value = "task-436269" [ 877.070542] env[61960]: _type = "Task" [ 877.070542] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.078897] env[61960]: DEBUG oslo_vmware.api [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.091553] env[61960]: DEBUG oslo_vmware.api [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436267, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.125293] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 9068983c-71dd-44eb-923c-5774ac7d0b60] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 877.162020] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Releasing lock "refresh_cache-c13cc8b7-7ecb-4a5c-891b-ff0a0e698722" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.162381] env[61960]: DEBUG nova.compute.manager [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Instance network_info: |[{"id": "42084970-754f-4002-9a73-a224c2894daf", "address": "fa:16:3e:25:25:cf", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42084970-75", "ovs_interfaceid": "42084970-754f-4002-9a73-a224c2894daf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 877.162707] env[61960]: DEBUG oslo_concurrency.lockutils [req-8fd8c885-2835-41c0-ac0a-bccfc7acefa9 req-ebab3954-697a-405b-a4da-ebc097f50664 service nova] Acquired lock "refresh_cache-c13cc8b7-7ecb-4a5c-891b-ff0a0e698722" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.162862] env[61960]: DEBUG nova.network.neutron [req-8fd8c885-2835-41c0-ac0a-bccfc7acefa9 req-ebab3954-697a-405b-a4da-ebc097f50664 service nova] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Refreshing network info cache for port 42084970-754f-4002-9a73-a224c2894daf {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 877.164769] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:25:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42084970-754f-4002-9a73-a224c2894daf', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.172951] env[61960]: DEBUG oslo.service.loopingcall [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 877.173890] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 877.174173] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47797155-ed59-4830-bf85-5779494f71fd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.198512] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.198512] env[61960]: value = "task-436270" [ 877.198512] env[61960]: _type = "Task" [ 877.198512] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.206455] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436270, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.218918] env[61960]: DEBUG oslo_vmware.api [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5223ad44-540c-52c9-bc0b-56c9198266da, 'name': SearchDatastore_Task, 'duration_secs': 0.086254} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.219789] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-788eaaef-1ff0-40e8-a106-3a991b2e2dfb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.225852] env[61960]: DEBUG oslo_vmware.api [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Waiting for the task: (returnval){ [ 877.225852] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52574697-b209-e289-2e62-1bc8d599fa20" [ 877.225852] env[61960]: _type = "Task" [ 877.225852] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.235057] env[61960]: DEBUG oslo_vmware.api [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52574697-b209-e289-2e62-1bc8d599fa20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.255074] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fbca4ab7-d993-4507-ae7b-7a44528b03a2 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.022s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.257905] env[61960]: DEBUG nova.compute.manager [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 877.260498] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.367s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.260751] env[61960]: DEBUG nova.objects.instance [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lazy-loading 'resources' on Instance uuid 5141b6b0-219a-4f6a-a68d-01488d9b7b3b {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.281186] env[61960]: INFO nova.scheduler.client.report [None req-fbca4ab7-d993-4507-ae7b-7a44528b03a2 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Deleted allocations for instance efac9647-f20b-43e6-a503-72626811c22c [ 877.289338] env[61960]: DEBUG nova.virt.hardware [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 877.289604] env[61960]: DEBUG nova.virt.hardware [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 877.289790] env[61960]: DEBUG nova.virt.hardware [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.290014] env[61960]: DEBUG nova.virt.hardware [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 877.290332] env[61960]: DEBUG nova.virt.hardware [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.290541] env[61960]: DEBUG nova.virt.hardware [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 877.290767] env[61960]: DEBUG nova.virt.hardware [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 877.290940] env[61960]: DEBUG nova.virt.hardware [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 877.291149] env[61960]: DEBUG nova.virt.hardware [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 877.291307] env[61960]: DEBUG nova.virt.hardware [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 877.291483] env[61960]: DEBUG nova.virt.hardware [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 877.292641] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3859d355-3204-4800-ae8f-cba3416318ac {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.301528] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751a84cf-11c9-4075-8cc0-145c0878df8c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.330927] env[61960]: DEBUG oslo_vmware.api [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436264, 'name': ReconfigVM_Task, 'duration_secs': 2.158341} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.332149] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Reconfigured VM instance instance-0000003e to attach disk [datastore1] d7f5243f-7071-404d-9549-b381257d5288/966cfc37-d288-40df-aff0-78f82eab8ff9-rescue.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.332733] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585a92b6-3dc1-4a9c-8522-e87fe70476db {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.361699] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94b9b236-c07a-420b-967d-adec043fe1f4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.377641] env[61960]: DEBUG oslo_vmware.api [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 877.377641] env[61960]: value = "task-436271" [ 877.377641] env[61960]: _type = "Task" [ 877.377641] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.385457] env[61960]: DEBUG oslo_vmware.api [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436271, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.510850] env[61960]: DEBUG oslo_vmware.api [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436268, 'name': ReconfigVM_Task, 'duration_secs': 0.350054} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.511143] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Reconfigured VM instance instance-00000047 to attach disk [datastore1] c4b50a45-084e-4f86-9323-e94eee64afb2/c4b50a45-084e-4f86-9323-e94eee64afb2.vmdk or device None with type streamOptimized {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.511878] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ef13093-340a-4a91-b4f6-93745ae3c601 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.518056] env[61960]: DEBUG oslo_vmware.api [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 877.518056] env[61960]: value = "task-436272" [ 877.518056] env[61960]: _type = "Task" [ 877.518056] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.528207] env[61960]: DEBUG oslo_vmware.api [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436272, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.580116] env[61960]: DEBUG oslo_vmware.api [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436269, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.590526] env[61960]: DEBUG oslo_vmware.api [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711777} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.590869] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] f2c726af-8738-45bb-a40f-4c3bec748906/f2c726af-8738-45bb-a40f-4c3bec748906.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 877.591127] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.591398] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8be41aa0-bfe2-4a4c-b08e-f8a3ef96b9a0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.597387] env[61960]: DEBUG oslo_vmware.api [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the task: (returnval){ [ 877.597387] env[61960]: value = "task-436273" [ 877.597387] env[61960]: _type = "Task" [ 877.597387] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.606093] env[61960]: DEBUG oslo_vmware.api [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436273, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.628430] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 9a8047e7-ce01-4355-bf4e-aef94f6db15e] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 877.708998] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436270, 'name': CreateVM_Task, 'duration_secs': 0.460071} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.709342] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 877.710094] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.710282] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.710648] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.710933] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fac3739d-02ae-4120-926c-56d050bdd7ee {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.717857] env[61960]: DEBUG oslo_vmware.api [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the task: (returnval){ [ 877.717857] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522a2f66-8f0f-2996-5785-58e9a8b9ec6a" [ 877.717857] env[61960]: _type = "Task" [ 877.717857] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.726269] env[61960]: DEBUG oslo_vmware.api [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522a2f66-8f0f-2996-5785-58e9a8b9ec6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.735759] env[61960]: DEBUG oslo_vmware.api [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52574697-b209-e289-2e62-1bc8d599fa20, 'name': SearchDatastore_Task, 'duration_secs': 0.041199} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.736083] env[61960]: DEBUG oslo_concurrency.lockutils [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.736373] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] c5b15896-aa3f-48f6-b827-348bcb57bc5e/c5b15896-aa3f-48f6-b827-348bcb57bc5e.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 877.736646] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1d1e49b-246f-45bc-ba9c-31d5761c0833 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.743966] env[61960]: DEBUG oslo_vmware.api [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Waiting for the task: (returnval){ [ 877.743966] env[61960]: value = "task-436274" [ 877.743966] env[61960]: _type = "Task" [ 877.743966] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.751465] env[61960]: DEBUG oslo_vmware.api [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.790015] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fbca4ab7-d993-4507-ae7b-7a44528b03a2 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "efac9647-f20b-43e6-a503-72626811c22c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.488s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.892176] env[61960]: DEBUG oslo_vmware.api [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436271, 'name': ReconfigVM_Task, 'duration_secs': 0.271195} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.892176] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 877.892176] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eec45faf-c1ab-46a3-a092-f2e28d00a928 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.897417] env[61960]: DEBUG oslo_vmware.api [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 877.897417] env[61960]: value = "task-436275" [ 877.897417] env[61960]: _type = "Task" [ 877.897417] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.910142] env[61960]: DEBUG oslo_vmware.api [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.027750] env[61960]: DEBUG oslo_vmware.api [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436272, 'name': Rename_Task, 'duration_secs': 0.149825} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.030169] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 878.030627] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c718014-f984-49c2-b8b3-cc121e258b54 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.036468] env[61960]: DEBUG oslo_vmware.api [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 878.036468] env[61960]: value = "task-436276" [ 878.036468] env[61960]: _type = "Task" [ 878.036468] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.049920] env[61960]: DEBUG oslo_vmware.api [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436276, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.080840] env[61960]: DEBUG oslo_vmware.api [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436269, 'name': PowerOnVM_Task, 'duration_secs': 0.69634} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.081128] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 878.081345] env[61960]: INFO nova.compute.manager [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Took 12.20 seconds to spawn the instance on the hypervisor. [ 878.081533] env[61960]: DEBUG nova.compute.manager [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 878.082363] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c96a228-4e4c-4f9f-b2b6-a9cc4ca57799 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.107763] env[61960]: DEBUG oslo_vmware.api [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436273, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074441} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.110304] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.111452] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9b7bb8-8b38-44e8-8d85-e74c19f871b1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.138726] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] f2c726af-8738-45bb-a40f-4c3bec748906/f2c726af-8738-45bb-a40f-4c3bec748906.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.140564] env[61960]: DEBUG nova.network.neutron [req-8fd8c885-2835-41c0-ac0a-bccfc7acefa9 req-ebab3954-697a-405b-a4da-ebc097f50664 service nova] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Updated VIF entry in instance network info cache for port 42084970-754f-4002-9a73-a224c2894daf. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 878.140889] env[61960]: DEBUG nova.network.neutron [req-8fd8c885-2835-41c0-ac0a-bccfc7acefa9 req-ebab3954-697a-405b-a4da-ebc097f50664 service nova] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Updating instance_info_cache with network_info: [{"id": "42084970-754f-4002-9a73-a224c2894daf", "address": "fa:16:3e:25:25:cf", "network": {"id": "665edb9d-5144-417c-b4b9-936ff26cd35a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "467e29fe58954d66962070aabe46c2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42084970-75", "ovs_interfaceid": "42084970-754f-4002-9a73-a224c2894daf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.142421] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 061597d3-af80-4eb7-8225-63fcdc3a1ab1] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 878.143797] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bfc8699-f0b6-4958-978a-ca35b98eae0c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.165158] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a832bb-47b3-43de-b4af-a9dc27b0eb67 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.167638] env[61960]: DEBUG oslo_concurrency.lockutils [req-8fd8c885-2835-41c0-ac0a-bccfc7acefa9 req-ebab3954-697a-405b-a4da-ebc097f50664 service nova] Releasing lock "refresh_cache-c13cc8b7-7ecb-4a5c-891b-ff0a0e698722" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.168829] env[61960]: DEBUG nova.network.neutron [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Successfully updated port: 9b057e1e-c4e7-44ab-803e-efe9b4e368b4 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.184018] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee475c2-b929-4803-b864-12edb5313ce7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.187927] env[61960]: DEBUG oslo_vmware.api [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the task: (returnval){ [ 878.187927] env[61960]: value = "task-436277" [ 878.187927] env[61960]: _type = "Task" [ 878.187927] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.220074] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3a39f9-ad1b-4268-acf6-7a66aa2d50ff {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.223769] env[61960]: DEBUG nova.compute.manager [req-39202ced-26de-4ecd-a1ac-8fb0dfe5ed7d req-6bca7e3c-1dd9-422c-84dd-cadf67d71796 service nova] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Received event network-vif-plugged-9b057e1e-c4e7-44ab-803e-efe9b4e368b4 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 878.223945] env[61960]: DEBUG oslo_concurrency.lockutils [req-39202ced-26de-4ecd-a1ac-8fb0dfe5ed7d req-6bca7e3c-1dd9-422c-84dd-cadf67d71796 service nova] Acquiring lock "f4a5dd99-d251-46d2-b3a6-140770ba2f67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.224198] env[61960]: DEBUG oslo_concurrency.lockutils [req-39202ced-26de-4ecd-a1ac-8fb0dfe5ed7d req-6bca7e3c-1dd9-422c-84dd-cadf67d71796 service nova] Lock "f4a5dd99-d251-46d2-b3a6-140770ba2f67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.224387] env[61960]: DEBUG oslo_concurrency.lockutils [req-39202ced-26de-4ecd-a1ac-8fb0dfe5ed7d req-6bca7e3c-1dd9-422c-84dd-cadf67d71796 service nova] Lock "f4a5dd99-d251-46d2-b3a6-140770ba2f67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.224568] env[61960]: DEBUG nova.compute.manager [req-39202ced-26de-4ecd-a1ac-8fb0dfe5ed7d req-6bca7e3c-1dd9-422c-84dd-cadf67d71796 service nova] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] No waiting events found dispatching network-vif-plugged-9b057e1e-c4e7-44ab-803e-efe9b4e368b4 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 878.224736] env[61960]: WARNING nova.compute.manager [req-39202ced-26de-4ecd-a1ac-8fb0dfe5ed7d req-6bca7e3c-1dd9-422c-84dd-cadf67d71796 service nova] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Received unexpected event network-vif-plugged-9b057e1e-c4e7-44ab-803e-efe9b4e368b4 for instance with vm_state building and task_state spawning. [ 878.231614] env[61960]: DEBUG oslo_vmware.api [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.239780] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec82851a-edbb-4b0a-a797-8e035af0f17d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.244014] env[61960]: DEBUG oslo_vmware.api [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522a2f66-8f0f-2996-5785-58e9a8b9ec6a, 'name': SearchDatastore_Task, 'duration_secs': 0.016034} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.244359] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.244648] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.244938] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.245160] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.245390] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.246111] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63970d24-4745-44fe-aa99-ea4617c8f957 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.261983] env[61960]: DEBUG nova.compute.provider_tree [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.268460] env[61960]: DEBUG oslo_vmware.api [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.272978] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.273385] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 878.274823] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4caed333-fa57-4a75-94af-b1ac3a6b96dd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.282078] env[61960]: DEBUG oslo_vmware.api [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the task: (returnval){ [ 878.282078] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5211c931-c59e-e89c-82de-be5f0f88f592" [ 878.282078] env[61960]: _type = "Task" [ 878.282078] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.293831] env[61960]: DEBUG oslo_vmware.api [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5211c931-c59e-e89c-82de-be5f0f88f592, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.407727] env[61960]: DEBUG oslo_vmware.api [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436275, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.552236] env[61960]: DEBUG oslo_vmware.api [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436276, 'name': PowerOnVM_Task, 'duration_secs': 0.508856} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.552778] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 878.553215] env[61960]: INFO nova.compute.manager [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Took 15.29 seconds to spawn the instance on the hypervisor. [ 878.553579] env[61960]: DEBUG nova.compute.manager [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 878.554969] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380b4e81-15d6-4feb-8f7e-c41188484a2e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.605640] env[61960]: INFO nova.compute.manager [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Took 40.04 seconds to build instance. [ 878.669469] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: ea093293-99fb-4412-ac10-68d63bfc0229] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 878.672948] env[61960]: DEBUG oslo_concurrency.lockutils [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Acquiring lock "refresh_cache-f4a5dd99-d251-46d2-b3a6-140770ba2f67" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.672948] env[61960]: DEBUG oslo_concurrency.lockutils [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Acquired lock "refresh_cache-f4a5dd99-d251-46d2-b3a6-140770ba2f67" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.672948] env[61960]: DEBUG nova.network.neutron [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 878.699814] env[61960]: DEBUG oslo_vmware.api [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.755221] env[61960]: DEBUG oslo_vmware.api [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.99824} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.755565] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] c5b15896-aa3f-48f6-b827-348bcb57bc5e/c5b15896-aa3f-48f6-b827-348bcb57bc5e.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 878.755847] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.756145] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12941a52-c2f5-49db-b1ac-37d27f41c3db {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.764018] env[61960]: DEBUG oslo_vmware.api [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Waiting for the task: (returnval){ [ 878.764018] env[61960]: value = "task-436278" [ 878.764018] env[61960]: _type = "Task" [ 878.764018] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.766943] env[61960]: DEBUG nova.scheduler.client.report [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 878.775394] env[61960]: DEBUG oslo_vmware.api [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.791476] env[61960]: DEBUG oslo_vmware.api [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5211c931-c59e-e89c-82de-be5f0f88f592, 'name': SearchDatastore_Task, 'duration_secs': 0.052839} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.792274] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f9c468b-9d76-41ce-8255-f6d462132420 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.797442] env[61960]: DEBUG oslo_vmware.api [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the task: (returnval){ [ 878.797442] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52271c3d-cf9d-6ef9-327b-18db544df808" [ 878.797442] env[61960]: _type = "Task" [ 878.797442] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.805413] env[61960]: DEBUG oslo_vmware.api [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52271c3d-cf9d-6ef9-327b-18db544df808, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.909754] env[61960]: DEBUG oslo_vmware.api [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436275, 'name': PowerOnVM_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.078120] env[61960]: INFO nova.compute.manager [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Took 57.76 seconds to build instance. [ 879.108108] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7219702e-7d3b-44d0-97f6-3662c7d4f28d tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.557s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.174648] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 74361d69-2cb1-4cfc-b5e1-ba99804f931a] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 879.198641] env[61960]: DEBUG oslo_vmware.api [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436277, 'name': ReconfigVM_Task, 'duration_secs': 0.794973} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.199571] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Reconfigured VM instance instance-0000004a to attach disk [datastore1] f2c726af-8738-45bb-a40f-4c3bec748906/f2c726af-8738-45bb-a40f-4c3bec748906.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.200283] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f41da422-9c6e-4574-ad5b-f3c3329eb4a6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.207292] env[61960]: DEBUG oslo_vmware.api [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the task: (returnval){ [ 879.207292] env[61960]: value = "task-436279" [ 879.207292] env[61960]: _type = "Task" [ 879.207292] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.218412] env[61960]: DEBUG oslo_vmware.api [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436279, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.239231] env[61960]: DEBUG nova.network.neutron [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 879.274020] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.275277] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bab8385d-77ae-4fc3-91e5-61b851a36f7b tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.422s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.276173] env[61960]: DEBUG nova.objects.instance [None req-bab8385d-77ae-4fc3-91e5-61b851a36f7b tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lazy-loading 'resources' on Instance uuid 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.283084] env[61960]: DEBUG oslo_vmware.api [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063102} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.283439] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.284592] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcc5396-51ae-4190-9585-121560ecab49 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.311598] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] c5b15896-aa3f-48f6-b827-348bcb57bc5e/c5b15896-aa3f-48f6-b827-348bcb57bc5e.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.314849] env[61960]: INFO nova.scheduler.client.report [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Deleted allocations for instance 5141b6b0-219a-4f6a-a68d-01488d9b7b3b [ 879.319520] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abe9f5e1-d1b9-42c7-981e-551007c15245 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.343167] env[61960]: DEBUG oslo_vmware.api [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52271c3d-cf9d-6ef9-327b-18db544df808, 'name': SearchDatastore_Task, 'duration_secs': 0.008664} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.344317] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.344586] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] c13cc8b7-7ecb-4a5c-891b-ff0a0e698722/c13cc8b7-7ecb-4a5c-891b-ff0a0e698722.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 879.344906] env[61960]: DEBUG oslo_vmware.api [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Waiting for the task: (returnval){ [ 879.344906] env[61960]: value = "task-436280" [ 879.344906] env[61960]: _type = "Task" [ 879.344906] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.345159] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35fc25f3-8bc1-470a-b7bc-3467ac2dcd2a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.355336] env[61960]: DEBUG oslo_vmware.api [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the task: (returnval){ [ 879.355336] env[61960]: value = "task-436281" [ 879.355336] env[61960]: _type = "Task" [ 879.355336] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.358653] env[61960]: DEBUG oslo_vmware.api [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436280, 'name': ReconfigVM_Task} progress is 10%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.366125] env[61960]: DEBUG oslo_vmware.api [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.409437] env[61960]: DEBUG oslo_vmware.api [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436275, 'name': PowerOnVM_Task, 'duration_secs': 1.029733} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.409727] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 879.412419] env[61960]: DEBUG nova.compute.manager [None req-fe9ed595-ad45-4678-bcfd-c5233758c693 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 879.413221] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c7d755-fd6d-4baf-9d91-70d5be000c1c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.525020] env[61960]: DEBUG nova.network.neutron [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Updating instance_info_cache with network_info: [{"id": "9b057e1e-c4e7-44ab-803e-efe9b4e368b4", "address": "fa:16:3e:35:af:41", "network": {"id": "858250cc-c0b0-4858-a240-2f91b2ee592b", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-368245643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9590a00ec6b64a68ab7f88d4a66aa148", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b057e1e-c4", "ovs_interfaceid": "9b057e1e-c4e7-44ab-803e-efe9b4e368b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.579593] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9add627b-a495-445d-a1e7-9b0af3e35d3f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "c4b50a45-084e-4f86-9323-e94eee64afb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.273s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.680946] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 68958700-08a7-4ca2-8a35-7fde68591a74] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 879.719158] env[61960]: DEBUG oslo_vmware.api [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436279, 'name': Rename_Task, 'duration_secs': 0.156163} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.719506] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 879.720032] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3602709-6f8e-4b70-abb5-658f1044677b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.726848] env[61960]: DEBUG oslo_vmware.api [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the task: (returnval){ [ 879.726848] env[61960]: value = "task-436282" [ 879.726848] env[61960]: _type = "Task" [ 879.726848] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.737125] env[61960]: DEBUG oslo_vmware.api [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.844848] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc918317-f454-49cb-88b7-fe605e7e1d26 tempest-MultipleCreateTestJSON-972757209 tempest-MultipleCreateTestJSON-972757209-project-member] Lock "5141b6b0-219a-4f6a-a68d-01488d9b7b3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.876s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.863281] env[61960]: DEBUG oslo_vmware.api [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436280, 'name': ReconfigVM_Task, 'duration_secs': 0.445573} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.869921] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Reconfigured VM instance instance-00000049 to attach disk [datastore1] c5b15896-aa3f-48f6-b827-348bcb57bc5e/c5b15896-aa3f-48f6-b827-348bcb57bc5e.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.873905] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7368ade-14ae-4f6b-9349-ce9c75bef0d1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.882743] env[61960]: DEBUG oslo_vmware.api [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436281, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.884274] env[61960]: DEBUG oslo_vmware.api [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Waiting for the task: (returnval){ [ 879.884274] env[61960]: value = "task-436283" [ 879.884274] env[61960]: _type = "Task" [ 879.884274] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.899582] env[61960]: DEBUG oslo_vmware.api [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436283, 'name': Rename_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.027813] env[61960]: DEBUG oslo_concurrency.lockutils [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Releasing lock "refresh_cache-f4a5dd99-d251-46d2-b3a6-140770ba2f67" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.028179] env[61960]: DEBUG nova.compute.manager [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Instance network_info: |[{"id": "9b057e1e-c4e7-44ab-803e-efe9b4e368b4", "address": "fa:16:3e:35:af:41", "network": {"id": "858250cc-c0b0-4858-a240-2f91b2ee592b", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-368245643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9590a00ec6b64a68ab7f88d4a66aa148", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b057e1e-c4", "ovs_interfaceid": "9b057e1e-c4e7-44ab-803e-efe9b4e368b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 880.028632] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:af:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce17e10e-2fb0-4191-afee-e2b89fa15074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b057e1e-c4e7-44ab-803e-efe9b4e368b4', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.037593] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Creating folder: Project (9590a00ec6b64a68ab7f88d4a66aa148). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 880.041389] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1a0262d-ba44-47f1-a340-c9999a46afb3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.054756] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Created folder: Project (9590a00ec6b64a68ab7f88d4a66aa148) in parent group-v115929. [ 880.054966] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Creating folder: Instances. Parent ref: group-v116124. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 880.057956] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a04c99d6-a3c4-41e9-94d8-57d83383baf2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.074359] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Created folder: Instances in parent group-v116124. [ 880.074600] env[61960]: DEBUG oslo.service.loopingcall [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 880.075328] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 880.075328] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49894320-e73c-4c1f-83b2-497552a321dd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.100706] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.100706] env[61960]: value = "task-436286" [ 880.100706] env[61960]: _type = "Task" [ 880.100706] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.111739] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436286, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.155558] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e52afc02-cf35-43c2-b003-28e2e3b44ab5 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "c4b50a45-084e-4f86-9323-e94eee64afb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.155877] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e52afc02-cf35-43c2-b003-28e2e3b44ab5 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "c4b50a45-084e-4f86-9323-e94eee64afb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.156075] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e52afc02-cf35-43c2-b003-28e2e3b44ab5 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "c4b50a45-084e-4f86-9323-e94eee64afb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.156276] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e52afc02-cf35-43c2-b003-28e2e3b44ab5 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "c4b50a45-084e-4f86-9323-e94eee64afb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.156452] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e52afc02-cf35-43c2-b003-28e2e3b44ab5 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "c4b50a45-084e-4f86-9323-e94eee64afb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.160735] env[61960]: INFO nova.compute.manager [None req-e52afc02-cf35-43c2-b003-28e2e3b44ab5 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Terminating instance [ 880.163226] env[61960]: DEBUG nova.compute.manager [None req-e52afc02-cf35-43c2-b003-28e2e3b44ab5 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 880.163422] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e52afc02-cf35-43c2-b003-28e2e3b44ab5 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 880.164254] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273ec7c8-f899-4537-9681-a5bee16ab4d5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.173320] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52afc02-cf35-43c2-b003-28e2e3b44ab5 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 880.173561] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ce4f07b-c26a-4eb2-a0e9-7216931962bb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.183378] env[61960]: DEBUG oslo_vmware.api [None req-e52afc02-cf35-43c2-b003-28e2e3b44ab5 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 880.183378] env[61960]: value = "task-436287" [ 880.183378] env[61960]: _type = "Task" [ 880.183378] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.183897] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 1a02e309-1403-4d0e-8fb5-65e90274f3a7] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 880.199666] env[61960]: DEBUG oslo_vmware.api [None req-e52afc02-cf35-43c2-b003-28e2e3b44ab5 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.246024] env[61960]: DEBUG oslo_vmware.api [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436282, 'name': PowerOnVM_Task} progress is 88%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.246024] env[61960]: DEBUG nova.compute.manager [req-d6a2022a-ac65-48ec-9dc8-8869e0dbfec8 req-621835cb-797f-4ced-9fb3-acf4bac6c9b4 service nova] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Received event network-changed-9b057e1e-c4e7-44ab-803e-efe9b4e368b4 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 880.246294] env[61960]: DEBUG nova.compute.manager [req-d6a2022a-ac65-48ec-9dc8-8869e0dbfec8 req-621835cb-797f-4ced-9fb3-acf4bac6c9b4 service nova] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Refreshing instance network info cache due to event network-changed-9b057e1e-c4e7-44ab-803e-efe9b4e368b4. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 880.246478] env[61960]: DEBUG oslo_concurrency.lockutils [req-d6a2022a-ac65-48ec-9dc8-8869e0dbfec8 req-621835cb-797f-4ced-9fb3-acf4bac6c9b4 service nova] Acquiring lock "refresh_cache-f4a5dd99-d251-46d2-b3a6-140770ba2f67" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.246634] env[61960]: DEBUG oslo_concurrency.lockutils [req-d6a2022a-ac65-48ec-9dc8-8869e0dbfec8 req-621835cb-797f-4ced-9fb3-acf4bac6c9b4 service nova] Acquired lock "refresh_cache-f4a5dd99-d251-46d2-b3a6-140770ba2f67" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.246795] env[61960]: DEBUG nova.network.neutron [req-d6a2022a-ac65-48ec-9dc8-8869e0dbfec8 req-621835cb-797f-4ced-9fb3-acf4bac6c9b4 service nova] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Refreshing network info cache for port 9b057e1e-c4e7-44ab-803e-efe9b4e368b4 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 880.264032] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443148df-00a0-412e-b1fa-79cc3449d764 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.273041] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0508cf-ec36-4193-8794-eec15fc4dc11 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.305746] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac735b3-a5c0-4eb1-a29c-8de0c9176729 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.313425] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91669778-eb37-4a74-ae2c-ac6f76c9a6e9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.329253] env[61960]: DEBUG nova.compute.provider_tree [None req-bab8385d-77ae-4fc3-91e5-61b851a36f7b tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.374736] env[61960]: DEBUG oslo_vmware.api [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436281, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783335} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.374981] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] c13cc8b7-7ecb-4a5c-891b-ff0a0e698722/c13cc8b7-7ecb-4a5c-891b-ff0a0e698722.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 880.375454] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.376143] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c9895a7-d18a-4a0d-8817-8a1a85e34cdb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.383733] env[61960]: DEBUG oslo_vmware.api [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the task: (returnval){ [ 880.383733] env[61960]: value = "task-436288" [ 880.383733] env[61960]: _type = "Task" [ 880.383733] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.397820] env[61960]: DEBUG oslo_vmware.api [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436283, 'name': Rename_Task, 'duration_secs': 0.280865} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.400562] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 880.400912] env[61960]: DEBUG oslo_vmware.api [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.401209] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a33e0c9f-750e-4f73-b0ec-e3b7911958d1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.409024] env[61960]: DEBUG oslo_vmware.api [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Waiting for the task: (returnval){ [ 880.409024] env[61960]: value = "task-436289" [ 880.409024] env[61960]: _type = "Task" [ 880.409024] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.417830] env[61960]: DEBUG oslo_vmware.api [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.514920] env[61960]: INFO nova.compute.manager [None req-2fc252c1-ff99-48c2-b975-bbbf01e7f543 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Unrescuing [ 880.515246] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2fc252c1-ff99-48c2-b975-bbbf01e7f543 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "refresh_cache-d7f5243f-7071-404d-9549-b381257d5288" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.515566] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2fc252c1-ff99-48c2-b975-bbbf01e7f543 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquired lock "refresh_cache-d7f5243f-7071-404d-9549-b381257d5288" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.515684] env[61960]: DEBUG nova.network.neutron [None req-2fc252c1-ff99-48c2-b975-bbbf01e7f543 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 880.616651] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436286, 'name': CreateVM_Task, 'duration_secs': 0.460999} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.616651] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 880.617220] env[61960]: DEBUG oslo_concurrency.lockutils [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.617402] env[61960]: DEBUG oslo_concurrency.lockutils [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.617791] env[61960]: DEBUG oslo_concurrency.lockutils [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.618112] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bb40a2b-842b-420b-8002-59b6650092e1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.622975] env[61960]: DEBUG oslo_vmware.api [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Waiting for the task: (returnval){ [ 880.622975] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52edb9ad-bc81-5031-1d4a-5b91f93163f1" [ 880.622975] env[61960]: _type = "Task" [ 880.622975] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.633446] env[61960]: DEBUG oslo_vmware.api [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52edb9ad-bc81-5031-1d4a-5b91f93163f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.690013] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 880.690266] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Cleaning up deleted instances with incomplete migration {{(pid=61960) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11264}} [ 880.694796] env[61960]: DEBUG oslo_vmware.api [None req-e52afc02-cf35-43c2-b003-28e2e3b44ab5 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436287, 'name': PowerOffVM_Task, 'duration_secs': 0.239043} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.695303] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52afc02-cf35-43c2-b003-28e2e3b44ab5 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 880.695476] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e52afc02-cf35-43c2-b003-28e2e3b44ab5 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 880.697029] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5678bb07-2d3c-414d-a231-ee0f83ab5eb6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.739697] env[61960]: DEBUG oslo_vmware.api [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436282, 'name': PowerOnVM_Task, 'duration_secs': 0.792498} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.740777] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 880.740777] env[61960]: INFO nova.compute.manager [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Took 8.69 seconds to spawn the instance on the hypervisor. [ 880.740777] env[61960]: DEBUG nova.compute.manager [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 880.743045] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea3f629-898e-4d72-94f7-0f241f2eb589 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.755627] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e52afc02-cf35-43c2-b003-28e2e3b44ab5 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 880.756705] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e52afc02-cf35-43c2-b003-28e2e3b44ab5 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 880.756705] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e52afc02-cf35-43c2-b003-28e2e3b44ab5 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Deleting the datastore file [datastore1] c4b50a45-084e-4f86-9323-e94eee64afb2 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.756705] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24d70fda-007c-4dc5-9152-5bc20c8a5e01 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.763202] env[61960]: DEBUG oslo_vmware.api [None req-e52afc02-cf35-43c2-b003-28e2e3b44ab5 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 880.763202] env[61960]: value = "task-436291" [ 880.763202] env[61960]: _type = "Task" [ 880.763202] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.773430] env[61960]: DEBUG oslo_vmware.api [None req-e52afc02-cf35-43c2-b003-28e2e3b44ab5 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.832358] env[61960]: DEBUG nova.scheduler.client.report [None req-bab8385d-77ae-4fc3-91e5-61b851a36f7b tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 880.894048] env[61960]: DEBUG oslo_vmware.api [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073778} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.895637] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.895637] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e09e75e-d084-405d-9b9c-e6db54c2a4c2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.926537] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] c13cc8b7-7ecb-4a5c-891b-ff0a0e698722/c13cc8b7-7ecb-4a5c-891b-ff0a0e698722.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.930313] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3fe0eb2-76d0-4b3a-bd37-b2b1ab5c534d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.952604] env[61960]: DEBUG oslo_vmware.api [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436289, 'name': PowerOnVM_Task} progress is 78%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.954017] env[61960]: DEBUG oslo_vmware.api [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the task: (returnval){ [ 880.954017] env[61960]: value = "task-436292" [ 880.954017] env[61960]: _type = "Task" [ 880.954017] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.963608] env[61960]: DEBUG oslo_vmware.api [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436292, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.993993] env[61960]: DEBUG nova.network.neutron [req-d6a2022a-ac65-48ec-9dc8-8869e0dbfec8 req-621835cb-797f-4ced-9fb3-acf4bac6c9b4 service nova] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Updated VIF entry in instance network info cache for port 9b057e1e-c4e7-44ab-803e-efe9b4e368b4. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 880.994399] env[61960]: DEBUG nova.network.neutron [req-d6a2022a-ac65-48ec-9dc8-8869e0dbfec8 req-621835cb-797f-4ced-9fb3-acf4bac6c9b4 service nova] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Updating instance_info_cache with network_info: [{"id": "9b057e1e-c4e7-44ab-803e-efe9b4e368b4", "address": "fa:16:3e:35:af:41", "network": {"id": "858250cc-c0b0-4858-a240-2f91b2ee592b", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-368245643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9590a00ec6b64a68ab7f88d4a66aa148", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b057e1e-c4", "ovs_interfaceid": "9b057e1e-c4e7-44ab-803e-efe9b4e368b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.135561] env[61960]: DEBUG oslo_vmware.api [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52edb9ad-bc81-5031-1d4a-5b91f93163f1, 'name': SearchDatastore_Task, 'duration_secs': 0.028262} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.135939] env[61960]: DEBUG oslo_concurrency.lockutils [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.136252] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.136587] env[61960]: DEBUG oslo_concurrency.lockutils [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.136828] env[61960]: DEBUG oslo_concurrency.lockutils [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.137078] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.137433] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-857f952c-8b31-43d1-8ea2-6215ff1e7641 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.150118] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.150277] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 881.151043] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-405a4a6a-d424-43ff-b53a-4b88060765a2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.159165] env[61960]: DEBUG oslo_vmware.api [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Waiting for the task: (returnval){ [ 881.159165] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ab5865-75f1-17da-3b5d-2fa390db5d35" [ 881.159165] env[61960]: _type = "Task" [ 881.159165] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.164406] env[61960]: DEBUG oslo_vmware.api [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ab5865-75f1-17da-3b5d-2fa390db5d35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.197723] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 881.264335] env[61960]: INFO nova.compute.manager [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Took 34.95 seconds to build instance. [ 881.277087] env[61960]: DEBUG oslo_vmware.api [None req-e52afc02-cf35-43c2-b003-28e2e3b44ab5 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371598} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.277388] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e52afc02-cf35-43c2-b003-28e2e3b44ab5 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.277612] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e52afc02-cf35-43c2-b003-28e2e3b44ab5 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 881.277853] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e52afc02-cf35-43c2-b003-28e2e3b44ab5 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 881.278125] env[61960]: INFO nova.compute.manager [None req-e52afc02-cf35-43c2-b003-28e2e3b44ab5 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 881.278436] env[61960]: DEBUG oslo.service.loopingcall [None req-e52afc02-cf35-43c2-b003-28e2e3b44ab5 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 881.278698] env[61960]: DEBUG nova.compute.manager [-] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 881.278851] env[61960]: DEBUG nova.network.neutron [-] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 881.339274] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bab8385d-77ae-4fc3-91e5-61b851a36f7b tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.064s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.341697] env[61960]: DEBUG oslo_concurrency.lockutils [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.829s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.343731] env[61960]: INFO nova.compute.claims [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.372016] env[61960]: DEBUG nova.network.neutron [None req-2fc252c1-ff99-48c2-b975-bbbf01e7f543 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Updating instance_info_cache with network_info: [{"id": "28650c85-bab0-45d8-bbb2-fd24af66df5e", "address": "fa:16:3e:b1:82:a3", "network": {"id": "74938226-c1f8-4c22-b0d7-da2a64cd0c28", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2097817805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69782336059f4ef292ddf0de2b9a9b21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28650c85-ba", "ovs_interfaceid": "28650c85-bab0-45d8-bbb2-fd24af66df5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.386239] env[61960]: INFO nova.scheduler.client.report [None req-bab8385d-77ae-4fc3-91e5-61b851a36f7b tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Deleted allocations for instance 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce [ 881.430295] env[61960]: DEBUG oslo_vmware.api [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436289, 'name': PowerOnVM_Task, 'duration_secs': 0.848102} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.430680] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 881.430985] env[61960]: INFO nova.compute.manager [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Took 11.93 seconds to spawn the instance on the hypervisor. [ 881.431538] env[61960]: DEBUG nova.compute.manager [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 881.432403] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba6e3a8-8d4b-42c3-8d01-e21802914772 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.469928] env[61960]: DEBUG oslo_vmware.api [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.497494] env[61960]: DEBUG oslo_concurrency.lockutils [req-d6a2022a-ac65-48ec-9dc8-8869e0dbfec8 req-621835cb-797f-4ced-9fb3-acf4bac6c9b4 service nova] Releasing lock "refresh_cache-f4a5dd99-d251-46d2-b3a6-140770ba2f67" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.497872] env[61960]: DEBUG nova.compute.manager [req-d6a2022a-ac65-48ec-9dc8-8869e0dbfec8 req-621835cb-797f-4ced-9fb3-acf4bac6c9b4 service nova] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Received event network-changed-2ba90961-3223-4538-b459-d024810a13aa {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 881.498069] env[61960]: DEBUG nova.compute.manager [req-d6a2022a-ac65-48ec-9dc8-8869e0dbfec8 req-621835cb-797f-4ced-9fb3-acf4bac6c9b4 service nova] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Refreshing instance network info cache due to event network-changed-2ba90961-3223-4538-b459-d024810a13aa. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 881.498309] env[61960]: DEBUG oslo_concurrency.lockutils [req-d6a2022a-ac65-48ec-9dc8-8869e0dbfec8 req-621835cb-797f-4ced-9fb3-acf4bac6c9b4 service nova] Acquiring lock "refresh_cache-d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.498466] env[61960]: DEBUG oslo_concurrency.lockutils [req-d6a2022a-ac65-48ec-9dc8-8869e0dbfec8 req-621835cb-797f-4ced-9fb3-acf4bac6c9b4 service nova] Acquired lock "refresh_cache-d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.498674] env[61960]: DEBUG nova.network.neutron [req-d6a2022a-ac65-48ec-9dc8-8869e0dbfec8 req-621835cb-797f-4ced-9fb3-acf4bac6c9b4 service nova] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Refreshing network info cache for port 2ba90961-3223-4538-b459-d024810a13aa {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 881.666777] env[61960]: DEBUG oslo_vmware.api [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ab5865-75f1-17da-3b5d-2fa390db5d35, 'name': SearchDatastore_Task, 'duration_secs': 0.020335} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.668028] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a87d5990-dcee-49c9-9fea-364962f34d26 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.672989] env[61960]: DEBUG oslo_vmware.api [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Waiting for the task: (returnval){ [ 881.672989] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5214a1d6-7efc-e8ec-0cd8-b5b74d7a0b65" [ 881.672989] env[61960]: _type = "Task" [ 881.672989] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.681223] env[61960]: DEBUG oslo_vmware.api [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5214a1d6-7efc-e8ec-0cd8-b5b74d7a0b65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.772658] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6dba666c-d9f8-4f97-ac05-a95664898ad1 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Lock "f2c726af-8738-45bb-a40f-4c3bec748906" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.465s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.872164] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2fc252c1-ff99-48c2-b975-bbbf01e7f543 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Releasing lock "refresh_cache-d7f5243f-7071-404d-9549-b381257d5288" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.872854] env[61960]: DEBUG nova.objects.instance [None req-2fc252c1-ff99-48c2-b975-bbbf01e7f543 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lazy-loading 'flavor' on Instance uuid d7f5243f-7071-404d-9549-b381257d5288 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.895237] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bab8385d-77ae-4fc3-91e5-61b851a36f7b tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "40444ca6-0e88-4e3d-b9e2-ad0b325a76ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.923s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.953149] env[61960]: INFO nova.compute.manager [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Took 36.58 seconds to build instance. [ 881.966016] env[61960]: DEBUG oslo_vmware.api [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436292, 'name': ReconfigVM_Task, 'duration_secs': 0.626259} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.966346] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Reconfigured VM instance instance-0000004b to attach disk [datastore1] c13cc8b7-7ecb-4a5c-891b-ff0a0e698722/c13cc8b7-7ecb-4a5c-891b-ff0a0e698722.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.967114] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cb28a3a-6318-441a-bd35-c320ef524d8c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.975035] env[61960]: DEBUG oslo_vmware.api [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the task: (returnval){ [ 881.975035] env[61960]: value = "task-436293" [ 881.975035] env[61960]: _type = "Task" [ 881.975035] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.988883] env[61960]: DEBUG oslo_vmware.api [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436293, 'name': Rename_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.074785] env[61960]: DEBUG nova.network.neutron [-] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.185941] env[61960]: DEBUG oslo_vmware.api [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5214a1d6-7efc-e8ec-0cd8-b5b74d7a0b65, 'name': SearchDatastore_Task, 'duration_secs': 0.015582} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.185941] env[61960]: DEBUG oslo_concurrency.lockutils [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.185941] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] f4a5dd99-d251-46d2-b3a6-140770ba2f67/f4a5dd99-d251-46d2-b3a6-140770ba2f67.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 882.185941] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-035c1287-dae7-4b8a-80aa-59d3286525fa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.192913] env[61960]: DEBUG oslo_vmware.api [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Waiting for the task: (returnval){ [ 882.192913] env[61960]: value = "task-436294" [ 882.192913] env[61960]: _type = "Task" [ 882.192913] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.199022] env[61960]: DEBUG oslo_vmware.api [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Task: {'id': task-436294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.332395] env[61960]: DEBUG nova.compute.manager [req-27765802-0bf3-40ee-8127-6ba62f3861a7 req-6d05449c-9f83-4b6c-af1b-c8e9ec4bcab0 service nova] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Received event network-vif-deleted-3d2bdfb0-f4b6-47e0-aaf6-7fe1dbb10651 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 882.388021] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cc4456-b00a-44a8-86e0-96bff1039ad7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.418560] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc252c1-ff99-48c2-b975-bbbf01e7f543 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 882.421527] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-347fb895-8151-4eb0-b4a2-2cf48f7b21ca {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.428572] env[61960]: DEBUG oslo_vmware.api [None req-2fc252c1-ff99-48c2-b975-bbbf01e7f543 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 882.428572] env[61960]: value = "task-436295" [ 882.428572] env[61960]: _type = "Task" [ 882.428572] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.441290] env[61960]: DEBUG oslo_vmware.api [None req-2fc252c1-ff99-48c2-b975-bbbf01e7f543 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.454796] env[61960]: DEBUG oslo_concurrency.lockutils [None req-168f90d5-f988-4c07-a537-5360d325a04e tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Lock "c5b15896-aa3f-48f6-b827-348bcb57bc5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.091s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.488405] env[61960]: DEBUG oslo_vmware.api [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436293, 'name': Rename_Task, 'duration_secs': 0.391696} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.488723] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 882.488991] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54771c16-d27c-452a-b77f-96ac5442199e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.498102] env[61960]: DEBUG oslo_vmware.api [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the task: (returnval){ [ 882.498102] env[61960]: value = "task-436296" [ 882.498102] env[61960]: _type = "Task" [ 882.498102] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.506480] env[61960]: DEBUG oslo_vmware.api [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.565221] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0abcfbcb-6e52-4ffb-9bde-32be68e516da tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Acquiring lock "c5b15896-aa3f-48f6-b827-348bcb57bc5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.566422] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0abcfbcb-6e52-4ffb-9bde-32be68e516da tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Lock "c5b15896-aa3f-48f6-b827-348bcb57bc5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.570227] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0abcfbcb-6e52-4ffb-9bde-32be68e516da tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Acquiring lock "c5b15896-aa3f-48f6-b827-348bcb57bc5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.570227] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0abcfbcb-6e52-4ffb-9bde-32be68e516da tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Lock "c5b15896-aa3f-48f6-b827-348bcb57bc5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.570227] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0abcfbcb-6e52-4ffb-9bde-32be68e516da tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Lock "c5b15896-aa3f-48f6-b827-348bcb57bc5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.570227] env[61960]: INFO nova.compute.manager [None req-0abcfbcb-6e52-4ffb-9bde-32be68e516da tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Terminating instance [ 882.572977] env[61960]: DEBUG nova.compute.manager [None req-0abcfbcb-6e52-4ffb-9bde-32be68e516da tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 882.573727] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-0abcfbcb-6e52-4ffb-9bde-32be68e516da tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 882.575619] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f13bb85-367e-486f-b72c-3b52889bbf2f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.583468] env[61960]: INFO nova.compute.manager [-] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Took 1.30 seconds to deallocate network for instance. [ 882.597494] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abcfbcb-6e52-4ffb-9bde-32be68e516da tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 882.598705] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39165bbe-2e76-477e-9603-c5b42fe164c6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.607550] env[61960]: DEBUG oslo_vmware.api [None req-0abcfbcb-6e52-4ffb-9bde-32be68e516da tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Waiting for the task: (returnval){ [ 882.607550] env[61960]: value = "task-436297" [ 882.607550] env[61960]: _type = "Task" [ 882.607550] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.620513] env[61960]: DEBUG oslo_vmware.api [None req-0abcfbcb-6e52-4ffb-9bde-32be68e516da tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.700267] env[61960]: DEBUG nova.network.neutron [req-d6a2022a-ac65-48ec-9dc8-8869e0dbfec8 req-621835cb-797f-4ced-9fb3-acf4bac6c9b4 service nova] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Updated VIF entry in instance network info cache for port 2ba90961-3223-4538-b459-d024810a13aa. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 882.700845] env[61960]: DEBUG nova.network.neutron [req-d6a2022a-ac65-48ec-9dc8-8869e0dbfec8 req-621835cb-797f-4ced-9fb3-acf4bac6c9b4 service nova] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Updating instance_info_cache with network_info: [{"id": "2ba90961-3223-4538-b459-d024810a13aa", "address": "fa:16:3e:c1:89:d6", "network": {"id": "e1d07742-238e-48e8-bb57-e88000721371", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1074392563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11db1f5ce1704bd3b416ab2d17b42043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba90961-32", "ovs_interfaceid": "2ba90961-3223-4538-b459-d024810a13aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.711121] env[61960]: DEBUG oslo_vmware.api [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Task: {'id': task-436294, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.793090] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034115f9-f29b-42aa-9562-d52153b6bfc1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.807374] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13f4e69-9b4b-4082-bbe2-ae82f9bf5588 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.839338] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faca0c17-b8be-49be-b266-bb751396c094 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.847555] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27b8457-fc2e-4113-903d-0e11bd946f8b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.864020] env[61960]: DEBUG nova.compute.provider_tree [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.938796] env[61960]: DEBUG oslo_vmware.api [None req-2fc252c1-ff99-48c2-b975-bbbf01e7f543 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436295, 'name': PowerOffVM_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.008880] env[61960]: DEBUG oslo_vmware.api [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436296, 'name': PowerOnVM_Task} progress is 33%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.100654] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e52afc02-cf35-43c2-b003-28e2e3b44ab5 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.118651] env[61960]: DEBUG oslo_vmware.api [None req-0abcfbcb-6e52-4ffb-9bde-32be68e516da tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436297, 'name': PowerOffVM_Task, 'duration_secs': 0.311303} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.119123] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abcfbcb-6e52-4ffb-9bde-32be68e516da tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 883.119252] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-0abcfbcb-6e52-4ffb-9bde-32be68e516da tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 883.119559] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9b20985-b74a-4356-997b-265e30b19562 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.204527] env[61960]: DEBUG oslo_vmware.api [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Task: {'id': task-436294, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685666} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.204808] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] f4a5dd99-d251-46d2-b3a6-140770ba2f67/f4a5dd99-d251-46d2-b3a6-140770ba2f67.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 883.205039] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.205313] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfd85e77-514a-4bd6-b490-51c9e682ed15 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.207593] env[61960]: DEBUG oslo_concurrency.lockutils [req-d6a2022a-ac65-48ec-9dc8-8869e0dbfec8 req-621835cb-797f-4ced-9fb3-acf4bac6c9b4 service nova] Releasing lock "refresh_cache-d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.212587] env[61960]: DEBUG oslo_vmware.api [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Waiting for the task: (returnval){ [ 883.212587] env[61960]: value = "task-436299" [ 883.212587] env[61960]: _type = "Task" [ 883.212587] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.222914] env[61960]: DEBUG oslo_vmware.api [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Task: {'id': task-436299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.231184] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-0abcfbcb-6e52-4ffb-9bde-32be68e516da tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 883.231616] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-0abcfbcb-6e52-4ffb-9bde-32be68e516da tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 883.231883] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-0abcfbcb-6e52-4ffb-9bde-32be68e516da tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Deleting the datastore file [datastore1] c5b15896-aa3f-48f6-b827-348bcb57bc5e {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.232196] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e2320d7-9be3-405e-b3cd-c310a5429bb3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.238825] env[61960]: DEBUG oslo_vmware.api [None req-0abcfbcb-6e52-4ffb-9bde-32be68e516da tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Waiting for the task: (returnval){ [ 883.238825] env[61960]: value = "task-436300" [ 883.238825] env[61960]: _type = "Task" [ 883.238825] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.246559] env[61960]: DEBUG oslo_vmware.api [None req-0abcfbcb-6e52-4ffb-9bde-32be68e516da tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.366014] env[61960]: DEBUG nova.scheduler.client.report [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 883.440666] env[61960]: DEBUG oslo_vmware.api [None req-2fc252c1-ff99-48c2-b975-bbbf01e7f543 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436295, 'name': PowerOffVM_Task, 'duration_secs': 0.651096} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.440948] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc252c1-ff99-48c2-b975-bbbf01e7f543 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 883.446096] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fc252c1-ff99-48c2-b975-bbbf01e7f543 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Reconfiguring VM instance instance-0000003e to detach disk 2002 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 883.446388] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a51bff7f-1811-4e18-91c7-d23147ebe9e4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.466672] env[61960]: DEBUG oslo_vmware.api [None req-2fc252c1-ff99-48c2-b975-bbbf01e7f543 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 883.466672] env[61960]: value = "task-436301" [ 883.466672] env[61960]: _type = "Task" [ 883.466672] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.473028] env[61960]: DEBUG oslo_vmware.api [None req-2fc252c1-ff99-48c2-b975-bbbf01e7f543 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.510374] env[61960]: DEBUG oslo_vmware.api [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436296, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.723041] env[61960]: DEBUG oslo_vmware.api [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Task: {'id': task-436299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0668} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.723287] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.724171] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0857ff33-ca51-4c3b-a614-15d7bbfc49c9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.746725] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] f4a5dd99-d251-46d2-b3a6-140770ba2f67/f4a5dd99-d251-46d2-b3a6-140770ba2f67.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.747101] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e5a47f2-7454-4ee9-abbe-282108605ef6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.769028] env[61960]: DEBUG oslo_vmware.api [None req-0abcfbcb-6e52-4ffb-9bde-32be68e516da tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Task: {'id': task-436300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317208} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.770275] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-0abcfbcb-6e52-4ffb-9bde-32be68e516da tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.771565] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-0abcfbcb-6e52-4ffb-9bde-32be68e516da tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 883.771565] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-0abcfbcb-6e52-4ffb-9bde-32be68e516da tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 883.771565] env[61960]: INFO nova.compute.manager [None req-0abcfbcb-6e52-4ffb-9bde-32be68e516da tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 883.771565] env[61960]: DEBUG oslo.service.loopingcall [None req-0abcfbcb-6e52-4ffb-9bde-32be68e516da tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 883.771565] env[61960]: DEBUG oslo_vmware.api [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Waiting for the task: (returnval){ [ 883.771565] env[61960]: value = "task-436302" [ 883.771565] env[61960]: _type = "Task" [ 883.771565] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.771565] env[61960]: DEBUG nova.compute.manager [-] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 883.771941] env[61960]: DEBUG nova.network.neutron [-] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 883.781942] env[61960]: DEBUG oslo_vmware.api [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Task: {'id': task-436302, 'name': ReconfigVM_Task} progress is 10%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.871205] env[61960]: DEBUG oslo_concurrency.lockutils [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.871675] env[61960]: DEBUG nova.compute.manager [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 883.876153] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.247s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.876153] env[61960]: DEBUG nova.objects.instance [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lazy-loading 'resources' on Instance uuid 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.974910] env[61960]: DEBUG oslo_vmware.api [None req-2fc252c1-ff99-48c2-b975-bbbf01e7f543 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436301, 'name': ReconfigVM_Task, 'duration_secs': 0.50045} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.976457] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fc252c1-ff99-48c2-b975-bbbf01e7f543 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Reconfigured VM instance instance-0000003e to detach disk 2002 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 883.976457] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc252c1-ff99-48c2-b975-bbbf01e7f543 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 883.976457] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-112004a9-a95b-4967-96fa-47186b758e07 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.981949] env[61960]: DEBUG oslo_vmware.api [None req-2fc252c1-ff99-48c2-b975-bbbf01e7f543 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 883.981949] env[61960]: value = "task-436303" [ 883.981949] env[61960]: _type = "Task" [ 883.981949] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.991619] env[61960]: DEBUG oslo_vmware.api [None req-2fc252c1-ff99-48c2-b975-bbbf01e7f543 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.009449] env[61960]: DEBUG oslo_vmware.api [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436296, 'name': PowerOnVM_Task, 'duration_secs': 1.224648} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.009769] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 884.010100] env[61960]: INFO nova.compute.manager [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Took 9.32 seconds to spawn the instance on the hypervisor. [ 884.010193] env[61960]: DEBUG nova.compute.manager [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 884.011188] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5048771-b95b-4adc-9773-ab256821f2c5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.284724] env[61960]: DEBUG oslo_vmware.api [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Task: {'id': task-436302, 'name': ReconfigVM_Task, 'duration_secs': 0.291928} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.286287] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Reconfigured VM instance instance-0000004c to attach disk [datastore1] f4a5dd99-d251-46d2-b3a6-140770ba2f67/f4a5dd99-d251-46d2-b3a6-140770ba2f67.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.287113] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8cc004e3-5a95-4975-9e2d-4c1cdef152cd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.292671] env[61960]: DEBUG oslo_vmware.api [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Waiting for the task: (returnval){ [ 884.292671] env[61960]: value = "task-436304" [ 884.292671] env[61960]: _type = "Task" [ 884.292671] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.301555] env[61960]: DEBUG oslo_vmware.api [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Task: {'id': task-436304, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.360445] env[61960]: DEBUG nova.compute.manager [req-17df9e5c-04fd-41cf-88fa-c44af4fd73d4 req-f7276225-d6c9-4d22-b04c-6afe945dcc79 service nova] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Received event network-vif-deleted-583aeccb-35a1-4fc1-80d7-a376d6651591 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 884.360605] env[61960]: INFO nova.compute.manager [req-17df9e5c-04fd-41cf-88fa-c44af4fd73d4 req-f7276225-d6c9-4d22-b04c-6afe945dcc79 service nova] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Neutron deleted interface 583aeccb-35a1-4fc1-80d7-a376d6651591; detaching it from the instance and deleting it from the info cache [ 884.360854] env[61960]: DEBUG nova.network.neutron [req-17df9e5c-04fd-41cf-88fa-c44af4fd73d4 req-f7276225-d6c9-4d22-b04c-6afe945dcc79 service nova] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Updating instance_info_cache with network_info: [{"id": "ccff4403-32c0-4881-ab20-e9d729bb1a7d", "address": "fa:16:3e:9d:8d:c2", "network": {"id": "776617b6-f74e-4169-a918-49cec404b758", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1047954877", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3297d2fab1244b048bc2afabcc119ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccff4403-32", "ovs_interfaceid": "ccff4403-32c0-4881-ab20-e9d729bb1a7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.380327] env[61960]: DEBUG nova.compute.utils [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 884.382196] env[61960]: DEBUG nova.compute.manager [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 884.382413] env[61960]: DEBUG nova.network.neutron [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 884.424842] env[61960]: DEBUG nova.policy [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62b70c4145234da7abae40142571b7f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35a906d4f9e5436dac459e3ad0dd9329', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 884.491884] env[61960]: DEBUG oslo_vmware.api [None req-2fc252c1-ff99-48c2-b975-bbbf01e7f543 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436303, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.533200] env[61960]: INFO nova.compute.manager [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Took 37.87 seconds to build instance. [ 884.706505] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c4fe33-e17c-4863-b811-eac1138bf9cb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.715142] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1266e85e-22ca-4037-b6da-86cd7fc14444 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.753366] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99797974-29c1-475e-983e-c306aca3280e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.759251] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "d39344c1-66e3-48a7-be6b-3589a4f528f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.759251] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "d39344c1-66e3-48a7-be6b-3589a4f528f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.764599] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6893df64-5a5c-44d3-90b3-d51c1b330977 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.781029] env[61960]: DEBUG nova.compute.provider_tree [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 884.788173] env[61960]: DEBUG nova.network.neutron [-] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.804172] env[61960]: DEBUG oslo_vmware.api [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Task: {'id': task-436304, 'name': Rename_Task, 'duration_secs': 0.154231} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.805213] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 884.805213] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c6d8475-9b2b-4e12-a2e3-4f63c6f16224 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.811334] env[61960]: DEBUG oslo_vmware.api [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Waiting for the task: (returnval){ [ 884.811334] env[61960]: value = "task-436305" [ 884.811334] env[61960]: _type = "Task" [ 884.811334] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.812091] env[61960]: DEBUG nova.network.neutron [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Successfully created port: 41060911-593a-4b95-b507-a1f2169fc5d1 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 884.826018] env[61960]: DEBUG oslo_vmware.api [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Task: {'id': task-436305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.863789] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38da5d94-f455-4074-b582-c420f28df31a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.873309] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2e10b7-9da8-41a3-afa8-406e271bc4cb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.885453] env[61960]: DEBUG nova.compute.manager [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 884.903774] env[61960]: DEBUG nova.compute.manager [req-17df9e5c-04fd-41cf-88fa-c44af4fd73d4 req-f7276225-d6c9-4d22-b04c-6afe945dcc79 service nova] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Detach interface failed, port_id=583aeccb-35a1-4fc1-80d7-a376d6651591, reason: Instance c5b15896-aa3f-48f6-b827-348bcb57bc5e could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 884.904037] env[61960]: DEBUG nova.compute.manager [req-17df9e5c-04fd-41cf-88fa-c44af4fd73d4 req-f7276225-d6c9-4d22-b04c-6afe945dcc79 service nova] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Received event network-vif-deleted-ccff4403-32c0-4881-ab20-e9d729bb1a7d {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 884.904265] env[61960]: INFO nova.compute.manager [req-17df9e5c-04fd-41cf-88fa-c44af4fd73d4 req-f7276225-d6c9-4d22-b04c-6afe945dcc79 service nova] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Neutron deleted interface ccff4403-32c0-4881-ab20-e9d729bb1a7d; detaching it from the instance and deleting it from the info cache [ 884.904484] env[61960]: DEBUG nova.network.neutron [req-17df9e5c-04fd-41cf-88fa-c44af4fd73d4 req-f7276225-d6c9-4d22-b04c-6afe945dcc79 service nova] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.993052] env[61960]: DEBUG oslo_vmware.api [None req-2fc252c1-ff99-48c2-b975-bbbf01e7f543 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436303, 'name': PowerOnVM_Task, 'duration_secs': 0.775303} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.993560] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc252c1-ff99-48c2-b975-bbbf01e7f543 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 884.993657] env[61960]: DEBUG nova.compute.manager [None req-2fc252c1-ff99-48c2-b975-bbbf01e7f543 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 884.994380] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4f15ce-25c6-4a30-8fde-9beb1d9613f4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.036200] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6bdf6f8b-0659-43f2-905a-927bf346c6de tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Lock "c13cc8b7-7ecb-4a5c-891b-ff0a0e698722" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.380s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.264040] env[61960]: DEBUG nova.compute.manager [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 885.291789] env[61960]: INFO nova.compute.manager [-] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Took 1.52 seconds to deallocate network for instance. [ 885.311054] env[61960]: ERROR nova.scheduler.client.report [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [req-3335a90e-7dfc-4124-b254-e470e49d340d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3335a90e-7dfc-4124-b254-e470e49d340d"}]} [ 885.326305] env[61960]: DEBUG oslo_vmware.api [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Task: {'id': task-436305, 'name': PowerOnVM_Task, 'duration_secs': 0.474258} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.326608] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 885.326829] env[61960]: INFO nova.compute.manager [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Took 8.07 seconds to spawn the instance on the hypervisor. [ 885.327045] env[61960]: DEBUG nova.compute.manager [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 885.327932] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6aa3f5-4063-4285-bcb1-44979042186e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.331818] env[61960]: DEBUG nova.scheduler.client.report [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 885.353156] env[61960]: DEBUG nova.scheduler.client.report [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 885.353394] env[61960]: DEBUG nova.compute.provider_tree [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 885.366947] env[61960]: DEBUG nova.scheduler.client.report [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 885.393486] env[61960]: DEBUG nova.scheduler.client.report [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 885.408040] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a25dca3-b775-4884-9af7-b09080c1e38e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.422258] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5206ecb-9a34-4452-a6ea-58ac0e855504 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.453963] env[61960]: DEBUG nova.compute.manager [req-17df9e5c-04fd-41cf-88fa-c44af4fd73d4 req-f7276225-d6c9-4d22-b04c-6afe945dcc79 service nova] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Detach interface failed, port_id=ccff4403-32c0-4881-ab20-e9d729bb1a7d, reason: Instance c5b15896-aa3f-48f6-b827-348bcb57bc5e could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 885.718208] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f55a63-05cc-4b94-9b3d-7076cea93141 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.729766] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a72b82-f9d0-4c37-ad64-ad75be302f38 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.763968] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e5c251-edf3-473f-93b9-840038831d36 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.774774] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473a14b9-22fb-49ed-89e8-cde4cb45425f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.782089] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.789981] env[61960]: DEBUG nova.compute.provider_tree [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 885.796385] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0abcfbcb-6e52-4ffb-9bde-32be68e516da tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.847510] env[61960]: INFO nova.compute.manager [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Took 38.76 seconds to build instance. [ 885.896877] env[61960]: DEBUG nova.compute.manager [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 885.916922] env[61960]: DEBUG nova.virt.hardware [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 885.917205] env[61960]: DEBUG nova.virt.hardware [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 885.917387] env[61960]: DEBUG nova.virt.hardware [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.917665] env[61960]: DEBUG nova.virt.hardware [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 885.917832] env[61960]: DEBUG nova.virt.hardware [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.917985] env[61960]: DEBUG nova.virt.hardware [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 885.918295] env[61960]: DEBUG nova.virt.hardware [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 885.918481] env[61960]: DEBUG nova.virt.hardware [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 885.918693] env[61960]: DEBUG nova.virt.hardware [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 885.919475] env[61960]: DEBUG nova.virt.hardware [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 885.919700] env[61960]: DEBUG nova.virt.hardware [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 885.920936] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c0f064-3ceb-4b70-9252-308659abaedd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.929287] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7874762-10ba-4d80-96d9-3ace6844f3ab {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.331032] env[61960]: DEBUG nova.scheduler.client.report [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 120 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 886.331032] env[61960]: DEBUG nova.compute.provider_tree [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 120 to 121 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 886.331032] env[61960]: DEBUG nova.compute.provider_tree [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 886.350500] env[61960]: DEBUG oslo_concurrency.lockutils [None req-87e5744d-31ad-4769-99ed-afcbe0193ca1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Lock "f4a5dd99-d251-46d2-b3a6-140770ba2f67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.282s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.403318] env[61960]: DEBUG nova.compute.manager [req-7738cef8-918d-4b5d-8f29-2a9907c7f100 req-983f88c6-6dcf-4259-a368-e7aa8a6c3ed1 service nova] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Received event network-vif-plugged-41060911-593a-4b95-b507-a1f2169fc5d1 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 886.403546] env[61960]: DEBUG oslo_concurrency.lockutils [req-7738cef8-918d-4b5d-8f29-2a9907c7f100 req-983f88c6-6dcf-4259-a368-e7aa8a6c3ed1 service nova] Acquiring lock "eaba5bdb-d668-4e26-a147-8658738174a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.403786] env[61960]: DEBUG oslo_concurrency.lockutils [req-7738cef8-918d-4b5d-8f29-2a9907c7f100 req-983f88c6-6dcf-4259-a368-e7aa8a6c3ed1 service nova] Lock "eaba5bdb-d668-4e26-a147-8658738174a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.403927] env[61960]: DEBUG oslo_concurrency.lockutils [req-7738cef8-918d-4b5d-8f29-2a9907c7f100 req-983f88c6-6dcf-4259-a368-e7aa8a6c3ed1 service nova] Lock "eaba5bdb-d668-4e26-a147-8658738174a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.404117] env[61960]: DEBUG nova.compute.manager [req-7738cef8-918d-4b5d-8f29-2a9907c7f100 req-983f88c6-6dcf-4259-a368-e7aa8a6c3ed1 service nova] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] No waiting events found dispatching network-vif-plugged-41060911-593a-4b95-b507-a1f2169fc5d1 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 886.404286] env[61960]: WARNING nova.compute.manager [req-7738cef8-918d-4b5d-8f29-2a9907c7f100 req-983f88c6-6dcf-4259-a368-e7aa8a6c3ed1 service nova] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Received unexpected event network-vif-plugged-41060911-593a-4b95-b507-a1f2169fc5d1 for instance with vm_state building and task_state spawning. [ 886.453158] env[61960]: DEBUG nova.network.neutron [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Successfully updated port: 41060911-593a-4b95-b507-a1f2169fc5d1 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.536026] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Acquiring lock "f4a5dd99-d251-46d2-b3a6-140770ba2f67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.536026] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Lock "f4a5dd99-d251-46d2-b3a6-140770ba2f67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.536026] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Acquiring lock "f4a5dd99-d251-46d2-b3a6-140770ba2f67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.536026] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Lock "f4a5dd99-d251-46d2-b3a6-140770ba2f67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.536026] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Lock "f4a5dd99-d251-46d2-b3a6-140770ba2f67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.537580] env[61960]: INFO nova.compute.manager [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Terminating instance [ 886.540254] env[61960]: DEBUG nova.compute.manager [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 886.540995] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 886.541712] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d7d196-8c84-4ff0-b270-f05f9448b398 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.551610] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 886.552063] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b23c5a09-a754-41e8-b2e9-dd6c1d779f0d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.558958] env[61960]: DEBUG oslo_vmware.api [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Waiting for the task: (returnval){ [ 886.558958] env[61960]: value = "task-436306" [ 886.558958] env[61960]: _type = "Task" [ 886.558958] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.568424] env[61960]: DEBUG oslo_vmware.api [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Task: {'id': task-436306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.729798] env[61960]: DEBUG nova.compute.manager [req-8a692a4b-be2d-4880-ae8e-6924275e13f4 req-8e3b9921-12d1-492e-a695-26726fce00e4 service nova] [instance: d7f5243f-7071-404d-9549-b381257d5288] Received event network-changed-28650c85-bab0-45d8-bbb2-fd24af66df5e {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 886.729798] env[61960]: DEBUG nova.compute.manager [req-8a692a4b-be2d-4880-ae8e-6924275e13f4 req-8e3b9921-12d1-492e-a695-26726fce00e4 service nova] [instance: d7f5243f-7071-404d-9549-b381257d5288] Refreshing instance network info cache due to event network-changed-28650c85-bab0-45d8-bbb2-fd24af66df5e. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 886.729798] env[61960]: DEBUG oslo_concurrency.lockutils [req-8a692a4b-be2d-4880-ae8e-6924275e13f4 req-8e3b9921-12d1-492e-a695-26726fce00e4 service nova] Acquiring lock "refresh_cache-d7f5243f-7071-404d-9549-b381257d5288" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.730239] env[61960]: DEBUG oslo_concurrency.lockutils [req-8a692a4b-be2d-4880-ae8e-6924275e13f4 req-8e3b9921-12d1-492e-a695-26726fce00e4 service nova] Acquired lock "refresh_cache-d7f5243f-7071-404d-9549-b381257d5288" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.730239] env[61960]: DEBUG nova.network.neutron [req-8a692a4b-be2d-4880-ae8e-6924275e13f4 req-8e3b9921-12d1-492e-a695-26726fce00e4 service nova] [instance: d7f5243f-7071-404d-9549-b381257d5288] Refreshing network info cache for port 28650c85-bab0-45d8-bbb2-fd24af66df5e {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 886.835743] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.961s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.838587] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7aa81ff2-a5af-4353-b0cc-2f0706a3332e tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.008s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.839084] env[61960]: DEBUG nova.objects.instance [None req-7aa81ff2-a5af-4353-b0cc-2f0706a3332e tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Lazy-loading 'resources' on Instance uuid b2acfc3e-f996-45ea-9745-ad86d321d78f {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.860357] env[61960]: INFO nova.scheduler.client.report [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Deleted allocations for instance 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475 [ 886.876836] env[61960]: DEBUG nova.compute.manager [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 886.878522] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e60c901-989c-42a1-99a5-6f8f369bffeb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.960598] env[61960]: DEBUG oslo_concurrency.lockutils [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Acquiring lock "refresh_cache-eaba5bdb-d668-4e26-a147-8658738174a1" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.960794] env[61960]: DEBUG oslo_concurrency.lockutils [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Acquired lock "refresh_cache-eaba5bdb-d668-4e26-a147-8658738174a1" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.961042] env[61960]: DEBUG nova.network.neutron [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 887.071710] env[61960]: DEBUG oslo_vmware.api [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Task: {'id': task-436306, 'name': PowerOffVM_Task, 'duration_secs': 0.231667} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.072043] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 887.072207] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 887.072466] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26cb9e07-99cf-4eed-aa87-5b8bbeb7c096 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.368422] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 887.368726] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 887.368877] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Deleting the datastore file [datastore1] f4a5dd99-d251-46d2-b3a6-140770ba2f67 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.369418] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a29240c7-c554-43a8-afe4-c7743689646e tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "95bfb4ce-98ae-456d-8c7c-3bc6edfdd475" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.652s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.370873] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af7a19d5-06af-4cfa-aeb7-52ca2e06e794 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.377485] env[61960]: DEBUG oslo_vmware.api [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Waiting for the task: (returnval){ [ 887.377485] env[61960]: value = "task-436308" [ 887.377485] env[61960]: _type = "Task" [ 887.377485] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.391694] env[61960]: INFO nova.compute.manager [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] instance snapshotting [ 887.393770] env[61960]: DEBUG oslo_vmware.api [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Task: {'id': task-436308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.395072] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7fa54a-c1ad-4525-899e-4b46d508a387 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.418446] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6790f7f5-64b2-466a-843a-33a666374299 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.525740] env[61960]: DEBUG nova.network.neutron [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 887.553490] env[61960]: DEBUG nova.network.neutron [req-8a692a4b-be2d-4880-ae8e-6924275e13f4 req-8e3b9921-12d1-492e-a695-26726fce00e4 service nova] [instance: d7f5243f-7071-404d-9549-b381257d5288] Updated VIF entry in instance network info cache for port 28650c85-bab0-45d8-bbb2-fd24af66df5e. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 887.553884] env[61960]: DEBUG nova.network.neutron [req-8a692a4b-be2d-4880-ae8e-6924275e13f4 req-8e3b9921-12d1-492e-a695-26726fce00e4 service nova] [instance: d7f5243f-7071-404d-9549-b381257d5288] Updating instance_info_cache with network_info: [{"id": "28650c85-bab0-45d8-bbb2-fd24af66df5e", "address": "fa:16:3e:b1:82:a3", "network": {"id": "74938226-c1f8-4c22-b0d7-da2a64cd0c28", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2097817805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69782336059f4ef292ddf0de2b9a9b21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28650c85-ba", "ovs_interfaceid": "28650c85-bab0-45d8-bbb2-fd24af66df5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.703134] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bed3cae-e85c-44c3-962e-1310f18cc0a3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.710843] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6675ea-5aa2-4885-bef2-5935379471a3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.740166] env[61960]: DEBUG nova.network.neutron [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Updating instance_info_cache with network_info: [{"id": "41060911-593a-4b95-b507-a1f2169fc5d1", "address": "fa:16:3e:30:40:07", "network": {"id": "ebaef9e7-0944-482c-af08-332f08ca7129", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1814881288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a906d4f9e5436dac459e3ad0dd9329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41060911-59", "ovs_interfaceid": "41060911-593a-4b95-b507-a1f2169fc5d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.742486] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1143696a-d636-43f9-ba82-075dcdb01b7a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.750389] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed3506c-3173-4f53-ae22-0ca5007028ae {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.765580] env[61960]: DEBUG nova.compute.provider_tree [None req-7aa81ff2-a5af-4353-b0cc-2f0706a3332e tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.888715] env[61960]: DEBUG oslo_vmware.api [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Task: {'id': task-436308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306149} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.889029] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.889231] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 887.889419] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 887.889600] env[61960]: INFO nova.compute.manager [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Took 1.35 seconds to destroy the instance on the hypervisor. [ 887.889858] env[61960]: DEBUG oslo.service.loopingcall [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 887.890077] env[61960]: DEBUG nova.compute.manager [-] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 887.890178] env[61960]: DEBUG nova.network.neutron [-] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 887.936957] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Creating Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 887.937370] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5d9f774f-353e-4723-ae71-929e8ed83e99 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.951132] env[61960]: DEBUG oslo_vmware.api [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the task: (returnval){ [ 887.951132] env[61960]: value = "task-436309" [ 887.951132] env[61960]: _type = "Task" [ 887.951132] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.959927] env[61960]: DEBUG oslo_vmware.api [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436309, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.057196] env[61960]: DEBUG oslo_concurrency.lockutils [req-8a692a4b-be2d-4880-ae8e-6924275e13f4 req-8e3b9921-12d1-492e-a695-26726fce00e4 service nova] Releasing lock "refresh_cache-d7f5243f-7071-404d-9549-b381257d5288" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.242468] env[61960]: DEBUG oslo_concurrency.lockutils [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Releasing lock "refresh_cache-eaba5bdb-d668-4e26-a147-8658738174a1" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.242832] env[61960]: DEBUG nova.compute.manager [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Instance network_info: |[{"id": "41060911-593a-4b95-b507-a1f2169fc5d1", "address": "fa:16:3e:30:40:07", "network": {"id": "ebaef9e7-0944-482c-af08-332f08ca7129", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1814881288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a906d4f9e5436dac459e3ad0dd9329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41060911-59", "ovs_interfaceid": "41060911-593a-4b95-b507-a1f2169fc5d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 888.243323] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:40:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41060911-593a-4b95-b507-a1f2169fc5d1', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.250756] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Creating folder: Project (35a906d4f9e5436dac459e3ad0dd9329). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 888.251046] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-664b2396-40d2-46ae-b786-a107d2f68c68 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.267333] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Created folder: Project (35a906d4f9e5436dac459e3ad0dd9329) in parent group-v115929. [ 888.267642] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Creating folder: Instances. Parent ref: group-v116127. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 888.268010] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1022af1-8c7b-4355-9bc6-6ca504f2e183 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.272024] env[61960]: DEBUG nova.scheduler.client.report [None req-7aa81ff2-a5af-4353-b0cc-2f0706a3332e tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 888.286504] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Created folder: Instances in parent group-v116127. [ 888.286793] env[61960]: DEBUG oslo.service.loopingcall [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 888.287079] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 888.287373] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93a31b28-9b68-48fa-85af-b66a2d3f15c5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.309131] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.309131] env[61960]: value = "task-436312" [ 888.309131] env[61960]: _type = "Task" [ 888.309131] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.316727] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436312, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.437292] env[61960]: DEBUG nova.compute.manager [req-810511a8-ba38-41ae-a02e-e4372fc53aa7 req-56305d59-c282-4bf5-9c68-28a67170c6cc service nova] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Received event network-changed-41060911-593a-4b95-b507-a1f2169fc5d1 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 888.437560] env[61960]: DEBUG nova.compute.manager [req-810511a8-ba38-41ae-a02e-e4372fc53aa7 req-56305d59-c282-4bf5-9c68-28a67170c6cc service nova] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Refreshing instance network info cache due to event network-changed-41060911-593a-4b95-b507-a1f2169fc5d1. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 888.437865] env[61960]: DEBUG oslo_concurrency.lockutils [req-810511a8-ba38-41ae-a02e-e4372fc53aa7 req-56305d59-c282-4bf5-9c68-28a67170c6cc service nova] Acquiring lock "refresh_cache-eaba5bdb-d668-4e26-a147-8658738174a1" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.438040] env[61960]: DEBUG oslo_concurrency.lockutils [req-810511a8-ba38-41ae-a02e-e4372fc53aa7 req-56305d59-c282-4bf5-9c68-28a67170c6cc service nova] Acquired lock "refresh_cache-eaba5bdb-d668-4e26-a147-8658738174a1" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.438214] env[61960]: DEBUG nova.network.neutron [req-810511a8-ba38-41ae-a02e-e4372fc53aa7 req-56305d59-c282-4bf5-9c68-28a67170c6cc service nova] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Refreshing network info cache for port 41060911-593a-4b95-b507-a1f2169fc5d1 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 888.461166] env[61960]: DEBUG oslo_vmware.api [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436309, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.598317] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dea1d7cb-f634-4f9d-a19d-6e2d56b82eeb tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquiring lock "9d79bbb7-73e3-4af6-8595-b8d3ebd4378c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.598719] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dea1d7cb-f634-4f9d-a19d-6e2d56b82eeb tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "9d79bbb7-73e3-4af6-8595-b8d3ebd4378c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.600091] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dea1d7cb-f634-4f9d-a19d-6e2d56b82eeb tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquiring lock "9d79bbb7-73e3-4af6-8595-b8d3ebd4378c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.600091] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dea1d7cb-f634-4f9d-a19d-6e2d56b82eeb tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "9d79bbb7-73e3-4af6-8595-b8d3ebd4378c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.600091] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dea1d7cb-f634-4f9d-a19d-6e2d56b82eeb tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "9d79bbb7-73e3-4af6-8595-b8d3ebd4378c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.603157] env[61960]: INFO nova.compute.manager [None req-dea1d7cb-f634-4f9d-a19d-6e2d56b82eeb tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Terminating instance [ 888.605281] env[61960]: DEBUG nova.compute.manager [None req-dea1d7cb-f634-4f9d-a19d-6e2d56b82eeb tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 888.605517] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dea1d7cb-f634-4f9d-a19d-6e2d56b82eeb tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 888.606517] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302fd4bc-bf5b-49cc-8c20-31afefc8a0d7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.610060] env[61960]: DEBUG nova.network.neutron [-] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.616865] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea1d7cb-f634-4f9d-a19d-6e2d56b82eeb tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 888.616865] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-347f15e0-8ecb-4634-bb25-96a2ddb0f259 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.624477] env[61960]: DEBUG oslo_vmware.api [None req-dea1d7cb-f634-4f9d-a19d-6e2d56b82eeb tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 888.624477] env[61960]: value = "task-436313" [ 888.624477] env[61960]: _type = "Task" [ 888.624477] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.633498] env[61960]: DEBUG oslo_vmware.api [None req-dea1d7cb-f634-4f9d-a19d-6e2d56b82eeb tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-436313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.756599] env[61960]: DEBUG nova.compute.manager [req-f755f8e1-2ddd-4159-b64c-10e6d48949d6 req-7d7c5fc5-0e07-414c-9f6e-647ff56e1d8f service nova] [instance: d7f5243f-7071-404d-9549-b381257d5288] Received event network-changed-28650c85-bab0-45d8-bbb2-fd24af66df5e {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 888.756818] env[61960]: DEBUG nova.compute.manager [req-f755f8e1-2ddd-4159-b64c-10e6d48949d6 req-7d7c5fc5-0e07-414c-9f6e-647ff56e1d8f service nova] [instance: d7f5243f-7071-404d-9549-b381257d5288] Refreshing instance network info cache due to event network-changed-28650c85-bab0-45d8-bbb2-fd24af66df5e. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 888.757236] env[61960]: DEBUG oslo_concurrency.lockutils [req-f755f8e1-2ddd-4159-b64c-10e6d48949d6 req-7d7c5fc5-0e07-414c-9f6e-647ff56e1d8f service nova] Acquiring lock "refresh_cache-d7f5243f-7071-404d-9549-b381257d5288" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.757386] env[61960]: DEBUG oslo_concurrency.lockutils [req-f755f8e1-2ddd-4159-b64c-10e6d48949d6 req-7d7c5fc5-0e07-414c-9f6e-647ff56e1d8f service nova] Acquired lock "refresh_cache-d7f5243f-7071-404d-9549-b381257d5288" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.757643] env[61960]: DEBUG nova.network.neutron [req-f755f8e1-2ddd-4159-b64c-10e6d48949d6 req-7d7c5fc5-0e07-414c-9f6e-647ff56e1d8f service nova] [instance: d7f5243f-7071-404d-9549-b381257d5288] Refreshing network info cache for port 28650c85-bab0-45d8-bbb2-fd24af66df5e {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 888.777809] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7aa81ff2-a5af-4353-b0cc-2f0706a3332e tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.780198] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.378s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.781606] env[61960]: INFO nova.compute.claims [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.801635] env[61960]: INFO nova.scheduler.client.report [None req-7aa81ff2-a5af-4353-b0cc-2f0706a3332e tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Deleted allocations for instance b2acfc3e-f996-45ea-9745-ad86d321d78f [ 888.821932] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436312, 'name': CreateVM_Task, 'duration_secs': 0.419763} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.822218] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 888.823389] env[61960]: DEBUG oslo_concurrency.lockutils [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.823563] env[61960]: DEBUG oslo_concurrency.lockutils [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.823892] env[61960]: DEBUG oslo_concurrency.lockutils [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.824433] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06c85a8e-902c-4452-911b-7e9079780fa1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.829507] env[61960]: DEBUG oslo_vmware.api [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Waiting for the task: (returnval){ [ 888.829507] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52419c47-50fd-0949-d271-f4122627d6fb" [ 888.829507] env[61960]: _type = "Task" [ 888.829507] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.837959] env[61960]: DEBUG oslo_vmware.api [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52419c47-50fd-0949-d271-f4122627d6fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.965406] env[61960]: DEBUG oslo_vmware.api [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436309, 'name': CreateSnapshot_Task, 'duration_secs': 0.782158} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.965869] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Created Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 888.967043] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86919dd-bee1-41d8-a302-34ba40c70514 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.113342] env[61960]: INFO nova.compute.manager [-] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Took 1.22 seconds to deallocate network for instance. [ 889.133786] env[61960]: DEBUG oslo_vmware.api [None req-dea1d7cb-f634-4f9d-a19d-6e2d56b82eeb tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-436313, 'name': PowerOffVM_Task, 'duration_secs': 0.302185} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.134096] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea1d7cb-f634-4f9d-a19d-6e2d56b82eeb tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 889.134277] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dea1d7cb-f634-4f9d-a19d-6e2d56b82eeb tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 889.134557] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-393a0b14-e74c-45ff-a4d5-26b0e07d1577 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.164993] env[61960]: DEBUG nova.network.neutron [req-810511a8-ba38-41ae-a02e-e4372fc53aa7 req-56305d59-c282-4bf5-9c68-28a67170c6cc service nova] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Updated VIF entry in instance network info cache for port 41060911-593a-4b95-b507-a1f2169fc5d1. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 889.165394] env[61960]: DEBUG nova.network.neutron [req-810511a8-ba38-41ae-a02e-e4372fc53aa7 req-56305d59-c282-4bf5-9c68-28a67170c6cc service nova] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Updating instance_info_cache with network_info: [{"id": "41060911-593a-4b95-b507-a1f2169fc5d1", "address": "fa:16:3e:30:40:07", "network": {"id": "ebaef9e7-0944-482c-af08-332f08ca7129", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1814881288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a906d4f9e5436dac459e3ad0dd9329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41060911-59", "ovs_interfaceid": "41060911-593a-4b95-b507-a1f2169fc5d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.225029] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dea1d7cb-f634-4f9d-a19d-6e2d56b82eeb tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 889.225305] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dea1d7cb-f634-4f9d-a19d-6e2d56b82eeb tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 889.225789] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-dea1d7cb-f634-4f9d-a19d-6e2d56b82eeb tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Deleting the datastore file [datastore1] 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.225873] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41e84302-d2e2-4d29-a720-72458bcb45b0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.232786] env[61960]: DEBUG oslo_vmware.api [None req-dea1d7cb-f634-4f9d-a19d-6e2d56b82eeb tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for the task: (returnval){ [ 889.232786] env[61960]: value = "task-436315" [ 889.232786] env[61960]: _type = "Task" [ 889.232786] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.241505] env[61960]: DEBUG oslo_vmware.api [None req-dea1d7cb-f634-4f9d-a19d-6e2d56b82eeb tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-436315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.308752] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7aa81ff2-a5af-4353-b0cc-2f0706a3332e tempest-ImagesNegativeTestJSON-2065820510 tempest-ImagesNegativeTestJSON-2065820510-project-member] Lock "b2acfc3e-f996-45ea-9745-ad86d321d78f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.462s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.343949] env[61960]: DEBUG oslo_vmware.api [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52419c47-50fd-0949-d271-f4122627d6fb, 'name': SearchDatastore_Task, 'duration_secs': 0.013795} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.344301] env[61960]: DEBUG oslo_concurrency.lockutils [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.344543] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.344782] env[61960]: DEBUG oslo_concurrency.lockutils [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.344931] env[61960]: DEBUG oslo_concurrency.lockutils [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.345146] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.345405] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bef733be-f7c6-40cd-b935-c43ff0569ea4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.354043] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.354235] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 889.354933] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43a1aab4-9968-460b-b464-b38945e4cab2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.360356] env[61960]: DEBUG oslo_vmware.api [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Waiting for the task: (returnval){ [ 889.360356] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ce5c2d-cec1-c1da-0320-eacb344aa77a" [ 889.360356] env[61960]: _type = "Task" [ 889.360356] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.370757] env[61960]: DEBUG oslo_vmware.api [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ce5c2d-cec1-c1da-0320-eacb344aa77a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.490509] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Creating linked-clone VM from snapshot {{(pid=61960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 889.493921] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8b3c9d0a-c063-48db-b629-36763f918377 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.501582] env[61960]: DEBUG oslo_vmware.api [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the task: (returnval){ [ 889.501582] env[61960]: value = "task-436316" [ 889.501582] env[61960]: _type = "Task" [ 889.501582] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.509644] env[61960]: DEBUG oslo_vmware.api [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436316, 'name': CloneVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.530276] env[61960]: DEBUG nova.network.neutron [req-f755f8e1-2ddd-4159-b64c-10e6d48949d6 req-7d7c5fc5-0e07-414c-9f6e-647ff56e1d8f service nova] [instance: d7f5243f-7071-404d-9549-b381257d5288] Updated VIF entry in instance network info cache for port 28650c85-bab0-45d8-bbb2-fd24af66df5e. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 889.530657] env[61960]: DEBUG nova.network.neutron [req-f755f8e1-2ddd-4159-b64c-10e6d48949d6 req-7d7c5fc5-0e07-414c-9f6e-647ff56e1d8f service nova] [instance: d7f5243f-7071-404d-9549-b381257d5288] Updating instance_info_cache with network_info: [{"id": "28650c85-bab0-45d8-bbb2-fd24af66df5e", "address": "fa:16:3e:b1:82:a3", "network": {"id": "74938226-c1f8-4c22-b0d7-da2a64cd0c28", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2097817805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69782336059f4ef292ddf0de2b9a9b21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28650c85-ba", "ovs_interfaceid": "28650c85-bab0-45d8-bbb2-fd24af66df5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.624740] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.668645] env[61960]: DEBUG oslo_concurrency.lockutils [req-810511a8-ba38-41ae-a02e-e4372fc53aa7 req-56305d59-c282-4bf5-9c68-28a67170c6cc service nova] Releasing lock "refresh_cache-eaba5bdb-d668-4e26-a147-8658738174a1" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.668930] env[61960]: DEBUG nova.compute.manager [req-810511a8-ba38-41ae-a02e-e4372fc53aa7 req-56305d59-c282-4bf5-9c68-28a67170c6cc service nova] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Received event network-vif-deleted-9b057e1e-c4e7-44ab-803e-efe9b4e368b4 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 889.669138] env[61960]: INFO nova.compute.manager [req-810511a8-ba38-41ae-a02e-e4372fc53aa7 req-56305d59-c282-4bf5-9c68-28a67170c6cc service nova] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Neutron deleted interface 9b057e1e-c4e7-44ab-803e-efe9b4e368b4; detaching it from the instance and deleting it from the info cache [ 889.669321] env[61960]: DEBUG nova.network.neutron [req-810511a8-ba38-41ae-a02e-e4372fc53aa7 req-56305d59-c282-4bf5-9c68-28a67170c6cc service nova] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.744445] env[61960]: DEBUG oslo_vmware.api [None req-dea1d7cb-f634-4f9d-a19d-6e2d56b82eeb tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Task: {'id': task-436315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.420162} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.744790] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-dea1d7cb-f634-4f9d-a19d-6e2d56b82eeb tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.745070] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dea1d7cb-f634-4f9d-a19d-6e2d56b82eeb tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 889.745441] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dea1d7cb-f634-4f9d-a19d-6e2d56b82eeb tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 889.745600] env[61960]: INFO nova.compute.manager [None req-dea1d7cb-f634-4f9d-a19d-6e2d56b82eeb tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 889.745951] env[61960]: DEBUG oslo.service.loopingcall [None req-dea1d7cb-f634-4f9d-a19d-6e2d56b82eeb tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 889.746255] env[61960]: DEBUG nova.compute.manager [-] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 889.746384] env[61960]: DEBUG nova.network.neutron [-] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 889.874938] env[61960]: DEBUG oslo_vmware.api [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ce5c2d-cec1-c1da-0320-eacb344aa77a, 'name': SearchDatastore_Task, 'duration_secs': 0.009481} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.875767] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a0ea251-26c0-4618-87b2-c6418115f151 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.883348] env[61960]: DEBUG oslo_vmware.api [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Waiting for the task: (returnval){ [ 889.883348] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523c42ba-1387-012c-5c32-f56e9aad0dd5" [ 889.883348] env[61960]: _type = "Task" [ 889.883348] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.891855] env[61960]: DEBUG oslo_vmware.api [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523c42ba-1387-012c-5c32-f56e9aad0dd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.015994] env[61960]: DEBUG oslo_vmware.api [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436316, 'name': CloneVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.033526] env[61960]: DEBUG oslo_concurrency.lockutils [req-f755f8e1-2ddd-4159-b64c-10e6d48949d6 req-7d7c5fc5-0e07-414c-9f6e-647ff56e1d8f service nova] Releasing lock "refresh_cache-d7f5243f-7071-404d-9549-b381257d5288" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.088334] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1911f9b5-eaea-4443-9d05-1b5c9b447f7b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.096997] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2717af99-360a-483d-8b35-8c325e1b3bb7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.136976] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4814119-f0d3-478a-9ab3-9e1613688f6d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.142791] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8285269b-4107-4965-b889-2800d07e7362 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.158229] env[61960]: DEBUG nova.compute.provider_tree [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.171722] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa9928ab-db60-4d44-bd39-4218a5d68a64 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.185655] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4bd4ef-26d3-4e6e-8c30-cc006d3024ca {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.220276] env[61960]: DEBUG nova.compute.manager [req-810511a8-ba38-41ae-a02e-e4372fc53aa7 req-56305d59-c282-4bf5-9c68-28a67170c6cc service nova] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Detach interface failed, port_id=9b057e1e-c4e7-44ab-803e-efe9b4e368b4, reason: Instance f4a5dd99-d251-46d2-b3a6-140770ba2f67 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 890.394589] env[61960]: DEBUG oslo_vmware.api [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523c42ba-1387-012c-5c32-f56e9aad0dd5, 'name': SearchDatastore_Task, 'duration_secs': 0.012945} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.394878] env[61960]: DEBUG oslo_concurrency.lockutils [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.395156] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] eaba5bdb-d668-4e26-a147-8658738174a1/eaba5bdb-d668-4e26-a147-8658738174a1.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 890.395427] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdc68055-10a8-422a-b4f6-c7f897cb38be {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.402476] env[61960]: DEBUG oslo_vmware.api [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Waiting for the task: (returnval){ [ 890.402476] env[61960]: value = "task-436317" [ 890.402476] env[61960]: _type = "Task" [ 890.402476] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.411329] env[61960]: DEBUG oslo_vmware.api [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.474942] env[61960]: DEBUG nova.compute.manager [req-d62019c6-4dc4-4711-b0d7-6eacfaa1908c req-e74f47c1-b19d-461a-a93c-ab14ebf0ecea service nova] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Received event network-vif-deleted-a584832f-1476-446a-8ddc-fa5f2cc45262 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 890.475163] env[61960]: INFO nova.compute.manager [req-d62019c6-4dc4-4711-b0d7-6eacfaa1908c req-e74f47c1-b19d-461a-a93c-ab14ebf0ecea service nova] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Neutron deleted interface a584832f-1476-446a-8ddc-fa5f2cc45262; detaching it from the instance and deleting it from the info cache [ 890.475337] env[61960]: DEBUG nova.network.neutron [req-d62019c6-4dc4-4711-b0d7-6eacfaa1908c req-e74f47c1-b19d-461a-a93c-ab14ebf0ecea service nova] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.516437] env[61960]: DEBUG oslo_vmware.api [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436316, 'name': CloneVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.637889] env[61960]: DEBUG nova.network.neutron [-] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.661862] env[61960]: DEBUG nova.scheduler.client.report [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 890.915140] env[61960]: DEBUG oslo_vmware.api [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436317, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.980774] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67cc60e5-1db2-4b71-b83e-16e0132b8ee1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.990493] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17dccdc-fcf8-403b-b501-642545d58b42 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.021135] env[61960]: DEBUG nova.compute.manager [req-d62019c6-4dc4-4711-b0d7-6eacfaa1908c req-e74f47c1-b19d-461a-a93c-ab14ebf0ecea service nova] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Detach interface failed, port_id=a584832f-1476-446a-8ddc-fa5f2cc45262, reason: Instance 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 891.024738] env[61960]: DEBUG oslo_vmware.api [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436316, 'name': CloneVM_Task} progress is 95%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.142037] env[61960]: INFO nova.compute.manager [-] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Took 1.40 seconds to deallocate network for instance. [ 891.167754] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.168468] env[61960]: DEBUG nova.compute.manager [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 891.171918] env[61960]: DEBUG oslo_concurrency.lockutils [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.720s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.171918] env[61960]: DEBUG nova.objects.instance [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lazy-loading 'resources' on Instance uuid 7ee63cda-4878-4c4c-bc76-c51c798de3fd {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.414221] env[61960]: DEBUG oslo_vmware.api [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518381} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.414521] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] eaba5bdb-d668-4e26-a147-8658738174a1/eaba5bdb-d668-4e26-a147-8658738174a1.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 891.414741] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.415008] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee903fe1-7ac9-4657-ac3e-a5733422f681 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.422169] env[61960]: DEBUG oslo_vmware.api [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Waiting for the task: (returnval){ [ 891.422169] env[61960]: value = "task-436318" [ 891.422169] env[61960]: _type = "Task" [ 891.422169] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.430908] env[61960]: DEBUG oslo_vmware.api [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.517163] env[61960]: DEBUG oslo_vmware.api [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436316, 'name': CloneVM_Task, 'duration_secs': 1.738335} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.517880] env[61960]: INFO nova.virt.vmwareapi.vmops [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Created linked-clone VM from snapshot [ 891.518134] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34efb99-bbc3-4392-8ac1-046f5dd27f74 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.526294] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Uploading image d7556a9f-c599-4822-8de3-178ec2181b36 {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 891.550189] env[61960]: DEBUG oslo_vmware.rw_handles [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 891.550189] env[61960]: value = "vm-116131" [ 891.550189] env[61960]: _type = "VirtualMachine" [ 891.550189] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 891.550495] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0b9229f3-2084-483d-b85b-72749a6b02c6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.557524] env[61960]: DEBUG oslo_vmware.rw_handles [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Lease: (returnval){ [ 891.557524] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]521731a8-c629-740d-6b70-00379270e95a" [ 891.557524] env[61960]: _type = "HttpNfcLease" [ 891.557524] env[61960]: } obtained for exporting VM: (result){ [ 891.557524] env[61960]: value = "vm-116131" [ 891.557524] env[61960]: _type = "VirtualMachine" [ 891.557524] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 891.558015] env[61960]: DEBUG oslo_vmware.api [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the lease: (returnval){ [ 891.558015] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]521731a8-c629-740d-6b70-00379270e95a" [ 891.558015] env[61960]: _type = "HttpNfcLease" [ 891.558015] env[61960]: } to be ready. {{(pid=61960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 891.564904] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 891.564904] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]521731a8-c629-740d-6b70-00379270e95a" [ 891.564904] env[61960]: _type = "HttpNfcLease" [ 891.564904] env[61960]: } is initializing. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 891.654310] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dea1d7cb-f634-4f9d-a19d-6e2d56b82eeb tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.674183] env[61960]: DEBUG nova.compute.utils [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 891.678382] env[61960]: DEBUG nova.compute.manager [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 891.678559] env[61960]: DEBUG nova.network.neutron [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 891.725604] env[61960]: DEBUG nova.policy [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa5c7a8dffc74a93a4bc9cb0885027a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c69de9ed5c214a2d85622176b96e3a52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 891.937517] env[61960]: DEBUG oslo_vmware.api [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148133} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.937823] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.938657] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1983af-6f24-47bc-92db-ecd5df6fd6ce {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.964619] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] eaba5bdb-d668-4e26-a147-8658738174a1/eaba5bdb-d668-4e26-a147-8658738174a1.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.967472] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-755a27cd-1994-4b22-9ec8-89683916a671 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.987921] env[61960]: DEBUG oslo_vmware.api [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Waiting for the task: (returnval){ [ 891.987921] env[61960]: value = "task-436320" [ 891.987921] env[61960]: _type = "Task" [ 891.987921] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.997155] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b39ef9-7629-4a5d-bcd6-282b0d8d1288 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.002842] env[61960]: DEBUG oslo_vmware.api [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436320, 'name': ReconfigVM_Task} progress is 10%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.007593] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484aa07e-0594-4a1d-af3f-8f67c626f69d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.039557] env[61960]: DEBUG nova.network.neutron [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Successfully created port: e1651fb7-bf7b-4679-878c-26ccafe08de0 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.042083] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf3199b-b1b0-4f0e-9e1b-900ba774119d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.049583] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fe106c-2e1a-45a1-be97-aa983704e61e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.063685] env[61960]: DEBUG nova.compute.provider_tree [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 892.070906] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 892.070906] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]521731a8-c629-740d-6b70-00379270e95a" [ 892.070906] env[61960]: _type = "HttpNfcLease" [ 892.070906] env[61960]: } is ready. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 892.071242] env[61960]: DEBUG oslo_vmware.rw_handles [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 892.071242] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]521731a8-c629-740d-6b70-00379270e95a" [ 892.071242] env[61960]: _type = "HttpNfcLease" [ 892.071242] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 892.075028] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a0e986-14ed-4923-a573-ece283fa28d8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.079572] env[61960]: DEBUG oslo_vmware.rw_handles [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52579dd2-bf74-81d5-baff-0e80a1f4ec17/disk-0.vmdk from lease info. {{(pid=61960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 892.079787] env[61960]: DEBUG oslo_vmware.rw_handles [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52579dd2-bf74-81d5-baff-0e80a1f4ec17/disk-0.vmdk for reading. {{(pid=61960) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 892.171988] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-05ae285b-bbf8-4893-a4d3-fe58b72c36de {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.178977] env[61960]: DEBUG nova.compute.manager [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 892.498411] env[61960]: DEBUG oslo_vmware.api [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.608195] env[61960]: DEBUG nova.scheduler.client.report [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 121 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 892.608565] env[61960]: DEBUG nova.compute.provider_tree [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 121 to 122 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 892.608699] env[61960]: DEBUG nova.compute.provider_tree [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 893.002347] env[61960]: DEBUG oslo_vmware.api [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.114422] env[61960]: DEBUG oslo_concurrency.lockutils [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.117382] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.461s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.119123] env[61960]: INFO nova.compute.claims [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.138215] env[61960]: INFO nova.scheduler.client.report [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Deleted allocations for instance 7ee63cda-4878-4c4c-bc76-c51c798de3fd [ 893.191097] env[61960]: DEBUG nova.compute.manager [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 893.213613] env[61960]: DEBUG nova.virt.hardware [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 893.213883] env[61960]: DEBUG nova.virt.hardware [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 893.214062] env[61960]: DEBUG nova.virt.hardware [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.214259] env[61960]: DEBUG nova.virt.hardware [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 893.214410] env[61960]: DEBUG nova.virt.hardware [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.214564] env[61960]: DEBUG nova.virt.hardware [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 893.214776] env[61960]: DEBUG nova.virt.hardware [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 893.214936] env[61960]: DEBUG nova.virt.hardware [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 893.215123] env[61960]: DEBUG nova.virt.hardware [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 893.215297] env[61960]: DEBUG nova.virt.hardware [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 893.215484] env[61960]: DEBUG nova.virt.hardware [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 893.216508] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15731c46-b227-42ce-ab49-cb907eb61505 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.224388] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79dc6ba-0e5d-4a5b-b5cf-5d1b91f72bab {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.499616] env[61960]: DEBUG oslo_vmware.api [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436320, 'name': ReconfigVM_Task, 'duration_secs': 1.217598} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.500097] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Reconfigured VM instance instance-0000004d to attach disk [datastore1] eaba5bdb-d668-4e26-a147-8658738174a1/eaba5bdb-d668-4e26-a147-8658738174a1.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.500988] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d28c436a-12e0-48df-ace3-682c49260908 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.509111] env[61960]: DEBUG oslo_vmware.api [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Waiting for the task: (returnval){ [ 893.509111] env[61960]: value = "task-436321" [ 893.509111] env[61960]: _type = "Task" [ 893.509111] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.516931] env[61960]: DEBUG oslo_vmware.api [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436321, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.545564] env[61960]: DEBUG nova.compute.manager [req-47ece018-b577-4840-9e1b-16ddd576420a req-15584299-f0bc-4c19-be9c-ccd4550685e1 service nova] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Received event network-vif-plugged-e1651fb7-bf7b-4679-878c-26ccafe08de0 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 893.546133] env[61960]: DEBUG oslo_concurrency.lockutils [req-47ece018-b577-4840-9e1b-16ddd576420a req-15584299-f0bc-4c19-be9c-ccd4550685e1 service nova] Acquiring lock "7630ed37-1a60-4221-ba79-ac826ed086aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.546133] env[61960]: DEBUG oslo_concurrency.lockutils [req-47ece018-b577-4840-9e1b-16ddd576420a req-15584299-f0bc-4c19-be9c-ccd4550685e1 service nova] Lock "7630ed37-1a60-4221-ba79-ac826ed086aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.546133] env[61960]: DEBUG oslo_concurrency.lockutils [req-47ece018-b577-4840-9e1b-16ddd576420a req-15584299-f0bc-4c19-be9c-ccd4550685e1 service nova] Lock "7630ed37-1a60-4221-ba79-ac826ed086aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.546610] env[61960]: DEBUG nova.compute.manager [req-47ece018-b577-4840-9e1b-16ddd576420a req-15584299-f0bc-4c19-be9c-ccd4550685e1 service nova] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] No waiting events found dispatching network-vif-plugged-e1651fb7-bf7b-4679-878c-26ccafe08de0 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 893.546610] env[61960]: WARNING nova.compute.manager [req-47ece018-b577-4840-9e1b-16ddd576420a req-15584299-f0bc-4c19-be9c-ccd4550685e1 service nova] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Received unexpected event network-vif-plugged-e1651fb7-bf7b-4679-878c-26ccafe08de0 for instance with vm_state building and task_state spawning. [ 893.647162] env[61960]: DEBUG oslo_concurrency.lockutils [None req-41339363-3a68-4a78-87b3-870723e1b83d tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "7ee63cda-4878-4c4c-bc76-c51c798de3fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.220s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.660569] env[61960]: DEBUG nova.network.neutron [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Successfully updated port: e1651fb7-bf7b-4679-878c-26ccafe08de0 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.017790] env[61960]: DEBUG oslo_vmware.api [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436321, 'name': Rename_Task, 'duration_secs': 0.164047} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.018144] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 894.018437] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13a3a538-1f2e-47e0-a8b5-8fd7b587bb06 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.024917] env[61960]: DEBUG oslo_vmware.api [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Waiting for the task: (returnval){ [ 894.024917] env[61960]: value = "task-436322" [ 894.024917] env[61960]: _type = "Task" [ 894.024917] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.032999] env[61960]: DEBUG oslo_vmware.api [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.163326] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquiring lock "refresh_cache-7630ed37-1a60-4221-ba79-ac826ed086aa" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.163450] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquired lock "refresh_cache-7630ed37-1a60-4221-ba79-ac826ed086aa" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.163659] env[61960]: DEBUG nova.network.neutron [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 894.439345] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54afb2da-499c-47a3-ba21-9faed3f0faf5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.448236] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c54c70a-33f9-4611-9adf-87ddcf651f23 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.480629] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c4a763-f0df-4ed0-bafa-43a6d27acec9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.488786] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee04557-d388-4ba6-be6a-fc2e9e419b9e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.503729] env[61960]: DEBUG nova.compute.provider_tree [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.536621] env[61960]: DEBUG oslo_vmware.api [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436322, 'name': PowerOnVM_Task} progress is 89%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.664354] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "d96217b7-2f67-421c-b977-b660bdff8dd4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.664354] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "d96217b7-2f67-421c-b977-b660bdff8dd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.664354] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "d96217b7-2f67-421c-b977-b660bdff8dd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.664354] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "d96217b7-2f67-421c-b977-b660bdff8dd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.664354] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "d96217b7-2f67-421c-b977-b660bdff8dd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.669019] env[61960]: INFO nova.compute.manager [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Terminating instance [ 894.669940] env[61960]: DEBUG nova.compute.manager [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 894.670667] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 894.672751] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00700f06-3ef3-4564-b415-f47cefd6d2d3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.682254] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 894.682980] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91771a9e-a140-496f-bd5e-92c6ac6e029c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.690523] env[61960]: DEBUG oslo_vmware.api [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 894.690523] env[61960]: value = "task-436323" [ 894.690523] env[61960]: _type = "Task" [ 894.690523] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.700888] env[61960]: DEBUG oslo_vmware.api [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.703601] env[61960]: DEBUG nova.network.neutron [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 894.865739] env[61960]: DEBUG nova.network.neutron [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Updating instance_info_cache with network_info: [{"id": "e1651fb7-bf7b-4679-878c-26ccafe08de0", "address": "fa:16:3e:f8:0d:ad", "network": {"id": "31c9cfb5-32de-4603-b200-9a69fe1fcb1c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1503149221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c69de9ed5c214a2d85622176b96e3a52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1651fb7-bf", "ovs_interfaceid": "e1651fb7-bf7b-4679-878c-26ccafe08de0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.007998] env[61960]: DEBUG nova.scheduler.client.report [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 895.037774] env[61960]: DEBUG oslo_vmware.api [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436322, 'name': PowerOnVM_Task, 'duration_secs': 0.614142} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.039830] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 895.039830] env[61960]: INFO nova.compute.manager [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Took 9.14 seconds to spawn the instance on the hypervisor. [ 895.039830] env[61960]: DEBUG nova.compute.manager [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 895.039830] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a480ac-b48e-4730-9a2d-ac72ccaf5b51 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.201341] env[61960]: DEBUG oslo_vmware.api [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436323, 'name': PowerOffVM_Task, 'duration_secs': 0.402914} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.201712] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 895.201976] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 895.202333] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcb237dd-e8a8-4727-8a9c-c9e7e6e089b1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.279425] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 895.279661] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 895.279865] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Deleting the datastore file [datastore1] d96217b7-2f67-421c-b977-b660bdff8dd4 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.280163] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab3fe249-295b-4a8d-bf0f-49a97b02efa6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.286646] env[61960]: DEBUG oslo_vmware.api [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for the task: (returnval){ [ 895.286646] env[61960]: value = "task-436325" [ 895.286646] env[61960]: _type = "Task" [ 895.286646] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.295279] env[61960]: DEBUG oslo_vmware.api [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.371884] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Releasing lock "refresh_cache-7630ed37-1a60-4221-ba79-ac826ed086aa" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.372084] env[61960]: DEBUG nova.compute.manager [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Instance network_info: |[{"id": "e1651fb7-bf7b-4679-878c-26ccafe08de0", "address": "fa:16:3e:f8:0d:ad", "network": {"id": "31c9cfb5-32de-4603-b200-9a69fe1fcb1c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1503149221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c69de9ed5c214a2d85622176b96e3a52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1651fb7-bf", "ovs_interfaceid": "e1651fb7-bf7b-4679-878c-26ccafe08de0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 895.372759] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:0d:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1651fb7-bf7b-4679-878c-26ccafe08de0', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.381047] env[61960]: DEBUG oslo.service.loopingcall [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 895.381387] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 895.381753] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbc28db8-6030-4d49-b614-18e740824d85 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.403433] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.403433] env[61960]: value = "task-436326" [ 895.403433] env[61960]: _type = "Task" [ 895.403433] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.413033] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436326, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.513298] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.513849] env[61960]: DEBUG nova.compute.manager [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 895.521392] env[61960]: DEBUG oslo_concurrency.lockutils [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.658s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.566234] env[61960]: INFO nova.compute.manager [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Took 40.07 seconds to build instance. [ 895.619206] env[61960]: DEBUG nova.compute.manager [req-43805487-2152-4a23-996a-8bd68118e58d req-097ef4cb-feeb-4c88-a7ed-847b3bbf6c31 service nova] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Received event network-changed-e1651fb7-bf7b-4679-878c-26ccafe08de0 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 895.619508] env[61960]: DEBUG nova.compute.manager [req-43805487-2152-4a23-996a-8bd68118e58d req-097ef4cb-feeb-4c88-a7ed-847b3bbf6c31 service nova] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Refreshing instance network info cache due to event network-changed-e1651fb7-bf7b-4679-878c-26ccafe08de0. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 895.619647] env[61960]: DEBUG oslo_concurrency.lockutils [req-43805487-2152-4a23-996a-8bd68118e58d req-097ef4cb-feeb-4c88-a7ed-847b3bbf6c31 service nova] Acquiring lock "refresh_cache-7630ed37-1a60-4221-ba79-ac826ed086aa" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.619800] env[61960]: DEBUG oslo_concurrency.lockutils [req-43805487-2152-4a23-996a-8bd68118e58d req-097ef4cb-feeb-4c88-a7ed-847b3bbf6c31 service nova] Acquired lock "refresh_cache-7630ed37-1a60-4221-ba79-ac826ed086aa" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.619969] env[61960]: DEBUG nova.network.neutron [req-43805487-2152-4a23-996a-8bd68118e58d req-097ef4cb-feeb-4c88-a7ed-847b3bbf6c31 service nova] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Refreshing network info cache for port e1651fb7-bf7b-4679-878c-26ccafe08de0 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 895.797024] env[61960]: DEBUG oslo_vmware.api [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Task: {'id': task-436325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179757} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.797431] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.797431] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 895.798039] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 895.798039] env[61960]: INFO nova.compute.manager [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 895.801227] env[61960]: DEBUG oslo.service.loopingcall [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 895.801227] env[61960]: DEBUG nova.compute.manager [-] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 895.801227] env[61960]: DEBUG nova.network.neutron [-] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 895.921826] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436326, 'name': CreateVM_Task, 'duration_secs': 0.389882} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.922217] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 895.924154] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.924154] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.925135] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.926187] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13f98650-d598-4737-8569-cf73b7bb442a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.934122] env[61960]: DEBUG oslo_vmware.api [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 895.934122] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52cb9dfa-0c66-f584-ee49-31500b99d487" [ 895.934122] env[61960]: _type = "Task" [ 895.934122] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.948339] env[61960]: DEBUG oslo_vmware.api [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52cb9dfa-0c66-f584-ee49-31500b99d487, 'name': SearchDatastore_Task, 'duration_secs': 0.009199} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.949439] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.949439] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.949439] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.949712] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.949960] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.950989] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76debc3b-803e-45f4-9684-97c89db9089a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.961914] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.962237] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 895.963372] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13fa5c22-423e-419f-9cb1-7506c0e17e91 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.972454] env[61960]: DEBUG oslo_vmware.api [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 895.972454] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]521babfb-fa63-3f67-9ba6-99d2c502a8c6" [ 895.972454] env[61960]: _type = "Task" [ 895.972454] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.988660] env[61960]: DEBUG oslo_vmware.api [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]521babfb-fa63-3f67-9ba6-99d2c502a8c6, 'name': SearchDatastore_Task, 'duration_secs': 0.008585} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.989790] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c221d93-e1c7-4809-a00b-ea419eb6e4fa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.996986] env[61960]: DEBUG oslo_vmware.api [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 895.996986] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5231b9e2-5858-5c87-047a-8f018afe1c1e" [ 895.996986] env[61960]: _type = "Task" [ 895.996986] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.010911] env[61960]: DEBUG oslo_vmware.api [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5231b9e2-5858-5c87-047a-8f018afe1c1e, 'name': SearchDatastore_Task, 'duration_secs': 0.008245} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.011550] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.011716] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 7630ed37-1a60-4221-ba79-ac826ed086aa/7630ed37-1a60-4221-ba79-ac826ed086aa.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 896.013616] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-488f3a3e-35b5-4d26-93e4-0286e699869f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.019645] env[61960]: DEBUG oslo_vmware.api [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 896.019645] env[61960]: value = "task-436327" [ 896.019645] env[61960]: _type = "Task" [ 896.019645] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.027637] env[61960]: DEBUG nova.compute.utils [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 896.033667] env[61960]: INFO nova.compute.claims [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.046578] env[61960]: DEBUG nova.compute.manager [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 896.046889] env[61960]: DEBUG nova.network.neutron [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 896.049822] env[61960]: DEBUG oslo_vmware.api [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.051510] env[61960]: DEBUG nova.network.neutron [-] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.073168] env[61960]: DEBUG oslo_concurrency.lockutils [None req-450b6720-4bc5-43df-ae04-36fb4dcf89dd tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Lock "eaba5bdb-d668-4e26-a147-8658738174a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.583s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.097942] env[61960]: DEBUG nova.policy [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b748eff1f09b460fbc652edb0e2af1a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23cc9dbac5d741909302929f52abd0bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 896.509491] env[61960]: DEBUG nova.network.neutron [req-43805487-2152-4a23-996a-8bd68118e58d req-097ef4cb-feeb-4c88-a7ed-847b3bbf6c31 service nova] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Updated VIF entry in instance network info cache for port e1651fb7-bf7b-4679-878c-26ccafe08de0. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 896.509491] env[61960]: DEBUG nova.network.neutron [req-43805487-2152-4a23-996a-8bd68118e58d req-097ef4cb-feeb-4c88-a7ed-847b3bbf6c31 service nova] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Updating instance_info_cache with network_info: [{"id": "e1651fb7-bf7b-4679-878c-26ccafe08de0", "address": "fa:16:3e:f8:0d:ad", "network": {"id": "31c9cfb5-32de-4603-b200-9a69fe1fcb1c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1503149221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c69de9ed5c214a2d85622176b96e3a52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1651fb7-bf", "ovs_interfaceid": "e1651fb7-bf7b-4679-878c-26ccafe08de0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.543564] env[61960]: DEBUG nova.compute.manager [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 896.546621] env[61960]: DEBUG oslo_vmware.api [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469912} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.548675] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 7630ed37-1a60-4221-ba79-ac826ed086aa/7630ed37-1a60-4221-ba79-ac826ed086aa.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 896.548675] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.548675] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55caf56a-d270-43e8-acde-3e09018d34e0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.556425] env[61960]: INFO nova.compute.resource_tracker [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Updating resource usage from migration 4a6c3507-a0b5-453b-a0d4-00d54ca943f2 [ 896.564999] env[61960]: INFO nova.compute.manager [-] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Took 0.77 seconds to deallocate network for instance. [ 896.569729] env[61960]: DEBUG oslo_vmware.api [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 896.569729] env[61960]: value = "task-436328" [ 896.569729] env[61960]: _type = "Task" [ 896.569729] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.593323] env[61960]: DEBUG oslo_vmware.api [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.618221] env[61960]: DEBUG nova.network.neutron [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Successfully created port: cee27c21-178a-45ee-87d8-39f3c9f66b73 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.957121] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9843d3df-c4d6-4c56-aa29-f06272b25b41 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.965096] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6036d521-b69b-4f84-91da-8aedccf07f02 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.000943] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e775d18-3cc3-4a5b-9652-25bef2f46217 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.008820] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8e6e4d-2da9-4ba5-a873-d95e94e5bbf2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.013104] env[61960]: DEBUG oslo_concurrency.lockutils [req-43805487-2152-4a23-996a-8bd68118e58d req-097ef4cb-feeb-4c88-a7ed-847b3bbf6c31 service nova] Releasing lock "refresh_cache-7630ed37-1a60-4221-ba79-ac826ed086aa" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.022986] env[61960]: DEBUG nova.compute.provider_tree [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.082530] env[61960]: DEBUG oslo_vmware.api [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074072} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.085413] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.085413] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4903cd1-2a0d-43a1-9079-018fe10f7a7e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.087749] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.109074] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 7630ed37-1a60-4221-ba79-ac826ed086aa/7630ed37-1a60-4221-ba79-ac826ed086aa.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.109074] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7329429d-634c-4f1a-ba49-4faaf8152df9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.129593] env[61960]: DEBUG oslo_vmware.api [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 897.129593] env[61960]: value = "task-436329" [ 897.129593] env[61960]: _type = "Task" [ 897.129593] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.138320] env[61960]: DEBUG oslo_vmware.api [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436329, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.252300] env[61960]: DEBUG nova.compute.manager [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 897.254129] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a13c647-c0bc-4157-bb75-43c3fb6fcf74 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.528455] env[61960]: DEBUG nova.scheduler.client.report [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 897.557329] env[61960]: DEBUG nova.compute.manager [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 897.582807] env[61960]: DEBUG nova.virt.hardware [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 897.583132] env[61960]: DEBUG nova.virt.hardware [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 897.583339] env[61960]: DEBUG nova.virt.hardware [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.583573] env[61960]: DEBUG nova.virt.hardware [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 897.583770] env[61960]: DEBUG nova.virt.hardware [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.584013] env[61960]: DEBUG nova.virt.hardware [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 897.584288] env[61960]: DEBUG nova.virt.hardware [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 897.584498] env[61960]: DEBUG nova.virt.hardware [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 897.584859] env[61960]: DEBUG nova.virt.hardware [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 897.584934] env[61960]: DEBUG nova.virt.hardware [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 897.585156] env[61960]: DEBUG nova.virt.hardware [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 897.586199] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a146912-41c1-4ac1-ae89-928d45cdd201 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.595518] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf9074b-84d7-417f-8a67-7d8f1a9ca146 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.643239] env[61960]: DEBUG oslo_vmware.api [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436329, 'name': ReconfigVM_Task, 'duration_secs': 0.285802} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.643744] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 7630ed37-1a60-4221-ba79-ac826ed086aa/7630ed37-1a60-4221-ba79-ac826ed086aa.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.644717] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a010b93-6bd4-4cce-86d1-64e75bb6460c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.656013] env[61960]: DEBUG oslo_vmware.api [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 897.656013] env[61960]: value = "task-436330" [ 897.656013] env[61960]: _type = "Task" [ 897.656013] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.674801] env[61960]: DEBUG oslo_vmware.api [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436330, 'name': Rename_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.735183] env[61960]: DEBUG nova.compute.manager [req-7503c103-3d14-43a8-8702-29af4c6fc32e req-633a964a-e1a6-4bbb-b850-d54a4c25fead service nova] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Received event network-vif-deleted-ab4dbb26-7cca-47cc-ad1e-ee78989677cf {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 897.769746] env[61960]: INFO nova.compute.manager [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] instance snapshotting [ 897.774101] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b085d03-f912-42d9-8fb2-27d35c710407 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.796132] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed018c85-3b45-4d4d-a41d-09e47e7f6d41 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.038137] env[61960]: DEBUG oslo_concurrency.lockutils [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.517s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.038427] env[61960]: INFO nova.compute.manager [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Migrating [ 898.045270] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f0fae5b6-75e3-466c-896b-4cdbd40e8ae9 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.020s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.045585] env[61960]: DEBUG nova.objects.instance [None req-f0fae5b6-75e3-466c-896b-4cdbd40e8ae9 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Lazy-loading 'resources' on Instance uuid 340447f1-dfe7-4de2-a3ce-c9c74633136d {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.166099] env[61960]: DEBUG oslo_vmware.api [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436330, 'name': Rename_Task, 'duration_secs': 0.164818} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.166393] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 898.166650] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6b8c4e2-e1c6-4ff5-88c3-a9df8b40f39d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.172984] env[61960]: DEBUG oslo_vmware.api [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 898.172984] env[61960]: value = "task-436331" [ 898.172984] env[61960]: _type = "Task" [ 898.172984] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.184578] env[61960]: DEBUG oslo_vmware.api [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.265459] env[61960]: DEBUG nova.network.neutron [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Successfully updated port: cee27c21-178a-45ee-87d8-39f3c9f66b73 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 898.300018] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "4c175400-88d8-4813-aa7d-3c3f62eb2e96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.300018] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "4c175400-88d8-4813-aa7d-3c3f62eb2e96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.309144] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Creating Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 898.309449] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-21ee76f3-7655-4154-bd7c-f82ddc6840fc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.321249] env[61960]: DEBUG oslo_vmware.api [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Waiting for the task: (returnval){ [ 898.321249] env[61960]: value = "task-436332" [ 898.321249] env[61960]: _type = "Task" [ 898.321249] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.329791] env[61960]: DEBUG oslo_vmware.api [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436332, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.566402] env[61960]: DEBUG oslo_concurrency.lockutils [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "refresh_cache-bedcdb7c-216f-4248-b5ac-1c71471c4c07" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.566620] env[61960]: DEBUG oslo_concurrency.lockutils [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquired lock "refresh_cache-bedcdb7c-216f-4248-b5ac-1c71471c4c07" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.566772] env[61960]: DEBUG nova.network.neutron [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 898.683974] env[61960]: DEBUG oslo_vmware.api [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436331, 'name': PowerOnVM_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.768749] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "refresh_cache-cd873cd1-bbab-45e9-8b29-2595fec3f72f" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.768891] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquired lock "refresh_cache-cd873cd1-bbab-45e9-8b29-2595fec3f72f" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.768931] env[61960]: DEBUG nova.network.neutron [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 898.801399] env[61960]: DEBUG nova.compute.manager [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 898.834394] env[61960]: DEBUG oslo_vmware.api [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436332, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.890723] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc8316c-13d1-497c-8d3a-e06dabad24f8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.898670] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac6eaf0-7e31-4ed5-950c-337d8ac5eb6e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.931011] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac743ed-8c84-4c3e-9b4b-a613da6d39ec {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.938847] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2637dee6-5c46-48c0-933e-6000f01c9c07 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.952749] env[61960]: DEBUG nova.compute.provider_tree [None req-f0fae5b6-75e3-466c-896b-4cdbd40e8ae9 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.183898] env[61960]: DEBUG oslo_vmware.api [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436331, 'name': PowerOnVM_Task, 'duration_secs': 0.538174} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.186892] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 899.187140] env[61960]: INFO nova.compute.manager [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Took 6.00 seconds to spawn the instance on the hypervisor. [ 899.187328] env[61960]: DEBUG nova.compute.manager [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 899.188183] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea67339d-97f5-45c2-9c2e-f5ab794d27ca {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.320441] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.321609] env[61960]: DEBUG nova.network.neutron [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 899.332876] env[61960]: DEBUG oslo_vmware.api [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436332, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.356471] env[61960]: DEBUG nova.network.neutron [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Updating instance_info_cache with network_info: [{"id": "329e7ecf-f461-4acb-8b46-c1b825abf425", "address": "fa:16:3e:ac:72:50", "network": {"id": "148b3213-0f77-4469-b901-9b93a55e3a91", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-997896372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5e3e891410455abd448117aabf8d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329e7ecf-f4", "ovs_interfaceid": "329e7ecf-f461-4acb-8b46-c1b825abf425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.456580] env[61960]: DEBUG nova.scheduler.client.report [None req-f0fae5b6-75e3-466c-896b-4cdbd40e8ae9 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 899.486427] env[61960]: DEBUG nova.network.neutron [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Updating instance_info_cache with network_info: [{"id": "cee27c21-178a-45ee-87d8-39f3c9f66b73", "address": "fa:16:3e:4a:a5:7b", "network": {"id": "31765203-66f3-480a-8482-041aa55b1129", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-209584599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23cc9dbac5d741909302929f52abd0bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcee27c21-17", "ovs_interfaceid": "cee27c21-178a-45ee-87d8-39f3c9f66b73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.705541] env[61960]: INFO nova.compute.manager [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Took 35.32 seconds to build instance. [ 899.769876] env[61960]: DEBUG nova.compute.manager [req-a3784474-5b07-4d07-ab0d-2c85fda73fe6 req-0b3b179e-8bc1-462e-b966-9ba324d8758e service nova] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Received event network-vif-plugged-cee27c21-178a-45ee-87d8-39f3c9f66b73 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 899.769876] env[61960]: DEBUG oslo_concurrency.lockutils [req-a3784474-5b07-4d07-ab0d-2c85fda73fe6 req-0b3b179e-8bc1-462e-b966-9ba324d8758e service nova] Acquiring lock "cd873cd1-bbab-45e9-8b29-2595fec3f72f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.770165] env[61960]: DEBUG oslo_concurrency.lockutils [req-a3784474-5b07-4d07-ab0d-2c85fda73fe6 req-0b3b179e-8bc1-462e-b966-9ba324d8758e service nova] Lock "cd873cd1-bbab-45e9-8b29-2595fec3f72f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.770211] env[61960]: DEBUG oslo_concurrency.lockutils [req-a3784474-5b07-4d07-ab0d-2c85fda73fe6 req-0b3b179e-8bc1-462e-b966-9ba324d8758e service nova] Lock "cd873cd1-bbab-45e9-8b29-2595fec3f72f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.770390] env[61960]: DEBUG nova.compute.manager [req-a3784474-5b07-4d07-ab0d-2c85fda73fe6 req-0b3b179e-8bc1-462e-b966-9ba324d8758e service nova] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] No waiting events found dispatching network-vif-plugged-cee27c21-178a-45ee-87d8-39f3c9f66b73 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 899.770962] env[61960]: WARNING nova.compute.manager [req-a3784474-5b07-4d07-ab0d-2c85fda73fe6 req-0b3b179e-8bc1-462e-b966-9ba324d8758e service nova] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Received unexpected event network-vif-plugged-cee27c21-178a-45ee-87d8-39f3c9f66b73 for instance with vm_state building and task_state spawning. [ 899.770962] env[61960]: DEBUG nova.compute.manager [req-a3784474-5b07-4d07-ab0d-2c85fda73fe6 req-0b3b179e-8bc1-462e-b966-9ba324d8758e service nova] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Received event network-changed-cee27c21-178a-45ee-87d8-39f3c9f66b73 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 899.770962] env[61960]: DEBUG nova.compute.manager [req-a3784474-5b07-4d07-ab0d-2c85fda73fe6 req-0b3b179e-8bc1-462e-b966-9ba324d8758e service nova] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Refreshing instance network info cache due to event network-changed-cee27c21-178a-45ee-87d8-39f3c9f66b73. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 899.771140] env[61960]: DEBUG oslo_concurrency.lockutils [req-a3784474-5b07-4d07-ab0d-2c85fda73fe6 req-0b3b179e-8bc1-462e-b966-9ba324d8758e service nova] Acquiring lock "refresh_cache-cd873cd1-bbab-45e9-8b29-2595fec3f72f" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.835234] env[61960]: DEBUG oslo_vmware.api [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436332, 'name': CreateSnapshot_Task, 'duration_secs': 1.359232} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.835234] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Created Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 899.835234] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40dd0c46-a676-42f6-81c2-386820a64dbc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.861026] env[61960]: DEBUG oslo_concurrency.lockutils [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Releasing lock "refresh_cache-bedcdb7c-216f-4248-b5ac-1c71471c4c07" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.962313] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f0fae5b6-75e3-466c-896b-4cdbd40e8ae9 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.966274] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.318s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.967973] env[61960]: INFO nova.compute.claims [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.988104] env[61960]: INFO nova.scheduler.client.report [None req-f0fae5b6-75e3-466c-896b-4cdbd40e8ae9 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Deleted allocations for instance 340447f1-dfe7-4de2-a3ce-c9c74633136d [ 899.990208] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Releasing lock "refresh_cache-cd873cd1-bbab-45e9-8b29-2595fec3f72f" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.990322] env[61960]: DEBUG nova.compute.manager [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Instance network_info: |[{"id": "cee27c21-178a-45ee-87d8-39f3c9f66b73", "address": "fa:16:3e:4a:a5:7b", "network": {"id": "31765203-66f3-480a-8482-041aa55b1129", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-209584599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23cc9dbac5d741909302929f52abd0bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcee27c21-17", "ovs_interfaceid": "cee27c21-178a-45ee-87d8-39f3c9f66b73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 899.992970] env[61960]: DEBUG oslo_concurrency.lockutils [req-a3784474-5b07-4d07-ab0d-2c85fda73fe6 req-0b3b179e-8bc1-462e-b966-9ba324d8758e service nova] Acquired lock "refresh_cache-cd873cd1-bbab-45e9-8b29-2595fec3f72f" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.993195] env[61960]: DEBUG nova.network.neutron [req-a3784474-5b07-4d07-ab0d-2c85fda73fe6 req-0b3b179e-8bc1-462e-b966-9ba324d8758e service nova] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Refreshing network info cache for port cee27c21-178a-45ee-87d8-39f3c9f66b73 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 899.994602] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:a5:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cee27c21-178a-45ee-87d8-39f3c9f66b73', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.003926] env[61960]: DEBUG oslo.service.loopingcall [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 900.004038] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 900.005467] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7ecd3e5-8af6-4ac3-acd4-a342c4ee6260 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.030857] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.030857] env[61960]: value = "task-436333" [ 900.030857] env[61960]: _type = "Task" [ 900.030857] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.042510] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436333, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.208243] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e0c4a7e5-e7ee-4c7a-a6d6-e6957e8427da tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Lock "7630ed37-1a60-4221-ba79-ac826ed086aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.836s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.353641] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Creating linked-clone VM from snapshot {{(pid=61960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 900.353990] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4f2e1805-7c90-47fd-a875-fdb94fbb5d24 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.367746] env[61960]: DEBUG oslo_vmware.api [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Waiting for the task: (returnval){ [ 900.367746] env[61960]: value = "task-436334" [ 900.367746] env[61960]: _type = "Task" [ 900.367746] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.376672] env[61960]: DEBUG oslo_vmware.api [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436334, 'name': CloneVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.508627] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f0fae5b6-75e3-466c-896b-4cdbd40e8ae9 tempest-ServersAdminNegativeTestJSON-1775164621 tempest-ServersAdminNegativeTestJSON-1775164621-project-member] Lock "340447f1-dfe7-4de2-a3ce-c9c74633136d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.862s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.531791] env[61960]: DEBUG oslo_concurrency.lockutils [None req-aebee61d-72ab-46de-81b8-bfbca07bd3e5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquiring lock "7630ed37-1a60-4221-ba79-ac826ed086aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.532060] env[61960]: DEBUG oslo_concurrency.lockutils [None req-aebee61d-72ab-46de-81b8-bfbca07bd3e5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Lock "7630ed37-1a60-4221-ba79-ac826ed086aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.532295] env[61960]: DEBUG oslo_concurrency.lockutils [None req-aebee61d-72ab-46de-81b8-bfbca07bd3e5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquiring lock "7630ed37-1a60-4221-ba79-ac826ed086aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.532507] env[61960]: DEBUG oslo_concurrency.lockutils [None req-aebee61d-72ab-46de-81b8-bfbca07bd3e5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Lock "7630ed37-1a60-4221-ba79-ac826ed086aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.532660] env[61960]: DEBUG oslo_concurrency.lockutils [None req-aebee61d-72ab-46de-81b8-bfbca07bd3e5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Lock "7630ed37-1a60-4221-ba79-ac826ed086aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.538919] env[61960]: INFO nova.compute.manager [None req-aebee61d-72ab-46de-81b8-bfbca07bd3e5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Terminating instance [ 900.541307] env[61960]: DEBUG nova.compute.manager [None req-aebee61d-72ab-46de-81b8-bfbca07bd3e5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 900.541548] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-aebee61d-72ab-46de-81b8-bfbca07bd3e5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 900.542598] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc88dddd-8a18-4c39-a192-18350920b896 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.549201] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436333, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.554138] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-aebee61d-72ab-46de-81b8-bfbca07bd3e5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 900.554351] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b479a40-16f6-45b4-b311-09e351317e74 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.567786] env[61960]: DEBUG oslo_vmware.api [None req-aebee61d-72ab-46de-81b8-bfbca07bd3e5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 900.567786] env[61960]: value = "task-436335" [ 900.567786] env[61960]: _type = "Task" [ 900.567786] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.579830] env[61960]: DEBUG oslo_vmware.api [None req-aebee61d-72ab-46de-81b8-bfbca07bd3e5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.745481] env[61960]: DEBUG nova.network.neutron [req-a3784474-5b07-4d07-ab0d-2c85fda73fe6 req-0b3b179e-8bc1-462e-b966-9ba324d8758e service nova] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Updated VIF entry in instance network info cache for port cee27c21-178a-45ee-87d8-39f3c9f66b73. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 900.745988] env[61960]: DEBUG nova.network.neutron [req-a3784474-5b07-4d07-ab0d-2c85fda73fe6 req-0b3b179e-8bc1-462e-b966-9ba324d8758e service nova] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Updating instance_info_cache with network_info: [{"id": "cee27c21-178a-45ee-87d8-39f3c9f66b73", "address": "fa:16:3e:4a:a5:7b", "network": {"id": "31765203-66f3-480a-8482-041aa55b1129", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-209584599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23cc9dbac5d741909302929f52abd0bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcee27c21-17", "ovs_interfaceid": "cee27c21-178a-45ee-87d8-39f3c9f66b73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.882496] env[61960]: DEBUG oslo_vmware.api [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436334, 'name': CloneVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.047293] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436333, 'name': CreateVM_Task, 'duration_secs': 0.573463} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.047478] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 901.048219] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.048396] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.048767] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.049051] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6664adc-882c-45cd-a3cb-2c1358a415cb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.056064] env[61960]: DEBUG oslo_vmware.api [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 901.056064] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52e80631-67c9-2e03-91b0-e46436a61a43" [ 901.056064] env[61960]: _type = "Task" [ 901.056064] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.065058] env[61960]: DEBUG oslo_vmware.api [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52e80631-67c9-2e03-91b0-e46436a61a43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.076629] env[61960]: DEBUG oslo_vmware.api [None req-aebee61d-72ab-46de-81b8-bfbca07bd3e5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436335, 'name': PowerOffVM_Task, 'duration_secs': 0.235977} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.079179] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-aebee61d-72ab-46de-81b8-bfbca07bd3e5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 901.079379] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-aebee61d-72ab-46de-81b8-bfbca07bd3e5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 901.079858] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-577787c8-698c-4d7b-b94f-f6ea9909eb2f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.145093] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-aebee61d-72ab-46de-81b8-bfbca07bd3e5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 901.145344] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-aebee61d-72ab-46de-81b8-bfbca07bd3e5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 901.145611] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-aebee61d-72ab-46de-81b8-bfbca07bd3e5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Deleting the datastore file [datastore1] 7630ed37-1a60-4221-ba79-ac826ed086aa {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.145825] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6fd932d-8a59-4125-baf9-5a6e0cad4a77 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.151734] env[61960]: DEBUG oslo_vmware.api [None req-aebee61d-72ab-46de-81b8-bfbca07bd3e5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for the task: (returnval){ [ 901.151734] env[61960]: value = "task-436337" [ 901.151734] env[61960]: _type = "Task" [ 901.151734] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.162391] env[61960]: DEBUG oslo_vmware.api [None req-aebee61d-72ab-46de-81b8-bfbca07bd3e5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.250586] env[61960]: DEBUG oslo_concurrency.lockutils [req-a3784474-5b07-4d07-ab0d-2c85fda73fe6 req-0b3b179e-8bc1-462e-b966-9ba324d8758e service nova] Releasing lock "refresh_cache-cd873cd1-bbab-45e9-8b29-2595fec3f72f" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.269080] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a78dcc7-3d00-4dbd-988c-4b2f85d4a572 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.276736] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8823b8-faaa-472f-97d4-92fdfbf3e366 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.308151] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ae2564-ca90-4218-af22-db664ed33cb8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.315219] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a7e2ef-31bc-4d4a-a8e9-ae4df5b41376 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.328379] env[61960]: DEBUG nova.compute.provider_tree [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.380698] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380a03eb-59b0-4111-aa28-49ec6595f04b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.401238] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Updating instance 'bedcdb7c-216f-4248-b5ac-1c71471c4c07' progress to 0 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 901.408317] env[61960]: DEBUG oslo_vmware.api [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436334, 'name': CloneVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.566956] env[61960]: DEBUG oslo_vmware.api [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52e80631-67c9-2e03-91b0-e46436a61a43, 'name': SearchDatastore_Task, 'duration_secs': 0.01513} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.567311] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.567609] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.567891] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.568084] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.568272] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.568647] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9891cc2-a891-4ebf-9650-de5077fa3530 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.576834] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.577054] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 901.577833] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85487512-6a84-456f-a537-6ec1aff0d9ef {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.583560] env[61960]: DEBUG oslo_vmware.api [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 901.583560] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b62220-2765-a5d3-4171-5a5eba0cce0d" [ 901.583560] env[61960]: _type = "Task" [ 901.583560] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.591103] env[61960]: DEBUG oslo_vmware.api [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b62220-2765-a5d3-4171-5a5eba0cce0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.662025] env[61960]: DEBUG oslo_vmware.api [None req-aebee61d-72ab-46de-81b8-bfbca07bd3e5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Task: {'id': task-436337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148079} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.662025] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-aebee61d-72ab-46de-81b8-bfbca07bd3e5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.662025] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-aebee61d-72ab-46de-81b8-bfbca07bd3e5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 901.662219] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-aebee61d-72ab-46de-81b8-bfbca07bd3e5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 901.662391] env[61960]: INFO nova.compute.manager [None req-aebee61d-72ab-46de-81b8-bfbca07bd3e5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 901.662683] env[61960]: DEBUG oslo.service.loopingcall [None req-aebee61d-72ab-46de-81b8-bfbca07bd3e5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 901.662905] env[61960]: DEBUG nova.compute.manager [-] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 901.663045] env[61960]: DEBUG nova.network.neutron [-] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 901.831241] env[61960]: DEBUG nova.scheduler.client.report [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 901.883663] env[61960]: DEBUG oslo_vmware.api [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436334, 'name': CloneVM_Task, 'duration_secs': 1.465756} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.883964] env[61960]: INFO nova.virt.vmwareapi.vmops [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Created linked-clone VM from snapshot [ 901.884887] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2085708c-aff7-443f-ba01-58e261732cbd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.895028] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Uploading image 4272e4ad-c366-4e7c-b6ed-e7a0db488da2 {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 901.911480] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 901.911858] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e45ceadf-67f4-48ba-8d70-6224b7c94da3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.922297] env[61960]: DEBUG oslo_vmware.rw_handles [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 901.922297] env[61960]: value = "vm-116135" [ 901.922297] env[61960]: _type = "VirtualMachine" [ 901.922297] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 901.922620] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-731ac27b-0348-47b8-875f-b6fef0cfaec7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.926116] env[61960]: DEBUG oslo_vmware.api [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 901.926116] env[61960]: value = "task-436338" [ 901.926116] env[61960]: _type = "Task" [ 901.926116] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.932114] env[61960]: DEBUG oslo_vmware.rw_handles [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Lease: (returnval){ [ 901.932114] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52a187fc-0bdf-af02-b03d-5da6a930b298" [ 901.932114] env[61960]: _type = "HttpNfcLease" [ 901.932114] env[61960]: } obtained for exporting VM: (result){ [ 901.932114] env[61960]: value = "vm-116135" [ 901.932114] env[61960]: _type = "VirtualMachine" [ 901.932114] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 901.932538] env[61960]: DEBUG oslo_vmware.api [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Waiting for the lease: (returnval){ [ 901.932538] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52a187fc-0bdf-af02-b03d-5da6a930b298" [ 901.932538] env[61960]: _type = "HttpNfcLease" [ 901.932538] env[61960]: } to be ready. {{(pid=61960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 901.940107] env[61960]: DEBUG oslo_vmware.api [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.944501] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 901.944501] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52a187fc-0bdf-af02-b03d-5da6a930b298" [ 901.944501] env[61960]: _type = "HttpNfcLease" [ 901.944501] env[61960]: } is initializing. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 902.048671] env[61960]: DEBUG nova.compute.manager [req-630fc36b-ca6e-4f34-b093-76361a8f831a req-b35ea8f0-345e-4b76-a8d1-794b4843bd4c service nova] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Received event network-vif-deleted-e1651fb7-bf7b-4679-878c-26ccafe08de0 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 902.048939] env[61960]: INFO nova.compute.manager [req-630fc36b-ca6e-4f34-b093-76361a8f831a req-b35ea8f0-345e-4b76-a8d1-794b4843bd4c service nova] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Neutron deleted interface e1651fb7-bf7b-4679-878c-26ccafe08de0; detaching it from the instance and deleting it from the info cache [ 902.049130] env[61960]: DEBUG nova.network.neutron [req-630fc36b-ca6e-4f34-b093-76361a8f831a req-b35ea8f0-345e-4b76-a8d1-794b4843bd4c service nova] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.094967] env[61960]: DEBUG oslo_vmware.api [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b62220-2765-a5d3-4171-5a5eba0cce0d, 'name': SearchDatastore_Task, 'duration_secs': 0.008949} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.095809] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37bfa7c8-c8fb-4954-97fd-ba592ff7778c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.101386] env[61960]: DEBUG oslo_vmware.api [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 902.101386] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bc15bd-9e37-ea3c-9770-dc717a1cf573" [ 902.101386] env[61960]: _type = "Task" [ 902.101386] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.109277] env[61960]: DEBUG oslo_vmware.api [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bc15bd-9e37-ea3c-9770-dc717a1cf573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.337995] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.338465] env[61960]: DEBUG nova.compute.manager [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 902.341289] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.414s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.341519] env[61960]: DEBUG nova.objects.instance [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Lazy-loading 'resources' on Instance uuid 258ba8c2-e38a-4d20-9064-109fa27a4a80 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.444360] env[61960]: DEBUG oslo_vmware.api [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436338, 'name': PowerOffVM_Task, 'duration_secs': 0.293302} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.446447] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 902.446649] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Updating instance 'bedcdb7c-216f-4248-b5ac-1c71471c4c07' progress to 17 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 902.450160] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 902.450160] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52a187fc-0bdf-af02-b03d-5da6a930b298" [ 902.450160] env[61960]: _type = "HttpNfcLease" [ 902.450160] env[61960]: } is ready. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 902.450416] env[61960]: DEBUG oslo_vmware.rw_handles [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 902.450416] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52a187fc-0bdf-af02-b03d-5da6a930b298" [ 902.450416] env[61960]: _type = "HttpNfcLease" [ 902.450416] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 902.451367] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4eff633-2047-427a-bddb-1be6a9714828 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.458530] env[61960]: DEBUG oslo_vmware.rw_handles [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a4cca4-af5d-bde4-d51f-8b071233f548/disk-0.vmdk from lease info. {{(pid=61960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 902.458756] env[61960]: DEBUG oslo_vmware.rw_handles [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a4cca4-af5d-bde4-d51f-8b071233f548/disk-0.vmdk for reading. {{(pid=61960) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 902.521480] env[61960]: DEBUG nova.network.neutron [-] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.552768] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11365138-27a3-43cc-8c4e-b218828a5ef9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.563877] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245dee1d-5b3b-4618-9f63-f83f36d288ad {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.580371] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b50eb3b6-351d-408e-80e5-3348f80338ff {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.600042] env[61960]: DEBUG nova.compute.manager [req-630fc36b-ca6e-4f34-b093-76361a8f831a req-b35ea8f0-345e-4b76-a8d1-794b4843bd4c service nova] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Detach interface failed, port_id=e1651fb7-bf7b-4679-878c-26ccafe08de0, reason: Instance 7630ed37-1a60-4221-ba79-ac826ed086aa could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 902.611407] env[61960]: DEBUG oslo_vmware.api [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bc15bd-9e37-ea3c-9770-dc717a1cf573, 'name': SearchDatastore_Task, 'duration_secs': 0.009855} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.613823] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.614120] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] cd873cd1-bbab-45e9-8b29-2595fec3f72f/cd873cd1-bbab-45e9-8b29-2595fec3f72f.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 902.614642] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a349b9cc-b86c-4d78-a141-893d0cecb82c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.623181] env[61960]: DEBUG oslo_vmware.api [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 902.623181] env[61960]: value = "task-436340" [ 902.623181] env[61960]: _type = "Task" [ 902.623181] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.636772] env[61960]: DEBUG oslo_vmware.api [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.793172] env[61960]: DEBUG oslo_vmware.rw_handles [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52579dd2-bf74-81d5-baff-0e80a1f4ec17/disk-0.vmdk. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 902.794630] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8d203d-bc18-4bc1-b6ec-f74cfa2cce01 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.803111] env[61960]: DEBUG oslo_vmware.rw_handles [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52579dd2-bf74-81d5-baff-0e80a1f4ec17/disk-0.vmdk is in state: ready. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 902.803111] env[61960]: ERROR oslo_vmware.rw_handles [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52579dd2-bf74-81d5-baff-0e80a1f4ec17/disk-0.vmdk due to incomplete transfer. [ 902.803111] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5fefaffd-ab29-4117-b679-2d277318e691 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.811769] env[61960]: DEBUG oslo_vmware.rw_handles [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52579dd2-bf74-81d5-baff-0e80a1f4ec17/disk-0.vmdk. {{(pid=61960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 902.811994] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Uploaded image d7556a9f-c599-4822-8de3-178ec2181b36 to the Glance image server {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 902.814738] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Destroying the VM {{(pid=61960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 902.815059] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a9f70324-6b06-48a6-ab9a-3defb53bae5b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.828960] env[61960]: DEBUG oslo_vmware.api [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the task: (returnval){ [ 902.828960] env[61960]: value = "task-436341" [ 902.828960] env[61960]: _type = "Task" [ 902.828960] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.840134] env[61960]: DEBUG oslo_vmware.api [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436341, 'name': Destroy_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.847862] env[61960]: DEBUG nova.compute.utils [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 902.849844] env[61960]: DEBUG nova.compute.manager [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 902.850179] env[61960]: DEBUG nova.network.neutron [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 902.913446] env[61960]: DEBUG nova.policy [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c7df84f2aae45a6844893ff53bf46ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf2083a011c74028b3c772ca92759e8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 902.954190] env[61960]: DEBUG nova.virt.hardware [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:07:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 902.954479] env[61960]: DEBUG nova.virt.hardware [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 902.954646] env[61960]: DEBUG nova.virt.hardware [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.954842] env[61960]: DEBUG nova.virt.hardware [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 902.954999] env[61960]: DEBUG nova.virt.hardware [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.955322] env[61960]: DEBUG nova.virt.hardware [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 902.955593] env[61960]: DEBUG nova.virt.hardware [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 902.955761] env[61960]: DEBUG nova.virt.hardware [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 902.955961] env[61960]: DEBUG nova.virt.hardware [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 902.956129] env[61960]: DEBUG nova.virt.hardware [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 902.956317] env[61960]: DEBUG nova.virt.hardware [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 902.965553] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0c19769-eec7-4145-9c5f-0f95e54aa4ae {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.984615] env[61960]: DEBUG oslo_vmware.api [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 902.984615] env[61960]: value = "task-436342" [ 902.984615] env[61960]: _type = "Task" [ 902.984615] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.001799] env[61960]: DEBUG oslo_vmware.api [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.028324] env[61960]: INFO nova.compute.manager [-] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Took 1.36 seconds to deallocate network for instance. [ 903.149047] env[61960]: DEBUG oslo_vmware.api [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488135} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.149484] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] cd873cd1-bbab-45e9-8b29-2595fec3f72f/cd873cd1-bbab-45e9-8b29-2595fec3f72f.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 903.149937] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.155525] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e6cebeb-54de-4770-906f-0af2cc8447f9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.165020] env[61960]: DEBUG oslo_vmware.api [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 903.165020] env[61960]: value = "task-436343" [ 903.165020] env[61960]: _type = "Task" [ 903.165020] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.176830] env[61960]: DEBUG oslo_vmware.api [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.294404] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290f08c7-0263-4f57-ae6c-6c8e645296aa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.306967] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9bf663-d6de-429d-8ba1-c7b81cbec979 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.355816] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8655d56-6537-4e48-b711-efc5be2792a9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.360406] env[61960]: DEBUG nova.compute.manager [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 903.362696] env[61960]: DEBUG nova.network.neutron [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Successfully created port: a557dbdb-4326-468c-8dae-4bdbf0bc82cf {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.372996] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67caafb-b87a-4382-af87-16cd76918b2e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.378650] env[61960]: DEBUG oslo_vmware.api [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436341, 'name': Destroy_Task} progress is 33%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.390374] env[61960]: DEBUG nova.compute.provider_tree [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.495324] env[61960]: DEBUG oslo_vmware.api [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436342, 'name': ReconfigVM_Task, 'duration_secs': 0.309702} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.495761] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Updating instance 'bedcdb7c-216f-4248-b5ac-1c71471c4c07' progress to 33 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 903.546442] env[61960]: DEBUG oslo_concurrency.lockutils [None req-aebee61d-72ab-46de-81b8-bfbca07bd3e5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.678135] env[61960]: DEBUG oslo_vmware.api [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161976} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.678580] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.680105] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a36a28-8bd9-4ef1-a2b5-6edf9c92ac69 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.715497] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] cd873cd1-bbab-45e9-8b29-2595fec3f72f/cd873cd1-bbab-45e9-8b29-2595fec3f72f.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.716454] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-672f28ca-39db-44c9-a64e-9252bcbfeba2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.738239] env[61960]: DEBUG oslo_vmware.api [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 903.738239] env[61960]: value = "task-436344" [ 903.738239] env[61960]: _type = "Task" [ 903.738239] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.746845] env[61960]: DEBUG oslo_vmware.api [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436344, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.861615] env[61960]: DEBUG oslo_vmware.api [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436341, 'name': Destroy_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.894070] env[61960]: DEBUG nova.scheduler.client.report [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 904.002467] env[61960]: DEBUG nova.virt.hardware [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 904.003325] env[61960]: DEBUG nova.virt.hardware [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 904.003325] env[61960]: DEBUG nova.virt.hardware [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.003325] env[61960]: DEBUG nova.virt.hardware [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 904.003864] env[61960]: DEBUG nova.virt.hardware [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.003864] env[61960]: DEBUG nova.virt.hardware [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 904.003978] env[61960]: DEBUG nova.virt.hardware [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 904.004300] env[61960]: DEBUG nova.virt.hardware [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 904.004495] env[61960]: DEBUG nova.virt.hardware [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 904.004787] env[61960]: DEBUG nova.virt.hardware [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 904.005039] env[61960]: DEBUG nova.virt.hardware [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 904.010915] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Reconfiguring VM instance instance-0000001c to detach disk 2000 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 904.011281] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6043b71-bbb3-4455-a4bc-6ab6221f80c1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.032307] env[61960]: DEBUG oslo_vmware.api [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 904.032307] env[61960]: value = "task-436345" [ 904.032307] env[61960]: _type = "Task" [ 904.032307] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.041259] env[61960]: DEBUG oslo_vmware.api [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436345, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.250422] env[61960]: DEBUG oslo_vmware.api [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436344, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.364417] env[61960]: DEBUG oslo_vmware.api [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436341, 'name': Destroy_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.370919] env[61960]: DEBUG nova.compute.manager [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 904.397016] env[61960]: DEBUG nova.virt.hardware [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 904.397016] env[61960]: DEBUG nova.virt.hardware [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 904.397016] env[61960]: DEBUG nova.virt.hardware [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.397016] env[61960]: DEBUG nova.virt.hardware [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 904.397016] env[61960]: DEBUG nova.virt.hardware [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.397016] env[61960]: DEBUG nova.virt.hardware [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 904.397016] env[61960]: DEBUG nova.virt.hardware [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 904.397404] env[61960]: DEBUG nova.virt.hardware [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 904.397745] env[61960]: DEBUG nova.virt.hardware [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 904.398074] env[61960]: DEBUG nova.virt.hardware [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 904.398391] env[61960]: DEBUG nova.virt.hardware [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 904.399402] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.402426] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fbfc44-973d-4909-9012-c8b3993fa731 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.407161] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e52afc02-cf35-43c2-b003-28e2e3b44ab5 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.306s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.407161] env[61960]: DEBUG nova.objects.instance [None req-e52afc02-cf35-43c2-b003-28e2e3b44ab5 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lazy-loading 'resources' on Instance uuid c4b50a45-084e-4f86-9323-e94eee64afb2 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.416179] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35b0ac9-6687-4100-98e0-90d38a8878d8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.435942] env[61960]: INFO nova.scheduler.client.report [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Deleted allocations for instance 258ba8c2-e38a-4d20-9064-109fa27a4a80 [ 904.545368] env[61960]: DEBUG oslo_vmware.api [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.751750] env[61960]: DEBUG oslo_vmware.api [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436344, 'name': ReconfigVM_Task, 'duration_secs': 0.795267} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.752112] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Reconfigured VM instance instance-0000004f to attach disk [datastore1] cd873cd1-bbab-45e9-8b29-2595fec3f72f/cd873cd1-bbab-45e9-8b29-2595fec3f72f.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.752884] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5179c2ba-ddc4-44ea-854b-cd36ede3b2e9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.760835] env[61960]: DEBUG oslo_vmware.api [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 904.760835] env[61960]: value = "task-436346" [ 904.760835] env[61960]: _type = "Task" [ 904.760835] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.772259] env[61960]: DEBUG oslo_vmware.api [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436346, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.870026] env[61960]: DEBUG oslo_vmware.api [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436341, 'name': Destroy_Task, 'duration_secs': 1.672573} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.870026] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Destroyed the VM [ 904.870026] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Deleting Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 904.870026] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4f71ccaa-2b98-4abd-a08b-be1556aaae76 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.875474] env[61960]: DEBUG oslo_vmware.api [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the task: (returnval){ [ 904.875474] env[61960]: value = "task-436347" [ 904.875474] env[61960]: _type = "Task" [ 904.875474] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.884733] env[61960]: DEBUG oslo_vmware.api [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436347, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.944477] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3261e94c-0aef-4340-a235-bf4c60d8aede tempest-ServerMetadataNegativeTestJSON-1166103511 tempest-ServerMetadataNegativeTestJSON-1166103511-project-member] Lock "258ba8c2-e38a-4d20-9064-109fa27a4a80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.029s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.046556] env[61960]: DEBUG oslo_vmware.api [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436345, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.242928] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3644ec8f-1411-4de9-a521-1d71367f35b7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.251392] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55ea568-eb81-421d-978c-7801260bdfe2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.291476] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09e9eea-dd5b-47f2-9b9f-cd6c7b90c418 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.298377] env[61960]: DEBUG nova.compute.manager [req-0f171ac8-ec70-4d76-9138-61637a81e943 req-56a6f493-93e9-42e6-8e4e-716597401e16 service nova] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Received event network-vif-plugged-a557dbdb-4326-468c-8dae-4bdbf0bc82cf {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 905.298377] env[61960]: DEBUG oslo_concurrency.lockutils [req-0f171ac8-ec70-4d76-9138-61637a81e943 req-56a6f493-93e9-42e6-8e4e-716597401e16 service nova] Acquiring lock "8613b53f-34ea-49a4-9074-caf65a790ac3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.298377] env[61960]: DEBUG oslo_concurrency.lockutils [req-0f171ac8-ec70-4d76-9138-61637a81e943 req-56a6f493-93e9-42e6-8e4e-716597401e16 service nova] Lock "8613b53f-34ea-49a4-9074-caf65a790ac3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.298377] env[61960]: DEBUG oslo_concurrency.lockutils [req-0f171ac8-ec70-4d76-9138-61637a81e943 req-56a6f493-93e9-42e6-8e4e-716597401e16 service nova] Lock "8613b53f-34ea-49a4-9074-caf65a790ac3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.299222] env[61960]: DEBUG nova.compute.manager [req-0f171ac8-ec70-4d76-9138-61637a81e943 req-56a6f493-93e9-42e6-8e4e-716597401e16 service nova] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] No waiting events found dispatching network-vif-plugged-a557dbdb-4326-468c-8dae-4bdbf0bc82cf {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 905.299222] env[61960]: WARNING nova.compute.manager [req-0f171ac8-ec70-4d76-9138-61637a81e943 req-56a6f493-93e9-42e6-8e4e-716597401e16 service nova] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Received unexpected event network-vif-plugged-a557dbdb-4326-468c-8dae-4bdbf0bc82cf for instance with vm_state building and task_state spawning. [ 905.305482] env[61960]: DEBUG oslo_vmware.api [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436346, 'name': Rename_Task, 'duration_secs': 0.148312} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.307919] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 905.308986] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f58ecf41-b6cc-4162-a8ac-5e51c5d735a6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.311008] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4626bb-82f7-496f-a131-e09523d0960a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.327882] env[61960]: DEBUG nova.compute.provider_tree [None req-e52afc02-cf35-43c2-b003-28e2e3b44ab5 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.330896] env[61960]: DEBUG oslo_vmware.api [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 905.330896] env[61960]: value = "task-436348" [ 905.330896] env[61960]: _type = "Task" [ 905.330896] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.340079] env[61960]: DEBUG oslo_vmware.api [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436348, 'name': PowerOnVM_Task} progress is 33%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.384923] env[61960]: DEBUG oslo_vmware.api [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436347, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.474518] env[61960]: DEBUG nova.network.neutron [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Successfully updated port: a557dbdb-4326-468c-8dae-4bdbf0bc82cf {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.549039] env[61960]: DEBUG oslo_vmware.api [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436345, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.832648] env[61960]: DEBUG nova.scheduler.client.report [None req-e52afc02-cf35-43c2-b003-28e2e3b44ab5 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 905.847613] env[61960]: DEBUG oslo_vmware.api [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436348, 'name': PowerOnVM_Task, 'duration_secs': 0.489963} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.847613] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 905.848388] env[61960]: INFO nova.compute.manager [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Took 8.29 seconds to spawn the instance on the hypervisor. [ 905.848388] env[61960]: DEBUG nova.compute.manager [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 905.849757] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac02217-36e5-4bc8-9472-71543367df5f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.887407] env[61960]: DEBUG oslo_vmware.api [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436347, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.978713] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquiring lock "refresh_cache-8613b53f-34ea-49a4-9074-caf65a790ac3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.978713] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquired lock "refresh_cache-8613b53f-34ea-49a4-9074-caf65a790ac3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.978713] env[61960]: DEBUG nova.network.neutron [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 906.046833] env[61960]: DEBUG oslo_vmware.api [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436345, 'name': ReconfigVM_Task, 'duration_secs': 1.681938} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.047141] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Reconfigured VM instance instance-0000001c to detach disk 2000 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 906.047963] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de641003-50d9-48b5-aa0e-87b262bc1ed7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.075069] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] bedcdb7c-216f-4248-b5ac-1c71471c4c07/bedcdb7c-216f-4248-b5ac-1c71471c4c07.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.075475] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f87a499-738e-42fb-a1a8-e03c023fb895 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.095572] env[61960]: DEBUG oslo_vmware.api [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 906.095572] env[61960]: value = "task-436349" [ 906.095572] env[61960]: _type = "Task" [ 906.095572] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.105411] env[61960]: DEBUG oslo_vmware.api [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436349, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.343804] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e52afc02-cf35-43c2-b003-28e2e3b44ab5 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.346857] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.565s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.348891] env[61960]: INFO nova.compute.claims [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.370741] env[61960]: INFO nova.compute.manager [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Took 39.74 seconds to build instance. [ 906.378806] env[61960]: INFO nova.scheduler.client.report [None req-e52afc02-cf35-43c2-b003-28e2e3b44ab5 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Deleted allocations for instance c4b50a45-084e-4f86-9323-e94eee64afb2 [ 906.398705] env[61960]: DEBUG oslo_vmware.api [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436347, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.533367] env[61960]: DEBUG nova.network.neutron [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 906.611358] env[61960]: DEBUG oslo_vmware.api [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.853320] env[61960]: DEBUG nova.network.neutron [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Updating instance_info_cache with network_info: [{"id": "a557dbdb-4326-468c-8dae-4bdbf0bc82cf", "address": "fa:16:3e:18:19:0f", "network": {"id": "3459795b-f25d-427b-8f16-d2182ea0904f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1416273180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf2083a011c74028b3c772ca92759e8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa557dbdb-43", "ovs_interfaceid": "a557dbdb-4326-468c-8dae-4bdbf0bc82cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.873130] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9c21925a-e087-468b-8b8c-fbb3b45785e8 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "cd873cd1-bbab-45e9-8b29-2595fec3f72f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.263s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.890853] env[61960]: DEBUG oslo_vmware.api [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436347, 'name': RemoveSnapshot_Task, 'duration_secs': 1.994257} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.891024] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Deleted Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 906.891302] env[61960]: INFO nova.compute.manager [None req-7d739f5f-e860-4476-a148-4ca071a2fe6f tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Took 19.50 seconds to snapshot the instance on the hypervisor. [ 906.895952] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e52afc02-cf35-43c2-b003-28e2e3b44ab5 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "c4b50a45-084e-4f86-9323-e94eee64afb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.740s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.022359] env[61960]: DEBUG oslo_concurrency.lockutils [None req-89a7037b-e8d0-4da6-9aba-f54b639baed2 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "cd873cd1-bbab-45e9-8b29-2595fec3f72f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.022648] env[61960]: DEBUG oslo_concurrency.lockutils [None req-89a7037b-e8d0-4da6-9aba-f54b639baed2 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "cd873cd1-bbab-45e9-8b29-2595fec3f72f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.022807] env[61960]: DEBUG nova.compute.manager [None req-89a7037b-e8d0-4da6-9aba-f54b639baed2 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 907.024654] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae18ca4c-4d3b-41b7-9620-eec8101e532f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.033381] env[61960]: DEBUG nova.compute.manager [None req-89a7037b-e8d0-4da6-9aba-f54b639baed2 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=61960) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 907.033748] env[61960]: DEBUG nova.objects.instance [None req-89a7037b-e8d0-4da6-9aba-f54b639baed2 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lazy-loading 'flavor' on Instance uuid cd873cd1-bbab-45e9-8b29-2595fec3f72f {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.114895] env[61960]: DEBUG oslo_vmware.api [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436349, 'name': ReconfigVM_Task, 'duration_secs': 0.601366} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.115455] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Reconfigured VM instance instance-0000001c to attach disk [datastore1] bedcdb7c-216f-4248-b5ac-1c71471c4c07/bedcdb7c-216f-4248-b5ac-1c71471c4c07.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.116144] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Updating instance 'bedcdb7c-216f-4248-b5ac-1c71471c4c07' progress to 50 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 907.294906] env[61960]: DEBUG nova.compute.manager [req-312a0693-d916-4396-87c0-346e65ca2751 req-24394834-874b-4ec9-81f1-8bc9abd5df32 service nova] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Received event network-changed-a557dbdb-4326-468c-8dae-4bdbf0bc82cf {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 907.295376] env[61960]: DEBUG nova.compute.manager [req-312a0693-d916-4396-87c0-346e65ca2751 req-24394834-874b-4ec9-81f1-8bc9abd5df32 service nova] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Refreshing instance network info cache due to event network-changed-a557dbdb-4326-468c-8dae-4bdbf0bc82cf. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 907.295836] env[61960]: DEBUG oslo_concurrency.lockutils [req-312a0693-d916-4396-87c0-346e65ca2751 req-24394834-874b-4ec9-81f1-8bc9abd5df32 service nova] Acquiring lock "refresh_cache-8613b53f-34ea-49a4-9074-caf65a790ac3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.357412] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Releasing lock "refresh_cache-8613b53f-34ea-49a4-9074-caf65a790ac3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.358039] env[61960]: DEBUG nova.compute.manager [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Instance network_info: |[{"id": "a557dbdb-4326-468c-8dae-4bdbf0bc82cf", "address": "fa:16:3e:18:19:0f", "network": {"id": "3459795b-f25d-427b-8f16-d2182ea0904f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1416273180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf2083a011c74028b3c772ca92759e8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa557dbdb-43", "ovs_interfaceid": "a557dbdb-4326-468c-8dae-4bdbf0bc82cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 907.358434] env[61960]: DEBUG oslo_concurrency.lockutils [req-312a0693-d916-4396-87c0-346e65ca2751 req-24394834-874b-4ec9-81f1-8bc9abd5df32 service nova] Acquired lock "refresh_cache-8613b53f-34ea-49a4-9074-caf65a790ac3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.358744] env[61960]: DEBUG nova.network.neutron [req-312a0693-d916-4396-87c0-346e65ca2751 req-24394834-874b-4ec9-81f1-8bc9abd5df32 service nova] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Refreshing network info cache for port a557dbdb-4326-468c-8dae-4bdbf0bc82cf {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 907.360322] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:19:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a557dbdb-4326-468c-8dae-4bdbf0bc82cf', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.368946] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Creating folder: Project (bf2083a011c74028b3c772ca92759e8b). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 907.373260] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43574d1e-3750-4369-b5f4-4705ae687765 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.387447] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Created folder: Project (bf2083a011c74028b3c772ca92759e8b) in parent group-v115929. [ 907.387701] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Creating folder: Instances. Parent ref: group-v116139. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 907.389039] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4db04d1-8cf8-412b-acdf-6b0aa87af1a2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.403223] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Created folder: Instances in parent group-v116139. [ 907.404206] env[61960]: DEBUG oslo.service.loopingcall [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 907.405186] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 907.405818] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0879220d-4ce2-4d26-84e6-3b3e2e39f308 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.431399] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.431399] env[61960]: value = "task-436355" [ 907.431399] env[61960]: _type = "Task" [ 907.431399] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.442584] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436355, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.540309] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a7037b-e8d0-4da6-9aba-f54b639baed2 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 907.541068] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91521ad1-734d-4479-9a93-89eacb5a3b99 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.548163] env[61960]: DEBUG oslo_vmware.api [None req-89a7037b-e8d0-4da6-9aba-f54b639baed2 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 907.548163] env[61960]: value = "task-436356" [ 907.548163] env[61960]: _type = "Task" [ 907.548163] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.560664] env[61960]: DEBUG oslo_vmware.api [None req-89a7037b-e8d0-4da6-9aba-f54b639baed2 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.626642] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b00ae0-b767-4459-b685-f3be135e6889 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.648829] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5439471-cdc8-4101-b7cb-f503bebde15f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.667604] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Updating instance 'bedcdb7c-216f-4248-b5ac-1c71471c4c07' progress to 67 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 907.731179] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc858812-c991-4a55-bb22-4aaca2500669 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.738829] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8602eceb-a2fd-4c4d-8d10-eed5f4cba4f5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.773375] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769815ea-5f4f-4d64-a663-5a5ac17acd33 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.782777] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ddebc6-7664-4ea5-b91a-2d43cd77ed15 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.594899] env[61960]: DEBUG oslo_concurrency.lockutils [None req-79acf614-51f4-4341-ba74-b78159e7fd70 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "6e3c65dc-d37d-4848-9548-7e0bbb8afe55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.595327] env[61960]: DEBUG oslo_concurrency.lockutils [None req-79acf614-51f4-4341-ba74-b78159e7fd70 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "6e3c65dc-d37d-4848-9548-7e0bbb8afe55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.595571] env[61960]: DEBUG oslo_concurrency.lockutils [None req-79acf614-51f4-4341-ba74-b78159e7fd70 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "6e3c65dc-d37d-4848-9548-7e0bbb8afe55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.595773] env[61960]: DEBUG oslo_concurrency.lockutils [None req-79acf614-51f4-4341-ba74-b78159e7fd70 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "6e3c65dc-d37d-4848-9548-7e0bbb8afe55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.595943] env[61960]: DEBUG oslo_concurrency.lockutils [None req-79acf614-51f4-4341-ba74-b78159e7fd70 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "6e3c65dc-d37d-4848-9548-7e0bbb8afe55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.605117] env[61960]: INFO nova.compute.manager [None req-79acf614-51f4-4341-ba74-b78159e7fd70 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Terminating instance [ 908.613502] env[61960]: DEBUG oslo_concurrency.lockutils [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "e009973f-28a1-4230-a3c3-12fb1fa4a81c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.613754] env[61960]: DEBUG oslo_concurrency.lockutils [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "e009973f-28a1-4230-a3c3-12fb1fa4a81c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.615201] env[61960]: DEBUG nova.compute.manager [None req-79acf614-51f4-4341-ba74-b78159e7fd70 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 908.615402] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-79acf614-51f4-4341-ba74-b78159e7fd70 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 908.617353] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3d25fc-26d0-47d6-b129-200a8e08be21 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.629822] env[61960]: DEBUG nova.compute.provider_tree [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.638191] env[61960]: DEBUG oslo_vmware.api [None req-89a7037b-e8d0-4da6-9aba-f54b639baed2 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436356, 'name': PowerOffVM_Task, 'duration_secs': 0.207705} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.638395] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436355, 'name': CreateVM_Task, 'duration_secs': 0.416971} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.639111] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a7037b-e8d0-4da6-9aba-f54b639baed2 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 908.639324] env[61960]: DEBUG nova.compute.manager [None req-89a7037b-e8d0-4da6-9aba-f54b639baed2 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 908.639539] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 908.642581] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5c4d81-85f2-49ae-b496-2329944287de {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.645591] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.645779] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.646137] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.646701] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-79acf614-51f4-4341-ba74-b78159e7fd70 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 908.646941] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e45e2e7-154f-4413-bc07-d84d6cff4d13 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.648998] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0419e2ac-2919-4ac3-aa7a-80e1044b8703 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.657615] env[61960]: DEBUG oslo_vmware.api [None req-79acf614-51f4-4341-ba74-b78159e7fd70 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 908.657615] env[61960]: value = "task-436357" [ 908.657615] env[61960]: _type = "Task" [ 908.657615] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.657915] env[61960]: DEBUG oslo_vmware.api [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 908.657915] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]521cc408-bf70-3b61-7073-2595ecf2e62d" [ 908.657915] env[61960]: _type = "Task" [ 908.657915] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.669364] env[61960]: DEBUG oslo_vmware.api [None req-79acf614-51f4-4341-ba74-b78159e7fd70 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.673706] env[61960]: DEBUG oslo_vmware.api [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]521cc408-bf70-3b61-7073-2595ecf2e62d, 'name': SearchDatastore_Task, 'duration_secs': 0.012579} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.677091] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.677524] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.677960] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.678272] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.678616] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.679077] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3104af57-6483-4222-850a-35b3ded0cb9f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.684911] env[61960]: DEBUG nova.network.neutron [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Port 329e7ecf-f461-4acb-8b46-c1b825abf425 binding to destination host cpu-1 is already ACTIVE {{(pid=61960) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 908.689085] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.689085] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 908.689218] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e240904b-1616-492b-90a2-2d3e10b34566 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.695289] env[61960]: DEBUG oslo_vmware.api [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 908.695289] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]529e275a-0659-2eba-e66f-792d76ef7b78" [ 908.695289] env[61960]: _type = "Task" [ 908.695289] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.705206] env[61960]: DEBUG oslo_vmware.api [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]529e275a-0659-2eba-e66f-792d76ef7b78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.880096] env[61960]: DEBUG nova.network.neutron [req-312a0693-d916-4396-87c0-346e65ca2751 req-24394834-874b-4ec9-81f1-8bc9abd5df32 service nova] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Updated VIF entry in instance network info cache for port a557dbdb-4326-468c-8dae-4bdbf0bc82cf. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 908.880518] env[61960]: DEBUG nova.network.neutron [req-312a0693-d916-4396-87c0-346e65ca2751 req-24394834-874b-4ec9-81f1-8bc9abd5df32 service nova] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Updating instance_info_cache with network_info: [{"id": "a557dbdb-4326-468c-8dae-4bdbf0bc82cf", "address": "fa:16:3e:18:19:0f", "network": {"id": "3459795b-f25d-427b-8f16-d2182ea0904f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1416273180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf2083a011c74028b3c772ca92759e8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa557dbdb-43", "ovs_interfaceid": "a557dbdb-4326-468c-8dae-4bdbf0bc82cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.132384] env[61960]: DEBUG nova.compute.manager [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 909.140566] env[61960]: DEBUG nova.scheduler.client.report [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 909.167737] env[61960]: DEBUG oslo_concurrency.lockutils [None req-89a7037b-e8d0-4da6-9aba-f54b639baed2 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "cd873cd1-bbab-45e9-8b29-2595fec3f72f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.145s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.175345] env[61960]: DEBUG oslo_vmware.api [None req-79acf614-51f4-4341-ba74-b78159e7fd70 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436357, 'name': PowerOffVM_Task, 'duration_secs': 0.201823} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.176471] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-79acf614-51f4-4341-ba74-b78159e7fd70 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 909.177067] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-79acf614-51f4-4341-ba74-b78159e7fd70 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 909.177067] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0514ea8-0705-4c21-9a63-ffc1c38ccd39 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.207643] env[61960]: DEBUG oslo_vmware.api [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]529e275a-0659-2eba-e66f-792d76ef7b78, 'name': SearchDatastore_Task, 'duration_secs': 0.011881} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.208625] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-568a8110-6119-4dc3-960f-e1be41d67d92 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.214468] env[61960]: DEBUG oslo_vmware.api [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 909.214468] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52301bf2-5943-1950-b968-4710d4576208" [ 909.214468] env[61960]: _type = "Task" [ 909.214468] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.223342] env[61960]: DEBUG oslo_vmware.api [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52301bf2-5943-1950-b968-4710d4576208, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.250065] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-79acf614-51f4-4341-ba74-b78159e7fd70 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 909.250277] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-79acf614-51f4-4341-ba74-b78159e7fd70 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 909.250460] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-79acf614-51f4-4341-ba74-b78159e7fd70 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Deleting the datastore file [datastore1] 6e3c65dc-d37d-4848-9548-7e0bbb8afe55 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.250752] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebef61a9-ee83-427d-84b4-3640d1c4d064 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.258506] env[61960]: DEBUG oslo_vmware.api [None req-79acf614-51f4-4341-ba74-b78159e7fd70 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 909.258506] env[61960]: value = "task-436359" [ 909.258506] env[61960]: _type = "Task" [ 909.258506] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.268227] env[61960]: DEBUG oslo_vmware.api [None req-79acf614-51f4-4341-ba74-b78159e7fd70 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.383873] env[61960]: DEBUG oslo_concurrency.lockutils [req-312a0693-d916-4396-87c0-346e65ca2751 req-24394834-874b-4ec9-81f1-8bc9abd5df32 service nova] Releasing lock "refresh_cache-8613b53f-34ea-49a4-9074-caf65a790ac3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.619755] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d4cae630-c977-40f6-a912-88159cd03636 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "cd873cd1-bbab-45e9-8b29-2595fec3f72f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.620789] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d4cae630-c977-40f6-a912-88159cd03636 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "cd873cd1-bbab-45e9-8b29-2595fec3f72f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.620789] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d4cae630-c977-40f6-a912-88159cd03636 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "cd873cd1-bbab-45e9-8b29-2595fec3f72f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.621149] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d4cae630-c977-40f6-a912-88159cd03636 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "cd873cd1-bbab-45e9-8b29-2595fec3f72f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.621149] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d4cae630-c977-40f6-a912-88159cd03636 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "cd873cd1-bbab-45e9-8b29-2595fec3f72f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.623714] env[61960]: INFO nova.compute.manager [None req-d4cae630-c977-40f6-a912-88159cd03636 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Terminating instance [ 909.625566] env[61960]: DEBUG nova.compute.manager [None req-d4cae630-c977-40f6-a912-88159cd03636 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 909.625819] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d4cae630-c977-40f6-a912-88159cd03636 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 909.626747] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8ea4d6-2169-4996-8d5d-152712c34460 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.635936] env[61960]: DEBUG nova.compute.manager [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 909.636265] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d4cae630-c977-40f6-a912-88159cd03636 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 909.638954] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bd68c1-36a3-4b2f-818d-9cb9a0957873 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.641476] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dd102d4-c4a6-4553-ba83-b2de4fd3060c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.645179] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.298s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.645601] env[61960]: DEBUG nova.compute.manager [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 909.650259] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0abcfbcb-6e52-4ffb-9bde-32be68e516da tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.854s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.650588] env[61960]: DEBUG nova.objects.instance [None req-0abcfbcb-6e52-4ffb-9bde-32be68e516da tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Lazy-loading 'resources' on Instance uuid c5b15896-aa3f-48f6-b827-348bcb57bc5e {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.666533] env[61960]: DEBUG oslo_concurrency.lockutils [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.711654] env[61960]: DEBUG oslo_concurrency.lockutils [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "bedcdb7c-216f-4248-b5ac-1c71471c4c07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.711654] env[61960]: DEBUG oslo_concurrency.lockutils [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "bedcdb7c-216f-4248-b5ac-1c71471c4c07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.711828] env[61960]: DEBUG oslo_concurrency.lockutils [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "bedcdb7c-216f-4248-b5ac-1c71471c4c07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.726099] env[61960]: DEBUG oslo_vmware.api [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52301bf2-5943-1950-b968-4710d4576208, 'name': SearchDatastore_Task, 'duration_secs': 0.015025} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.727480] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.727944] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 8613b53f-34ea-49a4-9074-caf65a790ac3/8613b53f-34ea-49a4-9074-caf65a790ac3.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 909.728280] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f4c2dbe-6ba0-454b-9ce7-a09488b080a0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.736701] env[61960]: DEBUG oslo_vmware.api [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 909.736701] env[61960]: value = "task-436362" [ 909.736701] env[61960]: _type = "Task" [ 909.736701] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.745635] env[61960]: DEBUG oslo_vmware.api [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.747153] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d4cae630-c977-40f6-a912-88159cd03636 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 909.747403] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d4cae630-c977-40f6-a912-88159cd03636 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 909.747614] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4cae630-c977-40f6-a912-88159cd03636 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Deleting the datastore file [datastore1] cd873cd1-bbab-45e9-8b29-2595fec3f72f {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.748314] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21b90091-35c1-4656-950f-082e84683207 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.755537] env[61960]: DEBUG oslo_vmware.api [None req-d4cae630-c977-40f6-a912-88159cd03636 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 909.755537] env[61960]: value = "task-436363" [ 909.755537] env[61960]: _type = "Task" [ 909.755537] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.768945] env[61960]: DEBUG oslo_vmware.api [None req-d4cae630-c977-40f6-a912-88159cd03636 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.772227] env[61960]: DEBUG oslo_vmware.api [None req-79acf614-51f4-4341-ba74-b78159e7fd70 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223425} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.772506] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-79acf614-51f4-4341-ba74-b78159e7fd70 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.772857] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-79acf614-51f4-4341-ba74-b78159e7fd70 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 909.773010] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-79acf614-51f4-4341-ba74-b78159e7fd70 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 909.773099] env[61960]: INFO nova.compute.manager [None req-79acf614-51f4-4341-ba74-b78159e7fd70 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Took 1.16 seconds to destroy the instance on the hypervisor. [ 909.773365] env[61960]: DEBUG oslo.service.loopingcall [None req-79acf614-51f4-4341-ba74-b78159e7fd70 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 909.773756] env[61960]: DEBUG nova.compute.manager [-] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 909.773756] env[61960]: DEBUG nova.network.neutron [-] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 910.048090] env[61960]: DEBUG nova.compute.manager [req-8e6773b8-7dd9-4ebf-841d-55f5c732f10b req-bfe40bc8-7c75-4203-9d6a-c05ebe424887 service nova] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Received event network-vif-deleted-23477636-1281-4d3d-b6ef-073a5b1fee9b {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 910.048309] env[61960]: INFO nova.compute.manager [req-8e6773b8-7dd9-4ebf-841d-55f5c732f10b req-bfe40bc8-7c75-4203-9d6a-c05ebe424887 service nova] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Neutron deleted interface 23477636-1281-4d3d-b6ef-073a5b1fee9b; detaching it from the instance and deleting it from the info cache [ 910.048438] env[61960]: DEBUG nova.network.neutron [req-8e6773b8-7dd9-4ebf-841d-55f5c732f10b req-bfe40bc8-7c75-4203-9d6a-c05ebe424887 service nova] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.155214] env[61960]: DEBUG nova.compute.utils [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 910.157198] env[61960]: DEBUG nova.compute.manager [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 910.157442] env[61960]: DEBUG nova.network.neutron [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 910.164046] env[61960]: INFO nova.compute.manager [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] instance snapshotting [ 910.168648] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727811d1-b24b-4b50-9591-7838edefb1c7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.194068] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc7c7aa-3aac-4fc4-b24b-b1e4b2b3d32a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.206007] env[61960]: DEBUG nova.policy [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85bbd57bac934a94acae06075d3d71da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c79deffd23674a5f89784dc83e6ae866', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 910.248934] env[61960]: DEBUG oslo_vmware.api [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.268773] env[61960]: DEBUG oslo_vmware.api [None req-d4cae630-c977-40f6-a912-88159cd03636 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.500896] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79863e07-60b4-4df2-89eb-908a45d5c514 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.522906] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0f595a-1ef7-47da-8d49-634b82bae863 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.530603] env[61960]: DEBUG nova.network.neutron [-] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.574944] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e954b33a-cb24-4cd3-9182-8d2340c59e98 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.579452] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8779495b-50e7-4ca1-805f-c8ceb9021db9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.590475] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23782c72-b76f-486f-b3d7-8ba6952166c2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.597863] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cb8432-07d1-44e6-91d8-666d3b9c3172 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.621281] env[61960]: DEBUG nova.compute.provider_tree [None req-0abcfbcb-6e52-4ffb-9bde-32be68e516da tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.631995] env[61960]: DEBUG nova.compute.manager [req-8e6773b8-7dd9-4ebf-841d-55f5c732f10b req-bfe40bc8-7c75-4203-9d6a-c05ebe424887 service nova] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Detach interface failed, port_id=23477636-1281-4d3d-b6ef-073a5b1fee9b, reason: Instance 6e3c65dc-d37d-4848-9548-7e0bbb8afe55 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 910.655995] env[61960]: DEBUG nova.network.neutron [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Successfully created port: f0de4a83-5721-4eeb-95e3-2c542186f2bf {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 910.668072] env[61960]: DEBUG nova.compute.manager [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 910.705949] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Creating Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 910.706295] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b6519ebc-7913-468c-ac97-2f043a583225 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.714493] env[61960]: DEBUG oslo_vmware.api [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the task: (returnval){ [ 910.714493] env[61960]: value = "task-436364" [ 910.714493] env[61960]: _type = "Task" [ 910.714493] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.725655] env[61960]: DEBUG oslo_vmware.api [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436364, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.749104] env[61960]: DEBUG oslo_vmware.api [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.957858} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.749395] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 8613b53f-34ea-49a4-9074-caf65a790ac3/8613b53f-34ea-49a4-9074-caf65a790ac3.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 910.749609] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.749890] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d507ccb-1c89-415f-83f3-85fe5744b0f6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.756773] env[61960]: DEBUG oslo_vmware.api [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 910.756773] env[61960]: value = "task-436365" [ 910.756773] env[61960]: _type = "Task" [ 910.756773] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.767270] env[61960]: DEBUG oslo_vmware.api [None req-d4cae630-c977-40f6-a912-88159cd03636 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.606622} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.770149] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4cae630-c977-40f6-a912-88159cd03636 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.770358] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d4cae630-c977-40f6-a912-88159cd03636 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 910.770530] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d4cae630-c977-40f6-a912-88159cd03636 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 910.770707] env[61960]: INFO nova.compute.manager [None req-d4cae630-c977-40f6-a912-88159cd03636 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 910.771160] env[61960]: DEBUG oslo.service.loopingcall [None req-d4cae630-c977-40f6-a912-88159cd03636 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 910.771242] env[61960]: DEBUG oslo_vmware.api [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.771394] env[61960]: DEBUG nova.compute.manager [-] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 910.771486] env[61960]: DEBUG nova.network.neutron [-] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 910.779943] env[61960]: DEBUG oslo_concurrency.lockutils [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "refresh_cache-bedcdb7c-216f-4248-b5ac-1c71471c4c07" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.779943] env[61960]: DEBUG oslo_concurrency.lockutils [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquired lock "refresh_cache-bedcdb7c-216f-4248-b5ac-1c71471c4c07" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.779943] env[61960]: DEBUG nova.network.neutron [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 911.035760] env[61960]: INFO nova.compute.manager [-] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Took 1.26 seconds to deallocate network for instance. [ 911.060730] env[61960]: DEBUG nova.compute.manager [req-2f421257-11c2-4b89-8f47-9e7a6f70e9a6 req-3bf2d418-3539-498f-8efa-f4455ceb3c18 service nova] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Received event network-vif-deleted-cee27c21-178a-45ee-87d8-39f3c9f66b73 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 911.060730] env[61960]: INFO nova.compute.manager [req-2f421257-11c2-4b89-8f47-9e7a6f70e9a6 req-3bf2d418-3539-498f-8efa-f4455ceb3c18 service nova] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Neutron deleted interface cee27c21-178a-45ee-87d8-39f3c9f66b73; detaching it from the instance and deleting it from the info cache [ 911.060730] env[61960]: DEBUG nova.network.neutron [req-2f421257-11c2-4b89-8f47-9e7a6f70e9a6 req-3bf2d418-3539-498f-8efa-f4455ceb3c18 service nova] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.134604] env[61960]: DEBUG nova.scheduler.client.report [None req-0abcfbcb-6e52-4ffb-9bde-32be68e516da tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 911.223981] env[61960]: DEBUG oslo_vmware.api [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436364, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.268909] env[61960]: DEBUG oslo_vmware.api [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.408664} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.269218] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.270016] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221c3695-8944-4c96-84d5-25730b1662fc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.294285] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 8613b53f-34ea-49a4-9074-caf65a790ac3/8613b53f-34ea-49a4-9074-caf65a790ac3.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.294633] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-736f890b-57bb-4f4f-8048-0dcf4c89c8ed {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.314910] env[61960]: DEBUG oslo_vmware.api [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 911.314910] env[61960]: value = "task-436366" [ 911.314910] env[61960]: _type = "Task" [ 911.314910] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.323853] env[61960]: DEBUG oslo_vmware.api [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.540900] env[61960]: DEBUG nova.network.neutron [-] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.543982] env[61960]: DEBUG oslo_concurrency.lockutils [None req-79acf614-51f4-4341-ba74-b78159e7fd70 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.564449] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-354d45ff-ce81-4a9a-85c9-8fa211f3d3be {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.574379] env[61960]: DEBUG nova.network.neutron [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Updating instance_info_cache with network_info: [{"id": "329e7ecf-f461-4acb-8b46-c1b825abf425", "address": "fa:16:3e:ac:72:50", "network": {"id": "148b3213-0f77-4469-b901-9b93a55e3a91", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-997896372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5e3e891410455abd448117aabf8d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329e7ecf-f4", "ovs_interfaceid": "329e7ecf-f461-4acb-8b46-c1b825abf425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.578925] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13612634-d7ad-4dc4-9f77-2a0a1adec060 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.614153] env[61960]: DEBUG nova.compute.manager [req-2f421257-11c2-4b89-8f47-9e7a6f70e9a6 req-3bf2d418-3539-498f-8efa-f4455ceb3c18 service nova] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Detach interface failed, port_id=cee27c21-178a-45ee-87d8-39f3c9f66b73, reason: Instance cd873cd1-bbab-45e9-8b29-2595fec3f72f could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 911.639727] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0abcfbcb-6e52-4ffb-9bde-32be68e516da tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.644812] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.020s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.645320] env[61960]: DEBUG nova.objects.instance [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Lazy-loading 'resources' on Instance uuid f4a5dd99-d251-46d2-b3a6-140770ba2f67 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.669088] env[61960]: INFO nova.scheduler.client.report [None req-0abcfbcb-6e52-4ffb-9bde-32be68e516da tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Deleted allocations for instance c5b15896-aa3f-48f6-b827-348bcb57bc5e [ 911.682020] env[61960]: DEBUG nova.compute.manager [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 911.718176] env[61960]: DEBUG nova.virt.hardware [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 911.718176] env[61960]: DEBUG nova.virt.hardware [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 911.718413] env[61960]: DEBUG nova.virt.hardware [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.718504] env[61960]: DEBUG nova.virt.hardware [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 911.718619] env[61960]: DEBUG nova.virt.hardware [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.718767] env[61960]: DEBUG nova.virt.hardware [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 911.718986] env[61960]: DEBUG nova.virt.hardware [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 911.719171] env[61960]: DEBUG nova.virt.hardware [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 911.719348] env[61960]: DEBUG nova.virt.hardware [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 911.719922] env[61960]: DEBUG nova.virt.hardware [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 911.719922] env[61960]: DEBUG nova.virt.hardware [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 911.720667] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1a2f24-c138-41ee-b6ad-7d27c6a87eaa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.735588] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5c17d1-6887-4868-a58e-350359bad97b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.739823] env[61960]: DEBUG oslo_vmware.api [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436364, 'name': CreateSnapshot_Task, 'duration_secs': 0.969124} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.740396] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Created Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 911.741499] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8f4952-bfda-4b2e-9656-495bbdaf6980 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.824738] env[61960]: DEBUG oslo_vmware.api [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436366, 'name': ReconfigVM_Task, 'duration_secs': 0.427097} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.825065] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 8613b53f-34ea-49a4-9074-caf65a790ac3/8613b53f-34ea-49a4-9074-caf65a790ac3.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.825741] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2c8e510-78bb-44b0-a950-0cbd07142659 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.832508] env[61960]: DEBUG oslo_vmware.api [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 911.832508] env[61960]: value = "task-436368" [ 911.832508] env[61960]: _type = "Task" [ 911.832508] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.840120] env[61960]: DEBUG oslo_vmware.api [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436368, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.044327] env[61960]: INFO nova.compute.manager [-] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Took 1.27 seconds to deallocate network for instance. [ 912.093242] env[61960]: DEBUG oslo_concurrency.lockutils [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Releasing lock "refresh_cache-bedcdb7c-216f-4248-b5ac-1c71471c4c07" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.178844] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0abcfbcb-6e52-4ffb-9bde-32be68e516da tempest-ServersTestMultiNic-1925128274 tempest-ServersTestMultiNic-1925128274-project-member] Lock "c5b15896-aa3f-48f6-b827-348bcb57bc5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.613s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.212028] env[61960]: DEBUG nova.compute.manager [req-411fddb4-427a-45ab-bfd0-cd0c19ad506b req-a0b23b10-788f-4b78-a86e-4ec300201fe6 service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Received event network-vif-plugged-f0de4a83-5721-4eeb-95e3-2c542186f2bf {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 912.212220] env[61960]: DEBUG oslo_concurrency.lockutils [req-411fddb4-427a-45ab-bfd0-cd0c19ad506b req-a0b23b10-788f-4b78-a86e-4ec300201fe6 service nova] Acquiring lock "d39344c1-66e3-48a7-be6b-3589a4f528f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.212463] env[61960]: DEBUG oslo_concurrency.lockutils [req-411fddb4-427a-45ab-bfd0-cd0c19ad506b req-a0b23b10-788f-4b78-a86e-4ec300201fe6 service nova] Lock "d39344c1-66e3-48a7-be6b-3589a4f528f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.212698] env[61960]: DEBUG oslo_concurrency.lockutils [req-411fddb4-427a-45ab-bfd0-cd0c19ad506b req-a0b23b10-788f-4b78-a86e-4ec300201fe6 service nova] Lock "d39344c1-66e3-48a7-be6b-3589a4f528f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.212918] env[61960]: DEBUG nova.compute.manager [req-411fddb4-427a-45ab-bfd0-cd0c19ad506b req-a0b23b10-788f-4b78-a86e-4ec300201fe6 service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] No waiting events found dispatching network-vif-plugged-f0de4a83-5721-4eeb-95e3-2c542186f2bf {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 912.212977] env[61960]: WARNING nova.compute.manager [req-411fddb4-427a-45ab-bfd0-cd0c19ad506b req-a0b23b10-788f-4b78-a86e-4ec300201fe6 service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Received unexpected event network-vif-plugged-f0de4a83-5721-4eeb-95e3-2c542186f2bf for instance with vm_state building and task_state spawning. [ 912.267235] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Creating linked-clone VM from snapshot {{(pid=61960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 912.270450] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6915709b-cd13-4aaf-ba2e-2700593e8938 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.281146] env[61960]: DEBUG oslo_vmware.api [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the task: (returnval){ [ 912.281146] env[61960]: value = "task-436369" [ 912.281146] env[61960]: _type = "Task" [ 912.281146] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.287275] env[61960]: DEBUG nova.network.neutron [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Successfully updated port: f0de4a83-5721-4eeb-95e3-2c542186f2bf {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.293242] env[61960]: DEBUG oslo_vmware.api [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436369, 'name': CloneVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.328288] env[61960]: DEBUG oslo_vmware.rw_handles [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a4cca4-af5d-bde4-d51f-8b071233f548/disk-0.vmdk. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 912.329257] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ff45bc-ec9c-4ffc-ac3d-1b76019c9802 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.339963] env[61960]: DEBUG oslo_vmware.rw_handles [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a4cca4-af5d-bde4-d51f-8b071233f548/disk-0.vmdk is in state: ready. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 912.340190] env[61960]: ERROR oslo_vmware.rw_handles [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a4cca4-af5d-bde4-d51f-8b071233f548/disk-0.vmdk due to incomplete transfer. [ 912.340857] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ff58bab9-16df-41ab-a067-02321da448bd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.345972] env[61960]: DEBUG oslo_vmware.api [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436368, 'name': Rename_Task, 'duration_secs': 0.152668} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.348688] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 912.349212] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33c9c74c-3e2c-4040-a562-56212578872a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.356270] env[61960]: DEBUG oslo_vmware.api [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 912.356270] env[61960]: value = "task-436370" [ 912.356270] env[61960]: _type = "Task" [ 912.356270] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.356529] env[61960]: DEBUG oslo_vmware.rw_handles [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a4cca4-af5d-bde4-d51f-8b071233f548/disk-0.vmdk. {{(pid=61960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 912.356747] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Uploaded image 4272e4ad-c366-4e7c-b6ed-e7a0db488da2 to the Glance image server {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 912.358661] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Destroying the VM {{(pid=61960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 912.358972] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-85d013e7-0b83-4830-a6b7-d072075697e1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.372723] env[61960]: DEBUG oslo_vmware.api [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436370, 'name': PowerOnVM_Task} progress is 33%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.374671] env[61960]: DEBUG oslo_vmware.api [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Waiting for the task: (returnval){ [ 912.374671] env[61960]: value = "task-436371" [ 912.374671] env[61960]: _type = "Task" [ 912.374671] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.387480] env[61960]: DEBUG oslo_vmware.api [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436371, 'name': Destroy_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.446731] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa67660-1792-4eb4-8e65-16cc7bdb1fdb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.454183] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7d7dbe-b4d5-4130-9c35-e410bf23d1f1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.486719] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e6e637-595d-43dc-b99d-f332a80b8434 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.494273] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b7bd65-0552-4bd8-aa46-b0dedb35a285 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.507765] env[61960]: DEBUG nova.compute.provider_tree [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 912.551816] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d4cae630-c977-40f6-a912-88159cd03636 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.616122] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e17917-acc1-4c98-8d32-fbe92bf4948d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.637334] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da61a3fc-1672-46e2-9b88-089359a78e9f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.644829] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Updating instance 'bedcdb7c-216f-4248-b5ac-1c71471c4c07' progress to 83 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 912.791587] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "refresh_cache-d39344c1-66e3-48a7-be6b-3589a4f528f3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.791587] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired lock "refresh_cache-d39344c1-66e3-48a7-be6b-3589a4f528f3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.791587] env[61960]: DEBUG nova.network.neutron [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 912.792385] env[61960]: DEBUG oslo_vmware.api [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436369, 'name': CloneVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.872840] env[61960]: DEBUG oslo_vmware.api [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436370, 'name': PowerOnVM_Task} progress is 88%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.889971] env[61960]: DEBUG oslo_vmware.api [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436371, 'name': Destroy_Task, 'duration_secs': 0.376808} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.890303] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Destroyed the VM [ 912.890553] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Deleting Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 912.890815] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8f3a7e1b-5f01-4acf-88b5-c4cb61824360 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.898447] env[61960]: DEBUG oslo_vmware.api [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Waiting for the task: (returnval){ [ 912.898447] env[61960]: value = "task-436372" [ 912.898447] env[61960]: _type = "Task" [ 912.898447] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.907010] env[61960]: DEBUG oslo_vmware.api [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436372, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.038803] env[61960]: ERROR nova.scheduler.client.report [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] [req-8df5cd17-c0ad-476e-921c-bebc02e9617d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8df5cd17-c0ad-476e-921c-bebc02e9617d"}]} [ 913.054428] env[61960]: DEBUG nova.scheduler.client.report [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 913.069461] env[61960]: DEBUG nova.scheduler.client.report [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 913.069753] env[61960]: DEBUG nova.compute.provider_tree [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 913.081236] env[61960]: DEBUG nova.scheduler.client.report [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 913.103259] env[61960]: DEBUG nova.scheduler.client.report [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 913.151372] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 913.151672] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b2781f8-99f1-4b4d-bf14-9b5bcbd8a15b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.161965] env[61960]: DEBUG oslo_vmware.api [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 913.161965] env[61960]: value = "task-436373" [ 913.161965] env[61960]: _type = "Task" [ 913.161965] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.177866] env[61960]: DEBUG oslo_vmware.api [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.291665] env[61960]: DEBUG oslo_vmware.api [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436369, 'name': CloneVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.323803] env[61960]: DEBUG nova.network.neutron [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 913.370236] env[61960]: DEBUG oslo_vmware.api [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436370, 'name': PowerOnVM_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.396773] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac01d8b4-674e-4876-b93d-bb939c315772 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.409861] env[61960]: DEBUG oslo_vmware.api [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436372, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.410974] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b864de4-1f91-4b44-9a9c-e47988ba3e2f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.442938] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a034b72-2164-4110-9ce0-32fd44468f24 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.452696] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a64d778-5b46-4bf9-badf-b8537392e057 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.466656] env[61960]: DEBUG nova.compute.provider_tree [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 913.495466] env[61960]: DEBUG nova.network.neutron [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Updating instance_info_cache with network_info: [{"id": "f0de4a83-5721-4eeb-95e3-2c542186f2bf", "address": "fa:16:3e:dc:63:1b", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0de4a83-57", "ovs_interfaceid": "f0de4a83-5721-4eeb-95e3-2c542186f2bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.673890] env[61960]: DEBUG oslo_vmware.api [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436373, 'name': PowerOnVM_Task, 'duration_secs': 0.409393} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.674208] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 913.674915] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-259af849-51ad-48c8-9d7b-54d8fe1bea92 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Updating instance 'bedcdb7c-216f-4248-b5ac-1c71471c4c07' progress to 100 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 913.790506] env[61960]: DEBUG oslo_vmware.api [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436369, 'name': CloneVM_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.874034] env[61960]: DEBUG oslo_vmware.api [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436370, 'name': PowerOnVM_Task, 'duration_secs': 1.016097} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.874034] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 913.874034] env[61960]: INFO nova.compute.manager [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Took 9.50 seconds to spawn the instance on the hypervisor. [ 913.874034] env[61960]: DEBUG nova.compute.manager [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 913.874034] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389abef3-5896-44d0-9c4d-78167d61a619 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.907922] env[61960]: DEBUG oslo_vmware.api [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436372, 'name': RemoveSnapshot_Task, 'duration_secs': 0.793063} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.910142] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Deleted Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 913.910142] env[61960]: INFO nova.compute.manager [None req-62907499-8190-45c3-a737-e6a9347e29e4 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Took 16.14 seconds to snapshot the instance on the hypervisor. [ 913.997962] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Releasing lock "refresh_cache-d39344c1-66e3-48a7-be6b-3589a4f528f3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.998325] env[61960]: DEBUG nova.compute.manager [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Instance network_info: |[{"id": "f0de4a83-5721-4eeb-95e3-2c542186f2bf", "address": "fa:16:3e:dc:63:1b", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0de4a83-57", "ovs_interfaceid": "f0de4a83-5721-4eeb-95e3-2c542186f2bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 913.998794] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:63:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0de4a83-5721-4eeb-95e3-2c542186f2bf', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.006312] env[61960]: DEBUG oslo.service.loopingcall [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 914.006566] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 914.006810] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6742edd0-c6ab-439d-afac-f3c6aa34063b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.021633] env[61960]: DEBUG nova.scheduler.client.report [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 914.021931] env[61960]: DEBUG nova.compute.provider_tree [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 124 to 125 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 914.022070] env[61960]: DEBUG nova.compute.provider_tree [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 914.032246] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.032246] env[61960]: value = "task-436375" [ 914.032246] env[61960]: _type = "Task" [ 914.032246] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.040239] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436375, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.237965] env[61960]: DEBUG nova.compute.manager [req-575cd08a-c2c7-4cf1-95d5-20523f7552f2 req-5a15a8d4-d62e-4ff5-a01d-8ef200a982a1 service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Received event network-changed-f0de4a83-5721-4eeb-95e3-2c542186f2bf {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 914.238241] env[61960]: DEBUG nova.compute.manager [req-575cd08a-c2c7-4cf1-95d5-20523f7552f2 req-5a15a8d4-d62e-4ff5-a01d-8ef200a982a1 service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Refreshing instance network info cache due to event network-changed-f0de4a83-5721-4eeb-95e3-2c542186f2bf. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 914.238475] env[61960]: DEBUG oslo_concurrency.lockutils [req-575cd08a-c2c7-4cf1-95d5-20523f7552f2 req-5a15a8d4-d62e-4ff5-a01d-8ef200a982a1 service nova] Acquiring lock "refresh_cache-d39344c1-66e3-48a7-be6b-3589a4f528f3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.238686] env[61960]: DEBUG oslo_concurrency.lockutils [req-575cd08a-c2c7-4cf1-95d5-20523f7552f2 req-5a15a8d4-d62e-4ff5-a01d-8ef200a982a1 service nova] Acquired lock "refresh_cache-d39344c1-66e3-48a7-be6b-3589a4f528f3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.238797] env[61960]: DEBUG nova.network.neutron [req-575cd08a-c2c7-4cf1-95d5-20523f7552f2 req-5a15a8d4-d62e-4ff5-a01d-8ef200a982a1 service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Refreshing network info cache for port f0de4a83-5721-4eeb-95e3-2c542186f2bf {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 914.295495] env[61960]: DEBUG oslo_vmware.api [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436369, 'name': CloneVM_Task, 'duration_secs': 1.594192} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.295992] env[61960]: INFO nova.virt.vmwareapi.vmops [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Created linked-clone VM from snapshot [ 914.297055] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b789b8dd-5e2f-49ca-a13a-cfd9d49bdcb0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.308022] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Uploading image 66f77063-9a5f-4cde-8daf-643e27a830ea {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 914.334686] env[61960]: DEBUG oslo_vmware.rw_handles [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 914.334686] env[61960]: value = "vm-116143" [ 914.334686] env[61960]: _type = "VirtualMachine" [ 914.334686] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 914.334686] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6abfec4c-f1b2-4371-81fa-41e00bb039cb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.346026] env[61960]: DEBUG oslo_vmware.rw_handles [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Lease: (returnval){ [ 914.346026] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526c0c1b-a466-6aa1-e35d-bdb011ceee29" [ 914.346026] env[61960]: _type = "HttpNfcLease" [ 914.346026] env[61960]: } obtained for exporting VM: (result){ [ 914.346026] env[61960]: value = "vm-116143" [ 914.346026] env[61960]: _type = "VirtualMachine" [ 914.346026] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 914.346026] env[61960]: DEBUG oslo_vmware.api [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the lease: (returnval){ [ 914.346026] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526c0c1b-a466-6aa1-e35d-bdb011ceee29" [ 914.346026] env[61960]: _type = "HttpNfcLease" [ 914.346026] env[61960]: } to be ready. {{(pid=61960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 914.352522] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 914.352522] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526c0c1b-a466-6aa1-e35d-bdb011ceee29" [ 914.352522] env[61960]: _type = "HttpNfcLease" [ 914.352522] env[61960]: } is initializing. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 914.394340] env[61960]: INFO nova.compute.manager [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Took 42.77 seconds to build instance. [ 914.527857] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.883s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.530660] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dea1d7cb-f634-4f9d-a19d-6e2d56b82eeb tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.876s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.530660] env[61960]: DEBUG nova.objects.instance [None req-dea1d7cb-f634-4f9d-a19d-6e2d56b82eeb tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lazy-loading 'resources' on Instance uuid 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.544891] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436375, 'name': CreateVM_Task, 'duration_secs': 0.382197} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.545262] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 914.545751] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.545943] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.546306] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.546965] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09aa9789-42f0-4edd-a865-f3fe303d0898 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.553095] env[61960]: DEBUG oslo_vmware.api [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 914.553095] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52a37953-e92c-78b4-3458-9de29d1e1cac" [ 914.553095] env[61960]: _type = "Task" [ 914.553095] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.562126] env[61960]: INFO nova.scheduler.client.report [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Deleted allocations for instance f4a5dd99-d251-46d2-b3a6-140770ba2f67 [ 914.575097] env[61960]: DEBUG oslo_vmware.api [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52a37953-e92c-78b4-3458-9de29d1e1cac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.856402] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 914.856402] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526c0c1b-a466-6aa1-e35d-bdb011ceee29" [ 914.856402] env[61960]: _type = "HttpNfcLease" [ 914.856402] env[61960]: } is ready. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 914.856895] env[61960]: DEBUG oslo_vmware.rw_handles [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 914.856895] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526c0c1b-a466-6aa1-e35d-bdb011ceee29" [ 914.856895] env[61960]: _type = "HttpNfcLease" [ 914.856895] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 914.858028] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55804685-59e3-4a23-8bb3-eff8cdfe6d62 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.871350] env[61960]: DEBUG oslo_vmware.rw_handles [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e35e38-6acf-1768-2548-675e07044f8c/disk-0.vmdk from lease info. {{(pid=61960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 914.871574] env[61960]: DEBUG oslo_vmware.rw_handles [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e35e38-6acf-1768-2548-675e07044f8c/disk-0.vmdk for reading. {{(pid=61960) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 914.936836] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a0364552-f7a8-4f8a-ae63-43a64cefff38 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lock "8613b53f-34ea-49a4-9074-caf65a790ac3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.320s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.023920] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c4c5853c-d3f8-4d15-801c-68908ffae440 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.075067] env[61960]: DEBUG oslo_vmware.api [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52a37953-e92c-78b4-3458-9de29d1e1cac, 'name': SearchDatastore_Task, 'duration_secs': 0.011606} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.075217] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.075467] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.075704] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.075859] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.076521] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.078390] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18e7068f-f622-406d-a042-2aaafa943bb2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.081135] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ebf5be3f-9afc-4c9d-ba84-9c66ac8a0dd1 tempest-InstanceActionsV221TestJSON-2121521244 tempest-InstanceActionsV221TestJSON-2121521244-project-member] Lock "f4a5dd99-d251-46d2-b3a6-140770ba2f67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.546s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.087633] env[61960]: DEBUG nova.network.neutron [req-575cd08a-c2c7-4cf1-95d5-20523f7552f2 req-5a15a8d4-d62e-4ff5-a01d-8ef200a982a1 service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Updated VIF entry in instance network info cache for port f0de4a83-5721-4eeb-95e3-2c542186f2bf. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 915.087633] env[61960]: DEBUG nova.network.neutron [req-575cd08a-c2c7-4cf1-95d5-20523f7552f2 req-5a15a8d4-d62e-4ff5-a01d-8ef200a982a1 service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Updating instance_info_cache with network_info: [{"id": "f0de4a83-5721-4eeb-95e3-2c542186f2bf", "address": "fa:16:3e:dc:63:1b", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0de4a83-57", "ovs_interfaceid": "f0de4a83-5721-4eeb-95e3-2c542186f2bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.093529] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.093717] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 915.094487] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82909aca-23e6-4b49-b0cd-b20d8a3ecaa8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.108536] env[61960]: DEBUG oslo_vmware.api [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 915.108536] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526f6961-a9cf-b323-e79c-ec0f33c53cfe" [ 915.108536] env[61960]: _type = "Task" [ 915.108536] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.119342] env[61960]: DEBUG oslo_vmware.api [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526f6961-a9cf-b323-e79c-ec0f33c53cfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.367850] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b26554e-2855-45e9-9f34-841d3edbeb89 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.376796] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56fa6a8-0adb-4d08-8d9c-11d49d3a5a35 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.414452] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7819f267-036d-4d13-9c5a-5fa9db03b161 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.425609] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4914df0f-bf20-41d7-a884-f0c534cf159b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.444197] env[61960]: DEBUG nova.compute.provider_tree [None req-dea1d7cb-f634-4f9d-a19d-6e2d56b82eeb tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.454751] env[61960]: DEBUG oslo_concurrency.lockutils [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquiring lock "c841adfb-d099-40c3-b30a-d21b389440c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.455107] env[61960]: DEBUG oslo_concurrency.lockutils [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lock "c841adfb-d099-40c3-b30a-d21b389440c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.594638] env[61960]: DEBUG oslo_concurrency.lockutils [req-575cd08a-c2c7-4cf1-95d5-20523f7552f2 req-5a15a8d4-d62e-4ff5-a01d-8ef200a982a1 service nova] Releasing lock "refresh_cache-d39344c1-66e3-48a7-be6b-3589a4f528f3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.617044] env[61960]: DEBUG oslo_vmware.api [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526f6961-a9cf-b323-e79c-ec0f33c53cfe, 'name': SearchDatastore_Task, 'duration_secs': 0.014667} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.618240] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51022120-da56-4d6e-90a0-ce216cc5b057 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.625796] env[61960]: DEBUG oslo_vmware.api [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 915.625796] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52616214-cf56-f69a-a0eb-3119bb3c7d28" [ 915.625796] env[61960]: _type = "Task" [ 915.625796] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.637498] env[61960]: DEBUG oslo_vmware.api [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52616214-cf56-f69a-a0eb-3119bb3c7d28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.667706] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b7057d6e-7f48-4402-9bf8-3ec8e36d71f3 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "bedcdb7c-216f-4248-b5ac-1c71471c4c07" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.668769] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b7057d6e-7f48-4402-9bf8-3ec8e36d71f3 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "bedcdb7c-216f-4248-b5ac-1c71471c4c07" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.668769] env[61960]: DEBUG nova.compute.manager [None req-b7057d6e-7f48-4402-9bf8-3ec8e36d71f3 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Going to confirm migration 3 {{(pid=61960) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 915.861399] env[61960]: DEBUG nova.compute.manager [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 915.862458] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697011b3-e511-46fe-9b03-3761247834d1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.958257] env[61960]: DEBUG nova.scheduler.client.report [None req-dea1d7cb-f634-4f9d-a19d-6e2d56b82eeb tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 915.963741] env[61960]: DEBUG nova.compute.manager [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 916.141701] env[61960]: DEBUG oslo_vmware.api [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52616214-cf56-f69a-a0eb-3119bb3c7d28, 'name': SearchDatastore_Task, 'duration_secs': 0.011433} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.142090] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.142871] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] d39344c1-66e3-48a7-be6b-3589a4f528f3/d39344c1-66e3-48a7-be6b-3589a4f528f3.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 916.143240] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdf4a05e-7e0f-43fb-8fca-8827c42e2066 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.152793] env[61960]: DEBUG oslo_vmware.api [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 916.152793] env[61960]: value = "task-436378" [ 916.152793] env[61960]: _type = "Task" [ 916.152793] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.163985] env[61960]: DEBUG oslo_vmware.api [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.266397] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b7057d6e-7f48-4402-9bf8-3ec8e36d71f3 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "refresh_cache-bedcdb7c-216f-4248-b5ac-1c71471c4c07" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.266609] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b7057d6e-7f48-4402-9bf8-3ec8e36d71f3 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquired lock "refresh_cache-bedcdb7c-216f-4248-b5ac-1c71471c4c07" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.266801] env[61960]: DEBUG nova.network.neutron [None req-b7057d6e-7f48-4402-9bf8-3ec8e36d71f3 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 916.267032] env[61960]: DEBUG nova.objects.instance [None req-b7057d6e-7f48-4402-9bf8-3ec8e36d71f3 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lazy-loading 'info_cache' on Instance uuid bedcdb7c-216f-4248-b5ac-1c71471c4c07 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.377452] env[61960]: INFO nova.compute.manager [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] instance snapshotting [ 916.381199] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400935d1-f8ff-4716-80a0-f86363f1cfae {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.410472] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990c694c-52e8-47a7-9f82-f711258d9cf6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.473088] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dea1d7cb-f634-4f9d-a19d-6e2d56b82eeb tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.481264] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.393s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.481750] env[61960]: DEBUG nova.objects.instance [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lazy-loading 'resources' on Instance uuid d96217b7-2f67-421c-b977-b660bdff8dd4 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.501265] env[61960]: DEBUG oslo_concurrency.lockutils [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.508580] env[61960]: INFO nova.scheduler.client.report [None req-dea1d7cb-f634-4f9d-a19d-6e2d56b82eeb tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Deleted allocations for instance 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c [ 916.671730] env[61960]: DEBUG oslo_vmware.api [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436378, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.929774] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Creating Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 916.930177] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1445414d-cc81-476d-93cb-afc3fc7e45d6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.940035] env[61960]: DEBUG oslo_vmware.api [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Waiting for the task: (returnval){ [ 916.940035] env[61960]: value = "task-436379" [ 916.940035] env[61960]: _type = "Task" [ 916.940035] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.950795] env[61960]: DEBUG oslo_vmware.api [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436379, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.023382] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dea1d7cb-f634-4f9d-a19d-6e2d56b82eeb tempest-MigrationsAdminTest-661592517 tempest-MigrationsAdminTest-661592517-project-member] Lock "9d79bbb7-73e3-4af6-8595-b8d3ebd4378c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.425s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.172290] env[61960]: DEBUG oslo_vmware.api [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650138} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.172866] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] d39344c1-66e3-48a7-be6b-3589a4f528f3/d39344c1-66e3-48a7-be6b-3589a4f528f3.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 917.173130] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.173537] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd856c96-d16f-4a6e-b981-c702e1b090c0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.188186] env[61960]: DEBUG oslo_vmware.api [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 917.188186] env[61960]: value = "task-436380" [ 917.188186] env[61960]: _type = "Task" [ 917.188186] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.198540] env[61960]: DEBUG oslo_vmware.api [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.296434] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a545f8-80ae-44fd-8df9-5ac3574f263c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.305948] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35f2fa3-9911-478b-be2b-4886214051b8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.340255] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9476f005-00dc-4598-b723-f7e1f807dccf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.349928] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e57f65d-83d0-4e9a-9119-dafcca4ab0ca {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.366260] env[61960]: DEBUG nova.compute.provider_tree [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 917.452245] env[61960]: DEBUG oslo_vmware.api [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436379, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.702959] env[61960]: DEBUG oslo_vmware.api [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202469} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.706846] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.708591] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e00ea2-6a70-478e-9522-c9c3ca97bcf3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.733044] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] d39344c1-66e3-48a7-be6b-3589a4f528f3/d39344c1-66e3-48a7-be6b-3589a4f528f3.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.733462] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-921e7a42-46e1-4de0-b0fd-6b9b378cfff6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.758647] env[61960]: DEBUG oslo_vmware.api [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 917.758647] env[61960]: value = "task-436381" [ 917.758647] env[61960]: _type = "Task" [ 917.758647] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.767953] env[61960]: DEBUG oslo_vmware.api [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436381, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.874530] env[61960]: DEBUG nova.network.neutron [None req-b7057d6e-7f48-4402-9bf8-3ec8e36d71f3 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Updating instance_info_cache with network_info: [{"id": "329e7ecf-f461-4acb-8b46-c1b825abf425", "address": "fa:16:3e:ac:72:50", "network": {"id": "148b3213-0f77-4469-b901-9b93a55e3a91", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-997896372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5e3e891410455abd448117aabf8d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329e7ecf-f4", "ovs_interfaceid": "329e7ecf-f461-4acb-8b46-c1b825abf425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.889146] env[61960]: ERROR nova.scheduler.client.report [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] [req-3dd8ec27-c179-499b-b95a-efffce8892dd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3dd8ec27-c179-499b-b95a-efffce8892dd"}]} [ 917.911081] env[61960]: DEBUG nova.scheduler.client.report [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 917.927364] env[61960]: DEBUG nova.scheduler.client.report [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 917.927709] env[61960]: DEBUG nova.compute.provider_tree [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 917.942216] env[61960]: DEBUG nova.scheduler.client.report [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 917.961321] env[61960]: DEBUG oslo_vmware.api [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436379, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.962390] env[61960]: DEBUG nova.scheduler.client.report [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 918.273339] env[61960]: DEBUG oslo_vmware.api [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436381, 'name': ReconfigVM_Task, 'duration_secs': 0.347377} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.273781] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Reconfigured VM instance instance-00000051 to attach disk [datastore1] d39344c1-66e3-48a7-be6b-3589a4f528f3/d39344c1-66e3-48a7-be6b-3589a4f528f3.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.274287] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a49bd42-b0ef-40d7-8010-580f830867a7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.286332] env[61960]: DEBUG oslo_vmware.api [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 918.286332] env[61960]: value = "task-436382" [ 918.286332] env[61960]: _type = "Task" [ 918.286332] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.293222] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae67fc7-c864-41c7-a1ee-e63c9af13445 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.299634] env[61960]: DEBUG oslo_vmware.api [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436382, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.306435] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30be8cc5-cdfa-4418-9f0d-9097815a86bf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.339299] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef61af0e-bf6c-4b43-96bf-7cd3d2477a2c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.348506] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3507ba5a-b42c-4b83-8ab9-b9120bee4f81 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.363595] env[61960]: DEBUG nova.compute.provider_tree [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 918.377087] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b7057d6e-7f48-4402-9bf8-3ec8e36d71f3 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Releasing lock "refresh_cache-bedcdb7c-216f-4248-b5ac-1c71471c4c07" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.377374] env[61960]: DEBUG nova.objects.instance [None req-b7057d6e-7f48-4402-9bf8-3ec8e36d71f3 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lazy-loading 'migration_context' on Instance uuid bedcdb7c-216f-4248-b5ac-1c71471c4c07 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.457494] env[61960]: DEBUG oslo_vmware.api [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436379, 'name': CreateSnapshot_Task, 'duration_secs': 1.207015} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.457715] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Created Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 918.458438] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9147a7ab-4278-4998-ab47-b110d42d0540 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.738880] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d51d8c73-27c6-4f30-8385-6aaf51f4a3bb tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquiring lock "d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.739149] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d51d8c73-27c6-4f30-8385-6aaf51f4a3bb tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.798590] env[61960]: DEBUG oslo_vmware.api [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436382, 'name': Rename_Task, 'duration_secs': 0.208075} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.798837] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 918.799112] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5ec8d67-44cd-4d81-a344-78f0fc987d8a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.806612] env[61960]: DEBUG oslo_vmware.api [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 918.806612] env[61960]: value = "task-436383" [ 918.806612] env[61960]: _type = "Task" [ 918.806612] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.815692] env[61960]: DEBUG oslo_vmware.api [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.880513] env[61960]: DEBUG nova.objects.base [None req-b7057d6e-7f48-4402-9bf8-3ec8e36d71f3 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=61960) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 918.882248] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5bdbea-f73c-488d-b852-2d8cf97397da {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.903820] env[61960]: DEBUG nova.scheduler.client.report [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 126 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 918.904116] env[61960]: DEBUG nova.compute.provider_tree [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 126 to 127 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 918.904342] env[61960]: DEBUG nova.compute.provider_tree [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 918.907758] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53349076-e504-4ae1-b8b5-b398d9e29bae {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.914621] env[61960]: DEBUG oslo_vmware.api [None req-b7057d6e-7f48-4402-9bf8-3ec8e36d71f3 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 918.914621] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527c95fa-4217-74ab-551f-0831a391b7f2" [ 918.914621] env[61960]: _type = "Task" [ 918.914621] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.924008] env[61960]: DEBUG oslo_vmware.api [None req-b7057d6e-7f48-4402-9bf8-3ec8e36d71f3 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527c95fa-4217-74ab-551f-0831a391b7f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.978419] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Creating linked-clone VM from snapshot {{(pid=61960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 918.979016] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fca3c8db-e0f8-43ef-965d-fbf615a7e009 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.990952] env[61960]: DEBUG oslo_vmware.api [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Waiting for the task: (returnval){ [ 918.990952] env[61960]: value = "task-436384" [ 918.990952] env[61960]: _type = "Task" [ 918.990952] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.001492] env[61960]: DEBUG oslo_vmware.api [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436384, 'name': CloneVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.242684] env[61960]: DEBUG nova.compute.utils [None req-d51d8c73-27c6-4f30-8385-6aaf51f4a3bb tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 919.320140] env[61960]: DEBUG oslo_vmware.api [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436383, 'name': PowerOnVM_Task} progress is 89%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.411700] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.931s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.414452] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.094s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.416248] env[61960]: INFO nova.compute.claims [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 919.431671] env[61960]: DEBUG oslo_vmware.api [None req-b7057d6e-7f48-4402-9bf8-3ec8e36d71f3 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527c95fa-4217-74ab-551f-0831a391b7f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009916} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.432059] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b7057d6e-7f48-4402-9bf8-3ec8e36d71f3 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.435859] env[61960]: INFO nova.scheduler.client.report [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Deleted allocations for instance d96217b7-2f67-421c-b977-b660bdff8dd4 [ 919.502296] env[61960]: DEBUG oslo_vmware.api [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436384, 'name': CloneVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.745872] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d51d8c73-27c6-4f30-8385-6aaf51f4a3bb tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.824482] env[61960]: DEBUG oslo_vmware.api [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436383, 'name': PowerOnVM_Task, 'duration_secs': 0.557111} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.826166] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 919.826624] env[61960]: INFO nova.compute.manager [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Took 8.14 seconds to spawn the instance on the hypervisor. [ 919.826878] env[61960]: DEBUG nova.compute.manager [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 919.828031] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88c1bb9-3764-4878-8a11-d709a6f23c2a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.944409] env[61960]: DEBUG oslo_concurrency.lockutils [None req-1373ea2c-6b17-4415-86f4-ec8ec08e292c tempest-ServersAdminTestJSON-1363292575 tempest-ServersAdminTestJSON-1363292575-project-member] Lock "d96217b7-2f67-421c-b977-b660bdff8dd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.282s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.003191] env[61960]: DEBUG oslo_vmware.api [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436384, 'name': CloneVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.361162] env[61960]: INFO nova.compute.manager [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Took 34.59 seconds to build instance. [ 920.503527] env[61960]: DEBUG oslo_vmware.api [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436384, 'name': CloneVM_Task} progress is 95%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.718995] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a6faeb-debe-4c4b-b7bc-429313035a26 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.728930] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab52677-c14a-4048-8de1-7fdb84b96fe5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.769307] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2106a023-f3b9-4db1-954b-e4995b15b443 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.779517] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8076ea34-8f61-492d-8a8c-2bd6e9e6b73f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.801406] env[61960]: DEBUG nova.compute.provider_tree [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.857895] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d51d8c73-27c6-4f30-8385-6aaf51f4a3bb tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquiring lock "d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.858207] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d51d8c73-27c6-4f30-8385-6aaf51f4a3bb tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.858454] env[61960]: INFO nova.compute.manager [None req-d51d8c73-27c6-4f30-8385-6aaf51f4a3bb tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Attaching volume f9af83d3-3f55-496c-9923-613b5e969ae1 to /dev/sdb [ 920.861875] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c4276d29-b746-4822-bb21-d76088de3200 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "d39344c1-66e3-48a7-be6b-3589a4f528f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.103s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.927463] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a422906-7a1a-471f-80c2-ec6a98d5fe62 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.939017] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d453ab-bdd2-41cb-beb6-00f50e7144f0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.962127] env[61960]: DEBUG nova.virt.block_device [None req-d51d8c73-27c6-4f30-8385-6aaf51f4a3bb tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Updating existing volume attachment record: ba72d65d-b6ea-496c-b2e0-161af66f0d7d {{(pid=61960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 920.984390] env[61960]: DEBUG nova.compute.manager [req-c1b8418c-846f-47fd-ab17-d3b26dc15ea7 req-b80cdc7f-ef7a-49b8-b2ef-f4e6e65153e6 service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Received event network-changed-f0de4a83-5721-4eeb-95e3-2c542186f2bf {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 920.984390] env[61960]: DEBUG nova.compute.manager [req-c1b8418c-846f-47fd-ab17-d3b26dc15ea7 req-b80cdc7f-ef7a-49b8-b2ef-f4e6e65153e6 service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Refreshing instance network info cache due to event network-changed-f0de4a83-5721-4eeb-95e3-2c542186f2bf. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 920.984716] env[61960]: DEBUG oslo_concurrency.lockutils [req-c1b8418c-846f-47fd-ab17-d3b26dc15ea7 req-b80cdc7f-ef7a-49b8-b2ef-f4e6e65153e6 service nova] Acquiring lock "refresh_cache-d39344c1-66e3-48a7-be6b-3589a4f528f3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.984855] env[61960]: DEBUG oslo_concurrency.lockutils [req-c1b8418c-846f-47fd-ab17-d3b26dc15ea7 req-b80cdc7f-ef7a-49b8-b2ef-f4e6e65153e6 service nova] Acquired lock "refresh_cache-d39344c1-66e3-48a7-be6b-3589a4f528f3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.985140] env[61960]: DEBUG nova.network.neutron [req-c1b8418c-846f-47fd-ab17-d3b26dc15ea7 req-b80cdc7f-ef7a-49b8-b2ef-f4e6e65153e6 service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Refreshing network info cache for port f0de4a83-5721-4eeb-95e3-2c542186f2bf {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 921.016368] env[61960]: DEBUG oslo_vmware.api [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436384, 'name': CloneVM_Task, 'duration_secs': 1.842943} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.016897] env[61960]: INFO nova.virt.vmwareapi.vmops [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Created linked-clone VM from snapshot [ 921.020136] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd5abb5-ffde-4a5e-972d-e93ae456aebb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.033863] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Uploading image f05d4dc4-4fd5-4d20-a442-ae945853f9c2 {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 921.073339] env[61960]: DEBUG oslo_vmware.rw_handles [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 921.073339] env[61960]: value = "vm-116147" [ 921.073339] env[61960]: _type = "VirtualMachine" [ 921.073339] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 921.073339] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3122ea73-6a74-42c0-9d5f-7d1f2a372b38 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.084034] env[61960]: DEBUG oslo_vmware.rw_handles [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Lease: (returnval){ [ 921.084034] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522dbf9f-9686-079e-9603-06eba42227a3" [ 921.084034] env[61960]: _type = "HttpNfcLease" [ 921.084034] env[61960]: } obtained for exporting VM: (result){ [ 921.084034] env[61960]: value = "vm-116147" [ 921.084034] env[61960]: _type = "VirtualMachine" [ 921.084034] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 921.084034] env[61960]: DEBUG oslo_vmware.api [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Waiting for the lease: (returnval){ [ 921.084034] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522dbf9f-9686-079e-9603-06eba42227a3" [ 921.084034] env[61960]: _type = "HttpNfcLease" [ 921.084034] env[61960]: } to be ready. {{(pid=61960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 921.092266] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 921.092266] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522dbf9f-9686-079e-9603-06eba42227a3" [ 921.092266] env[61960]: _type = "HttpNfcLease" [ 921.092266] env[61960]: } is initializing. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 921.305854] env[61960]: DEBUG nova.scheduler.client.report [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 921.596225] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 921.596225] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522dbf9f-9686-079e-9603-06eba42227a3" [ 921.596225] env[61960]: _type = "HttpNfcLease" [ 921.596225] env[61960]: } is ready. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 921.596782] env[61960]: DEBUG oslo_vmware.rw_handles [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 921.596782] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522dbf9f-9686-079e-9603-06eba42227a3" [ 921.596782] env[61960]: _type = "HttpNfcLease" [ 921.596782] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 921.598113] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d20390-138a-4515-a62d-0fbc9c7af7b3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.610122] env[61960]: DEBUG oslo_vmware.rw_handles [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5258a3aa-afa4-ea0f-ddcd-0464ee3605ce/disk-0.vmdk from lease info. {{(pid=61960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 921.610345] env[61960]: DEBUG oslo_vmware.rw_handles [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5258a3aa-afa4-ea0f-ddcd-0464ee3605ce/disk-0.vmdk for reading. {{(pid=61960) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 921.724268] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1bae8cb7-3107-4aec-90c5-98eedfa24afa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.817076] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.817076] env[61960]: DEBUG nova.compute.manager [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 921.821026] env[61960]: DEBUG oslo_concurrency.lockutils [None req-aebee61d-72ab-46de-81b8-bfbca07bd3e5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.275s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.822477] env[61960]: DEBUG nova.objects.instance [None req-aebee61d-72ab-46de-81b8-bfbca07bd3e5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Lazy-loading 'resources' on Instance uuid 7630ed37-1a60-4221-ba79-ac826ed086aa {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.853210] env[61960]: DEBUG nova.network.neutron [req-c1b8418c-846f-47fd-ab17-d3b26dc15ea7 req-b80cdc7f-ef7a-49b8-b2ef-f4e6e65153e6 service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Updated VIF entry in instance network info cache for port f0de4a83-5721-4eeb-95e3-2c542186f2bf. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 921.853210] env[61960]: DEBUG nova.network.neutron [req-c1b8418c-846f-47fd-ab17-d3b26dc15ea7 req-b80cdc7f-ef7a-49b8-b2ef-f4e6e65153e6 service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Updating instance_info_cache with network_info: [{"id": "f0de4a83-5721-4eeb-95e3-2c542186f2bf", "address": "fa:16:3e:dc:63:1b", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0de4a83-57", "ovs_interfaceid": "f0de4a83-5721-4eeb-95e3-2c542186f2bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.175555] env[61960]: DEBUG oslo_concurrency.lockutils [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "33cdf08b-6074-477a-8307-703e7becb783" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.176134] env[61960]: DEBUG oslo_concurrency.lockutils [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "33cdf08b-6074-477a-8307-703e7becb783" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.330710] env[61960]: DEBUG nova.compute.utils [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 922.332660] env[61960]: DEBUG nova.compute.manager [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 922.333046] env[61960]: DEBUG nova.network.neutron [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 922.354498] env[61960]: DEBUG oslo_concurrency.lockutils [req-c1b8418c-846f-47fd-ab17-d3b26dc15ea7 req-b80cdc7f-ef7a-49b8-b2ef-f4e6e65153e6 service nova] Releasing lock "refresh_cache-d39344c1-66e3-48a7-be6b-3589a4f528f3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.390717] env[61960]: DEBUG nova.policy [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b313581470504665a0f09348a35ad35d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb87a3aea6c94417a8eb19cb6eac7f08', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 922.680406] env[61960]: DEBUG nova.compute.manager [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 922.706189] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4375d5cf-791e-42de-8670-8ae20d99c066 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.723724] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418bf548-b29e-4e45-8c7b-6faceb649138 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.759124] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22973b9-d5fe-4422-976b-1456740f8d1c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.768849] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df02b62-9334-4325-9ea5-0ba9820863db {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.787258] env[61960]: DEBUG nova.compute.provider_tree [None req-aebee61d-72ab-46de-81b8-bfbca07bd3e5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.818608] env[61960]: DEBUG nova.network.neutron [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Successfully created port: 69604137-813f-4ff2-bb36-aa38e871ee8b {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 922.837523] env[61960]: DEBUG nova.compute.manager [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 923.209348] env[61960]: DEBUG oslo_concurrency.lockutils [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.291069] env[61960]: DEBUG nova.scheduler.client.report [None req-aebee61d-72ab-46de-81b8-bfbca07bd3e5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 923.751517] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0ba9bf2c-002e-4aa2-bc31-6b08ba0cdfd4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "d7f5243f-7071-404d-9549-b381257d5288" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.751845] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0ba9bf2c-002e-4aa2-bc31-6b08ba0cdfd4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "d7f5243f-7071-404d-9549-b381257d5288" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.797187] env[61960]: DEBUG oslo_concurrency.lockutils [None req-aebee61d-72ab-46de-81b8-bfbca07bd3e5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.799935] env[61960]: DEBUG oslo_concurrency.lockutils [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.133s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.801435] env[61960]: INFO nova.compute.claims [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.827797] env[61960]: INFO nova.scheduler.client.report [None req-aebee61d-72ab-46de-81b8-bfbca07bd3e5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Deleted allocations for instance 7630ed37-1a60-4221-ba79-ac826ed086aa [ 923.848073] env[61960]: DEBUG nova.compute.manager [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 924.256251] env[61960]: INFO nova.compute.manager [None req-0ba9bf2c-002e-4aa2-bc31-6b08ba0cdfd4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Detaching volume 06acf879-923e-4fc0-bbd6-de3e9f8fad6a [ 924.298912] env[61960]: INFO nova.virt.block_device [None req-0ba9bf2c-002e-4aa2-bc31-6b08ba0cdfd4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Attempting to driver detach volume 06acf879-923e-4fc0-bbd6-de3e9f8fad6a from mountpoint /dev/sdb [ 924.299198] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba9bf2c-002e-4aa2-bc31-6b08ba0cdfd4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Volume detach. Driver type: vmdk {{(pid=61960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 924.299394] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba9bf2c-002e-4aa2-bc31-6b08ba0cdfd4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116112', 'volume_id': '06acf879-923e-4fc0-bbd6-de3e9f8fad6a', 'name': 'volume-06acf879-923e-4fc0-bbd6-de3e9f8fad6a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd7f5243f-7071-404d-9549-b381257d5288', 'attached_at': '', 'detached_at': '', 'volume_id': '06acf879-923e-4fc0-bbd6-de3e9f8fad6a', 'serial': '06acf879-923e-4fc0-bbd6-de3e9f8fad6a'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 924.300699] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba9a862-21fa-4ad0-bcc4-4a9c2d3e45b8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.326412] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fface938-8361-44a2-8676-716e4cbc545f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.333137] env[61960]: DEBUG nova.network.neutron [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Successfully updated port: 69604137-813f-4ff2-bb36-aa38e871ee8b {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.346479] env[61960]: DEBUG oslo_concurrency.lockutils [None req-aebee61d-72ab-46de-81b8-bfbca07bd3e5 tempest-ImagesOneServerNegativeTestJSON-650182495 tempest-ImagesOneServerNegativeTestJSON-650182495-project-member] Lock "7630ed37-1a60-4221-ba79-ac826ed086aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.814s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.349929] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1cf018-86a3-4265-adf8-80ef98458f5e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.377592] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9418297f-b057-4e97-a4d2-6821bcff9a1b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.396270] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba9bf2c-002e-4aa2-bc31-6b08ba0cdfd4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] The volume has not been displaced from its original location: [datastore1] volume-06acf879-923e-4fc0-bbd6-de3e9f8fad6a/volume-06acf879-923e-4fc0-bbd6-de3e9f8fad6a.vmdk. No consolidation needed. {{(pid=61960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 924.401653] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba9bf2c-002e-4aa2-bc31-6b08ba0cdfd4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Reconfiguring VM instance instance-0000003e to detach disk 2001 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 924.402061] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8c9a7d7-b3f9-4b7b-9616-8007556bdb13 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.423913] env[61960]: DEBUG oslo_vmware.api [None req-0ba9bf2c-002e-4aa2-bc31-6b08ba0cdfd4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 924.423913] env[61960]: value = "task-436391" [ 924.423913] env[61960]: _type = "Task" [ 924.423913] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.434518] env[61960]: DEBUG oslo_vmware.api [None req-0ba9bf2c-002e-4aa2-bc31-6b08ba0cdfd4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436391, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.846881] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "refresh_cache-4c175400-88d8-4813-aa7d-3c3f62eb2e96" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.847290] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquired lock "refresh_cache-4c175400-88d8-4813-aa7d-3c3f62eb2e96" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.847573] env[61960]: DEBUG nova.network.neutron [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 924.940920] env[61960]: DEBUG oslo_vmware.api [None req-0ba9bf2c-002e-4aa2-bc31-6b08ba0cdfd4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436391, 'name': ReconfigVM_Task, 'duration_secs': 0.286368} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.941264] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba9bf2c-002e-4aa2-bc31-6b08ba0cdfd4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Reconfigured VM instance instance-0000003e to detach disk 2001 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 924.945974] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e2ac639-64b3-4ae5-b1f7-3177b7ff4c18 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.965640] env[61960]: DEBUG oslo_vmware.api [None req-0ba9bf2c-002e-4aa2-bc31-6b08ba0cdfd4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 924.965640] env[61960]: value = "task-436392" [ 924.965640] env[61960]: _type = "Task" [ 924.965640] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.975737] env[61960]: DEBUG oslo_vmware.api [None req-0ba9bf2c-002e-4aa2-bc31-6b08ba0cdfd4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.092022] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56331d44-c1b6-4ce8-8d0b-918a5baaea09 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.101676] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d952431-fedd-48ff-a6fc-bd89db9cc69b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.141245] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36040eeb-471d-4206-8e74-7b6a50b75684 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.150110] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e3e545-c08a-4ec0-a5b3-b17076bae69f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.164918] env[61960]: DEBUG nova.compute.provider_tree [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.410115] env[61960]: DEBUG nova.network.neutron [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 925.476604] env[61960]: DEBUG oslo_vmware.api [None req-0ba9bf2c-002e-4aa2-bc31-6b08ba0cdfd4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436392, 'name': ReconfigVM_Task, 'duration_secs': 0.177357} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.477012] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba9bf2c-002e-4aa2-bc31-6b08ba0cdfd4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116112', 'volume_id': '06acf879-923e-4fc0-bbd6-de3e9f8fad6a', 'name': 'volume-06acf879-923e-4fc0-bbd6-de3e9f8fad6a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd7f5243f-7071-404d-9549-b381257d5288', 'attached_at': '', 'detached_at': '', 'volume_id': '06acf879-923e-4fc0-bbd6-de3e9f8fad6a', 'serial': '06acf879-923e-4fc0-bbd6-de3e9f8fad6a'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 925.520444] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d51d8c73-27c6-4f30-8385-6aaf51f4a3bb tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Volume attach. Driver type: vmdk {{(pid=61960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 925.520710] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d51d8c73-27c6-4f30-8385-6aaf51f4a3bb tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116148', 'volume_id': 'f9af83d3-3f55-496c-9923-613b5e969ae1', 'name': 'volume-f9af83d3-3f55-496c-9923-613b5e969ae1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd60aa8bb-6f0a-4c64-891e-2b4e3243d1b8', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9af83d3-3f55-496c-9923-613b5e969ae1', 'serial': 'f9af83d3-3f55-496c-9923-613b5e969ae1'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 925.521922] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e9b8f4-310f-4e8a-8058-8365e3293b04 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.544543] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7c29fb-bb04-43af-9f82-0c3920cd9ec4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.575298] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d51d8c73-27c6-4f30-8385-6aaf51f4a3bb tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] volume-f9af83d3-3f55-496c-9923-613b5e969ae1/volume-f9af83d3-3f55-496c-9923-613b5e969ae1.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.576709] env[61960]: DEBUG nova.network.neutron [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Updating instance_info_cache with network_info: [{"id": "69604137-813f-4ff2-bb36-aa38e871ee8b", "address": "fa:16:3e:78:6d:82", "network": {"id": "011b9b85-20e0-4930-b560-f4a50c63faf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-851435399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb87a3aea6c94417a8eb19cb6eac7f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69604137-81", "ovs_interfaceid": "69604137-813f-4ff2-bb36-aa38e871ee8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.578165] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dedc0324-162e-45dc-ad80-ec19c3e3c1da {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.605394] env[61960]: DEBUG oslo_vmware.api [None req-d51d8c73-27c6-4f30-8385-6aaf51f4a3bb tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 925.605394] env[61960]: value = "task-436393" [ 925.605394] env[61960]: _type = "Task" [ 925.605394] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.619364] env[61960]: DEBUG oslo_vmware.api [None req-d51d8c73-27c6-4f30-8385-6aaf51f4a3bb tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436393, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.620995] env[61960]: DEBUG nova.virt.hardware [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 925.621271] env[61960]: DEBUG nova.virt.hardware [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 925.621432] env[61960]: DEBUG nova.virt.hardware [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.621637] env[61960]: DEBUG nova.virt.hardware [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 925.621789] env[61960]: DEBUG nova.virt.hardware [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.621947] env[61960]: DEBUG nova.virt.hardware [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 925.622181] env[61960]: DEBUG nova.virt.hardware [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 925.622390] env[61960]: DEBUG nova.virt.hardware [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 925.622580] env[61960]: DEBUG nova.virt.hardware [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 925.622779] env[61960]: DEBUG nova.virt.hardware [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 925.622963] env[61960]: DEBUG nova.virt.hardware [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 925.626040] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb85790-8d8a-42ee-9daf-c5789d415e41 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.641034] env[61960]: DEBUG oslo_vmware.rw_handles [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e35e38-6acf-1768-2548-675e07044f8c/disk-0.vmdk. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 925.642793] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c29f2e1-258d-49f8-b3bb-5cc468c539fa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.647768] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce676e78-2f7e-4d74-8113-47a5ca5dc771 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.655724] env[61960]: DEBUG oslo_vmware.rw_handles [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e35e38-6acf-1768-2548-675e07044f8c/disk-0.vmdk is in state: ready. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 925.656036] env[61960]: ERROR oslo_vmware.rw_handles [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e35e38-6acf-1768-2548-675e07044f8c/disk-0.vmdk due to incomplete transfer. [ 925.664462] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-949140fe-3bfd-48d2-bab7-3ed5bef8c0ac {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.669381] env[61960]: DEBUG nova.scheduler.client.report [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 925.681414] env[61960]: DEBUG oslo_vmware.rw_handles [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e35e38-6acf-1768-2548-675e07044f8c/disk-0.vmdk. {{(pid=61960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 925.681639] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Uploaded image 66f77063-9a5f-4cde-8daf-643e27a830ea to the Glance image server {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 925.683681] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Destroying the VM {{(pid=61960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 925.683977] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6dc18928-fe8c-496f-88a8-ebe57d15b81b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.693386] env[61960]: DEBUG oslo_vmware.api [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the task: (returnval){ [ 925.693386] env[61960]: value = "task-436394" [ 925.693386] env[61960]: _type = "Task" [ 925.693386] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.703282] env[61960]: DEBUG oslo_vmware.api [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436394, 'name': Destroy_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.037810] env[61960]: DEBUG nova.objects.instance [None req-0ba9bf2c-002e-4aa2-bc31-6b08ba0cdfd4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lazy-loading 'flavor' on Instance uuid d7f5243f-7071-404d-9549-b381257d5288 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.094602] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Releasing lock "refresh_cache-4c175400-88d8-4813-aa7d-3c3f62eb2e96" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.098483] env[61960]: DEBUG nova.compute.manager [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Instance network_info: |[{"id": "69604137-813f-4ff2-bb36-aa38e871ee8b", "address": "fa:16:3e:78:6d:82", "network": {"id": "011b9b85-20e0-4930-b560-f4a50c63faf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-851435399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb87a3aea6c94417a8eb19cb6eac7f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69604137-81", "ovs_interfaceid": "69604137-813f-4ff2-bb36-aa38e871ee8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 926.099039] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:6d:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69604137-813f-4ff2-bb36-aa38e871ee8b', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.110969] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Creating folder: Project (eb87a3aea6c94417a8eb19cb6eac7f08). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 926.113284] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba3910ff-16ef-4d16-b00c-db53e55e903c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.129421] env[61960]: DEBUG oslo_vmware.api [None req-d51d8c73-27c6-4f30-8385-6aaf51f4a3bb tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.135309] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Created folder: Project (eb87a3aea6c94417a8eb19cb6eac7f08) in parent group-v115929. [ 926.135309] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Creating folder: Instances. Parent ref: group-v116149. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 926.135309] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f0367c1-7d07-4aee-a531-0315782efb90 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.155144] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Created folder: Instances in parent group-v116149. [ 926.155475] env[61960]: DEBUG oslo.service.loopingcall [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 926.155690] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 926.155914] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-830e1788-e758-469b-b207-2c0e5896da47 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.178510] env[61960]: DEBUG oslo_concurrency.lockutils [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.179126] env[61960]: DEBUG nova.compute.manager [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 926.181967] env[61960]: DEBUG oslo_concurrency.lockutils [None req-79acf614-51f4-4341-ba74-b78159e7fd70 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.638s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.182241] env[61960]: DEBUG nova.objects.instance [None req-79acf614-51f4-4341-ba74-b78159e7fd70 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lazy-loading 'resources' on Instance uuid 6e3c65dc-d37d-4848-9548-7e0bbb8afe55 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.192803] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.192803] env[61960]: value = "task-436397" [ 926.192803] env[61960]: _type = "Task" [ 926.192803] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.205545] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436397, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.210264] env[61960]: DEBUG oslo_vmware.api [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436394, 'name': Destroy_Task} progress is 33%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.261402] env[61960]: DEBUG nova.compute.manager [req-443525b8-7e67-4b45-92be-e7be79587d7a req-0e4ef660-faa4-4924-94fa-d3d45f165c5b service nova] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Received event network-vif-plugged-69604137-813f-4ff2-bb36-aa38e871ee8b {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 926.261645] env[61960]: DEBUG oslo_concurrency.lockutils [req-443525b8-7e67-4b45-92be-e7be79587d7a req-0e4ef660-faa4-4924-94fa-d3d45f165c5b service nova] Acquiring lock "4c175400-88d8-4813-aa7d-3c3f62eb2e96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.261869] env[61960]: DEBUG oslo_concurrency.lockutils [req-443525b8-7e67-4b45-92be-e7be79587d7a req-0e4ef660-faa4-4924-94fa-d3d45f165c5b service nova] Lock "4c175400-88d8-4813-aa7d-3c3f62eb2e96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.262097] env[61960]: DEBUG oslo_concurrency.lockutils [req-443525b8-7e67-4b45-92be-e7be79587d7a req-0e4ef660-faa4-4924-94fa-d3d45f165c5b service nova] Lock "4c175400-88d8-4813-aa7d-3c3f62eb2e96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.262293] env[61960]: DEBUG nova.compute.manager [req-443525b8-7e67-4b45-92be-e7be79587d7a req-0e4ef660-faa4-4924-94fa-d3d45f165c5b service nova] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] No waiting events found dispatching network-vif-plugged-69604137-813f-4ff2-bb36-aa38e871ee8b {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 926.262469] env[61960]: WARNING nova.compute.manager [req-443525b8-7e67-4b45-92be-e7be79587d7a req-0e4ef660-faa4-4924-94fa-d3d45f165c5b service nova] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Received unexpected event network-vif-plugged-69604137-813f-4ff2-bb36-aa38e871ee8b for instance with vm_state building and task_state spawning. [ 926.623736] env[61960]: DEBUG oslo_vmware.api [None req-d51d8c73-27c6-4f30-8385-6aaf51f4a3bb tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436393, 'name': ReconfigVM_Task, 'duration_secs': 0.590898} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.624088] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d51d8c73-27c6-4f30-8385-6aaf51f4a3bb tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Reconfigured VM instance instance-00000048 to attach disk [datastore1] volume-f9af83d3-3f55-496c-9923-613b5e969ae1/volume-f9af83d3-3f55-496c-9923-613b5e969ae1.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.629403] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b29cd3af-ea2e-4c64-bd01-6d2100c38259 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.647170] env[61960]: DEBUG oslo_vmware.api [None req-d51d8c73-27c6-4f30-8385-6aaf51f4a3bb tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 926.647170] env[61960]: value = "task-436398" [ 926.647170] env[61960]: _type = "Task" [ 926.647170] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.657194] env[61960]: DEBUG oslo_vmware.api [None req-d51d8c73-27c6-4f30-8385-6aaf51f4a3bb tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436398, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.691326] env[61960]: DEBUG nova.compute.utils [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 926.693299] env[61960]: DEBUG nova.compute.manager [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 926.693802] env[61960]: DEBUG nova.network.neutron [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 926.710495] env[61960]: DEBUG oslo_vmware.api [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436394, 'name': Destroy_Task, 'duration_secs': 0.707158} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.715524] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Destroyed the VM [ 926.715524] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Deleting Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 926.715524] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436397, 'name': CreateVM_Task, 'duration_secs': 0.4865} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.716030] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4aebd25e-25d6-454f-a3be-246bf8900c66 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.717942] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 926.718968] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.719155] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.719510] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.720263] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6029008-8880-4fcb-8d73-84d0a62c6f88 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.727092] env[61960]: DEBUG oslo_vmware.api [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the task: (returnval){ [ 926.727092] env[61960]: value = "task-436399" [ 926.727092] env[61960]: _type = "Task" [ 926.727092] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.732604] env[61960]: DEBUG oslo_vmware.api [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 926.732604] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f023e5-e932-cc74-f374-0326b1e358b3" [ 926.732604] env[61960]: _type = "Task" [ 926.732604] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.740212] env[61960]: DEBUG oslo_vmware.api [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436399, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.749702] env[61960]: DEBUG oslo_vmware.api [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f023e5-e932-cc74-f374-0326b1e358b3, 'name': SearchDatastore_Task, 'duration_secs': 0.01451} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.750019] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.750280] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.750564] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.750678] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.750863] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.751168] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-161050f7-0d8e-4ad8-8908-171944ee950c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.762077] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.762077] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 926.762844] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cb92848-49b8-494d-99a6-e1034355657b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.770455] env[61960]: DEBUG oslo_vmware.api [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 926.770455] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5278e4a7-d751-3b08-e989-26d554318c51" [ 926.770455] env[61960]: _type = "Task" [ 926.770455] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.778134] env[61960]: DEBUG nova.policy [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '022e7152f23e408ebe025b6c1c170d36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4afdda0bfda54f4dba3833c4e6a27ea1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 926.788440] env[61960]: DEBUG oslo_vmware.api [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5278e4a7-d751-3b08-e989-26d554318c51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.819522] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Acquiring lock "c0e4a987-005f-4097-8a66-9e0799b07782" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.820098] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Lock "c0e4a987-005f-4097-8a66-9e0799b07782" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.018436] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3819df83-89fe-4d1a-b7dd-4a5b5af55f33 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.028747] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475256bc-1bd4-49f8-93b0-c5fa4105058b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.067338] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0ba9bf2c-002e-4aa2-bc31-6b08ba0cdfd4 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "d7f5243f-7071-404d-9549-b381257d5288" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.315s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.072744] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf33a86-4914-4136-9d5d-fc8494703d2b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.079408] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36455e59-51ec-4151-a3e5-2244f5295ddb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.096504] env[61960]: DEBUG nova.compute.provider_tree [None req-79acf614-51f4-4341-ba74-b78159e7fd70 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.160011] env[61960]: DEBUG oslo_vmware.api [None req-d51d8c73-27c6-4f30-8385-6aaf51f4a3bb tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436398, 'name': ReconfigVM_Task, 'duration_secs': 0.188805} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.160474] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d51d8c73-27c6-4f30-8385-6aaf51f4a3bb tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116148', 'volume_id': 'f9af83d3-3f55-496c-9923-613b5e969ae1', 'name': 'volume-f9af83d3-3f55-496c-9923-613b5e969ae1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd60aa8bb-6f0a-4c64-891e-2b4e3243d1b8', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9af83d3-3f55-496c-9923-613b5e969ae1', 'serial': 'f9af83d3-3f55-496c-9923-613b5e969ae1'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 927.193687] env[61960]: DEBUG nova.compute.manager [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 927.239302] env[61960]: DEBUG oslo_vmware.api [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436399, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.285532] env[61960]: DEBUG oslo_vmware.api [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5278e4a7-d751-3b08-e989-26d554318c51, 'name': SearchDatastore_Task, 'duration_secs': 0.019744} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.286738] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e964486f-49b5-48e9-95d0-7ca21e92947b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.294571] env[61960]: DEBUG oslo_vmware.api [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 927.294571] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52825675-9f96-1b48-6e4f-2bc048a0ee18" [ 927.294571] env[61960]: _type = "Task" [ 927.294571] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.310087] env[61960]: DEBUG oslo_vmware.api [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52825675-9f96-1b48-6e4f-2bc048a0ee18, 'name': SearchDatastore_Task, 'duration_secs': 0.011408} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.310555] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.311068] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 4c175400-88d8-4813-aa7d-3c3f62eb2e96/4c175400-88d8-4813-aa7d-3c3f62eb2e96.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 927.311488] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7da0f321-b168-40bc-82d8-90e92a9f8e53 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.322188] env[61960]: DEBUG oslo_vmware.api [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 927.322188] env[61960]: value = "task-436400" [ 927.322188] env[61960]: _type = "Task" [ 927.322188] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.322698] env[61960]: DEBUG nova.compute.manager [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 927.338335] env[61960]: DEBUG oslo_vmware.api [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.406296] env[61960]: DEBUG nova.network.neutron [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Successfully created port: 701b4478-5d52-4ae6-ab2c-29db688ba31f {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.600772] env[61960]: DEBUG nova.scheduler.client.report [None req-79acf614-51f4-4341-ba74-b78159e7fd70 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 927.614815] env[61960]: DEBUG oslo_concurrency.lockutils [None req-df15a659-b1dd-48c4-b089-1615c4cacbf3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "d7f5243f-7071-404d-9549-b381257d5288" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.615256] env[61960]: DEBUG oslo_concurrency.lockutils [None req-df15a659-b1dd-48c4-b089-1615c4cacbf3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "d7f5243f-7071-404d-9549-b381257d5288" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.615546] env[61960]: DEBUG oslo_concurrency.lockutils [None req-df15a659-b1dd-48c4-b089-1615c4cacbf3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "d7f5243f-7071-404d-9549-b381257d5288-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.615785] env[61960]: DEBUG oslo_concurrency.lockutils [None req-df15a659-b1dd-48c4-b089-1615c4cacbf3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "d7f5243f-7071-404d-9549-b381257d5288-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.616054] env[61960]: DEBUG oslo_concurrency.lockutils [None req-df15a659-b1dd-48c4-b089-1615c4cacbf3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "d7f5243f-7071-404d-9549-b381257d5288-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.624948] env[61960]: INFO nova.compute.manager [None req-df15a659-b1dd-48c4-b089-1615c4cacbf3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Terminating instance [ 927.627535] env[61960]: DEBUG nova.compute.manager [None req-df15a659-b1dd-48c4-b089-1615c4cacbf3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 927.627936] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-df15a659-b1dd-48c4-b089-1615c4cacbf3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 927.629152] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c78d46-d2eb-44e3-8e56-a6594823b2c6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.641175] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-df15a659-b1dd-48c4-b089-1615c4cacbf3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 927.641529] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-946e4fd1-80a0-41af-b0f9-834a73e0ea3e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.653855] env[61960]: DEBUG oslo_vmware.api [None req-df15a659-b1dd-48c4-b089-1615c4cacbf3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 927.653855] env[61960]: value = "task-436401" [ 927.653855] env[61960]: _type = "Task" [ 927.653855] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.673015] env[61960]: DEBUG oslo_vmware.api [None req-df15a659-b1dd-48c4-b089-1615c4cacbf3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.745931] env[61960]: DEBUG oslo_vmware.api [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436399, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.836896] env[61960]: DEBUG oslo_vmware.api [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470603} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.837409] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 4c175400-88d8-4813-aa7d-3c3f62eb2e96/4c175400-88d8-4813-aa7d-3c3f62eb2e96.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 927.837605] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.837874] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05d85ef5-81ec-4527-a86f-73b8988dec28 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.850610] env[61960]: DEBUG oslo_vmware.api [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 927.850610] env[61960]: value = "task-436402" [ 927.850610] env[61960]: _type = "Task" [ 927.850610] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.863502] env[61960]: DEBUG oslo_vmware.api [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.876558] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.108072] env[61960]: DEBUG oslo_concurrency.lockutils [None req-79acf614-51f4-4341-ba74-b78159e7fd70 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.111195] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d4cae630-c977-40f6-a912-88159cd03636 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.559s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.111195] env[61960]: DEBUG nova.objects.instance [None req-d4cae630-c977-40f6-a912-88159cd03636 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lazy-loading 'resources' on Instance uuid cd873cd1-bbab-45e9-8b29-2595fec3f72f {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.132902] env[61960]: INFO nova.scheduler.client.report [None req-79acf614-51f4-4341-ba74-b78159e7fd70 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Deleted allocations for instance 6e3c65dc-d37d-4848-9548-7e0bbb8afe55 [ 928.165736] env[61960]: DEBUG oslo_vmware.api [None req-df15a659-b1dd-48c4-b089-1615c4cacbf3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436401, 'name': PowerOffVM_Task, 'duration_secs': 0.294344} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.166038] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-df15a659-b1dd-48c4-b089-1615c4cacbf3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 928.166300] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-df15a659-b1dd-48c4-b089-1615c4cacbf3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 928.166573] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3350ba8-f552-4f51-8806-982b903b5da2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.209381] env[61960]: DEBUG nova.compute.manager [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 928.243337] env[61960]: DEBUG oslo_vmware.api [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436399, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.247813] env[61960]: DEBUG nova.objects.instance [None req-d51d8c73-27c6-4f30-8385-6aaf51f4a3bb tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lazy-loading 'flavor' on Instance uuid d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.251718] env[61960]: DEBUG nova.virt.hardware [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 928.253341] env[61960]: DEBUG nova.virt.hardware [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 928.253341] env[61960]: DEBUG nova.virt.hardware [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.253341] env[61960]: DEBUG nova.virt.hardware [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 928.253341] env[61960]: DEBUG nova.virt.hardware [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.253341] env[61960]: DEBUG nova.virt.hardware [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 928.253341] env[61960]: DEBUG nova.virt.hardware [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 928.253341] env[61960]: DEBUG nova.virt.hardware [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 928.253644] env[61960]: DEBUG nova.virt.hardware [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 928.253679] env[61960]: DEBUG nova.virt.hardware [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 928.253892] env[61960]: DEBUG nova.virt.hardware [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 928.254834] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbd9cb2-82b1-484b-8fec-2e43176f36ba {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.260970] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-df15a659-b1dd-48c4-b089-1615c4cacbf3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 928.261303] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-df15a659-b1dd-48c4-b089-1615c4cacbf3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 928.262153] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-df15a659-b1dd-48c4-b089-1615c4cacbf3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Deleting the datastore file [datastore1] d7f5243f-7071-404d-9549-b381257d5288 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.262153] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67fbc31a-8289-4e17-8306-f73e8f6c6066 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.273032] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b0a486-aa4c-497a-9b1f-92f3d777662e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.278358] env[61960]: DEBUG oslo_vmware.api [None req-df15a659-b1dd-48c4-b089-1615c4cacbf3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 928.278358] env[61960]: value = "task-436404" [ 928.278358] env[61960]: _type = "Task" [ 928.278358] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.299178] env[61960]: DEBUG oslo_vmware.api [None req-df15a659-b1dd-48c4-b089-1615c4cacbf3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.346956] env[61960]: DEBUG nova.compute.manager [req-c9347196-2912-4ab3-bb73-e7cec059feb2 req-0e176365-c82d-48ab-85b7-124713c9af7f service nova] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Received event network-changed-69604137-813f-4ff2-bb36-aa38e871ee8b {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 928.347619] env[61960]: DEBUG nova.compute.manager [req-c9347196-2912-4ab3-bb73-e7cec059feb2 req-0e176365-c82d-48ab-85b7-124713c9af7f service nova] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Refreshing instance network info cache due to event network-changed-69604137-813f-4ff2-bb36-aa38e871ee8b. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 928.351026] env[61960]: DEBUG oslo_concurrency.lockutils [req-c9347196-2912-4ab3-bb73-e7cec059feb2 req-0e176365-c82d-48ab-85b7-124713c9af7f service nova] Acquiring lock "refresh_cache-4c175400-88d8-4813-aa7d-3c3f62eb2e96" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.351026] env[61960]: DEBUG oslo_concurrency.lockutils [req-c9347196-2912-4ab3-bb73-e7cec059feb2 req-0e176365-c82d-48ab-85b7-124713c9af7f service nova] Acquired lock "refresh_cache-4c175400-88d8-4813-aa7d-3c3f62eb2e96" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.351026] env[61960]: DEBUG nova.network.neutron [req-c9347196-2912-4ab3-bb73-e7cec059feb2 req-0e176365-c82d-48ab-85b7-124713c9af7f service nova] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Refreshing network info cache for port 69604137-813f-4ff2-bb36-aa38e871ee8b {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 928.370325] env[61960]: DEBUG oslo_vmware.api [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073565} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.371028] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.373060] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ff41a1-cdae-4931-81ad-4dcd74486459 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.424451] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 4c175400-88d8-4813-aa7d-3c3f62eb2e96/4c175400-88d8-4813-aa7d-3c3f62eb2e96.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.427192] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41c3f609-f730-44d8-9b52-327dd588195e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.459230] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Acquiring lock "e2a2681f-a09c-4777-b77b-f78f6518fe19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.459609] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Lock "e2a2681f-a09c-4777-b77b-f78f6518fe19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.469393] env[61960]: DEBUG oslo_vmware.api [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 928.469393] env[61960]: value = "task-436405" [ 928.469393] env[61960]: _type = "Task" [ 928.469393] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.483338] env[61960]: DEBUG oslo_vmware.api [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436405, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.645963] env[61960]: DEBUG oslo_concurrency.lockutils [None req-79acf614-51f4-4341-ba74-b78159e7fd70 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "6e3c65dc-d37d-4848-9548-7e0bbb8afe55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.050s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.741493] env[61960]: DEBUG oslo_vmware.api [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436399, 'name': RemoveSnapshot_Task} progress is 57%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.763189] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d51d8c73-27c6-4f30-8385-6aaf51f4a3bb tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.905s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.793343] env[61960]: DEBUG oslo_vmware.api [None req-df15a659-b1dd-48c4-b089-1615c4cacbf3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178709} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.795016] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-df15a659-b1dd-48c4-b089-1615c4cacbf3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.795016] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-df15a659-b1dd-48c4-b089-1615c4cacbf3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 928.795016] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-df15a659-b1dd-48c4-b089-1615c4cacbf3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 928.795016] env[61960]: INFO nova.compute.manager [None req-df15a659-b1dd-48c4-b089-1615c4cacbf3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: d7f5243f-7071-404d-9549-b381257d5288] Took 1.17 seconds to destroy the instance on the hypervisor. [ 928.795016] env[61960]: DEBUG oslo.service.loopingcall [None req-df15a659-b1dd-48c4-b089-1615c4cacbf3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 928.795016] env[61960]: DEBUG nova.compute.manager [-] [instance: d7f5243f-7071-404d-9549-b381257d5288] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 928.795016] env[61960]: DEBUG nova.network.neutron [-] [instance: d7f5243f-7071-404d-9549-b381257d5288] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 928.951885] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c791b810-a69e-4d3b-bcd0-190ba8e19321 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.963265] env[61960]: DEBUG nova.compute.manager [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 928.973030] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6c0aea-8929-4b55-9c9e-b0f44c78c3fc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.991728] env[61960]: DEBUG oslo_vmware.api [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436405, 'name': ReconfigVM_Task, 'duration_secs': 0.518664} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.017156] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 4c175400-88d8-4813-aa7d-3c3f62eb2e96/4c175400-88d8-4813-aa7d-3c3f62eb2e96.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.020395] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6978f09-ff82-40e1-af2f-22195284e734 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.022778] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8883cecc-cdc0-481f-8ed3-29d79ad05dd5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.035769] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdad2a2-eb91-4076-a155-e49e4a61840c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.039973] env[61960]: DEBUG oslo_vmware.api [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 929.039973] env[61960]: value = "task-436406" [ 929.039973] env[61960]: _type = "Task" [ 929.039973] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.052795] env[61960]: DEBUG nova.compute.provider_tree [None req-d4cae630-c977-40f6-a912-88159cd03636 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.062026] env[61960]: DEBUG oslo_vmware.api [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436406, 'name': Rename_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.243975] env[61960]: DEBUG oslo_vmware.api [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436399, 'name': RemoveSnapshot_Task, 'duration_secs': 2.440223} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.244245] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Deleted Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 929.244479] env[61960]: INFO nova.compute.manager [None req-d9c1ee38-49c0-43db-b986-b7e1a7c0e291 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Took 19.08 seconds to snapshot the instance on the hypervisor. [ 929.429775] env[61960]: DEBUG nova.network.neutron [req-c9347196-2912-4ab3-bb73-e7cec059feb2 req-0e176365-c82d-48ab-85b7-124713c9af7f service nova] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Updated VIF entry in instance network info cache for port 69604137-813f-4ff2-bb36-aa38e871ee8b. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 929.430240] env[61960]: DEBUG nova.network.neutron [req-c9347196-2912-4ab3-bb73-e7cec059feb2 req-0e176365-c82d-48ab-85b7-124713c9af7f service nova] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Updating instance_info_cache with network_info: [{"id": "69604137-813f-4ff2-bb36-aa38e871ee8b", "address": "fa:16:3e:78:6d:82", "network": {"id": "011b9b85-20e0-4930-b560-f4a50c63faf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-851435399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb87a3aea6c94417a8eb19cb6eac7f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69604137-81", "ovs_interfaceid": "69604137-813f-4ff2-bb36-aa38e871ee8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.494310] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.551397] env[61960]: DEBUG oslo_vmware.api [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436406, 'name': Rename_Task, 'duration_secs': 0.162773} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.552380] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 929.552380] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c3a1fed-171a-4c75-8fa8-88c273a61661 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.554957] env[61960]: DEBUG nova.network.neutron [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Successfully updated port: 701b4478-5d52-4ae6-ab2c-29db688ba31f {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.556551] env[61960]: DEBUG nova.scheduler.client.report [None req-d4cae630-c977-40f6-a912-88159cd03636 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 929.568300] env[61960]: DEBUG oslo_vmware.api [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 929.568300] env[61960]: value = "task-436407" [ 929.568300] env[61960]: _type = "Task" [ 929.568300] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.585712] env[61960]: DEBUG oslo_vmware.api [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.900756] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "b09b5238-cf88-462b-b167-56570f3f92e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.903627] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "b09b5238-cf88-462b-b167-56570f3f92e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.908886] env[61960]: DEBUG nova.compute.manager [req-9d97272c-665c-4d19-a873-384c0e960867 req-d0d9899c-2269-419b-b902-d93f75dbfb60 service nova] [instance: d7f5243f-7071-404d-9549-b381257d5288] Received event network-vif-deleted-28650c85-bab0-45d8-bbb2-fd24af66df5e {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 929.909951] env[61960]: INFO nova.compute.manager [req-9d97272c-665c-4d19-a873-384c0e960867 req-d0d9899c-2269-419b-b902-d93f75dbfb60 service nova] [instance: d7f5243f-7071-404d-9549-b381257d5288] Neutron deleted interface 28650c85-bab0-45d8-bbb2-fd24af66df5e; detaching it from the instance and deleting it from the info cache [ 929.909951] env[61960]: DEBUG nova.network.neutron [req-9d97272c-665c-4d19-a873-384c0e960867 req-d0d9899c-2269-419b-b902-d93f75dbfb60 service nova] [instance: d7f5243f-7071-404d-9549-b381257d5288] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.934499] env[61960]: DEBUG oslo_concurrency.lockutils [req-c9347196-2912-4ab3-bb73-e7cec059feb2 req-0e176365-c82d-48ab-85b7-124713c9af7f service nova] Releasing lock "refresh_cache-4c175400-88d8-4813-aa7d-3c3f62eb2e96" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.062428] env[61960]: DEBUG oslo_concurrency.lockutils [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "refresh_cache-e009973f-28a1-4230-a3c3-12fb1fa4a81c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.062428] env[61960]: DEBUG oslo_concurrency.lockutils [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquired lock "refresh_cache-e009973f-28a1-4230-a3c3-12fb1fa4a81c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.062428] env[61960]: DEBUG nova.network.neutron [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 930.066972] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d4cae630-c977-40f6-a912-88159cd03636 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.070990] env[61960]: DEBUG oslo_concurrency.lockutils [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.570s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.073196] env[61960]: INFO nova.compute.claims [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.091876] env[61960]: DEBUG oslo_vmware.api [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436407, 'name': PowerOnVM_Task, 'duration_secs': 0.516378} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.092354] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 930.092684] env[61960]: INFO nova.compute.manager [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Took 6.24 seconds to spawn the instance on the hypervisor. [ 930.092963] env[61960]: DEBUG nova.compute.manager [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 930.094247] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8582315-5fe8-43b1-8949-7ca52f13fa3a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.100072] env[61960]: INFO nova.scheduler.client.report [None req-d4cae630-c977-40f6-a912-88159cd03636 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Deleted allocations for instance cd873cd1-bbab-45e9-8b29-2595fec3f72f [ 930.312062] env[61960]: DEBUG nova.network.neutron [-] [instance: d7f5243f-7071-404d-9549-b381257d5288] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.414224] env[61960]: DEBUG nova.compute.manager [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 930.421169] env[61960]: DEBUG nova.compute.manager [req-566f3e35-b707-4d04-ba88-be6553e16221 req-e18fd424-2d2b-4417-b332-f4c0e1387dc0 service nova] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Received event network-vif-plugged-701b4478-5d52-4ae6-ab2c-29db688ba31f {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 930.421169] env[61960]: DEBUG oslo_concurrency.lockutils [req-566f3e35-b707-4d04-ba88-be6553e16221 req-e18fd424-2d2b-4417-b332-f4c0e1387dc0 service nova] Acquiring lock "e009973f-28a1-4230-a3c3-12fb1fa4a81c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.421378] env[61960]: DEBUG oslo_concurrency.lockutils [req-566f3e35-b707-4d04-ba88-be6553e16221 req-e18fd424-2d2b-4417-b332-f4c0e1387dc0 service nova] Lock "e009973f-28a1-4230-a3c3-12fb1fa4a81c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.425243] env[61960]: DEBUG oslo_concurrency.lockutils [req-566f3e35-b707-4d04-ba88-be6553e16221 req-e18fd424-2d2b-4417-b332-f4c0e1387dc0 service nova] Lock "e009973f-28a1-4230-a3c3-12fb1fa4a81c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.425243] env[61960]: DEBUG nova.compute.manager [req-566f3e35-b707-4d04-ba88-be6553e16221 req-e18fd424-2d2b-4417-b332-f4c0e1387dc0 service nova] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] No waiting events found dispatching network-vif-plugged-701b4478-5d52-4ae6-ab2c-29db688ba31f {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 930.425243] env[61960]: WARNING nova.compute.manager [req-566f3e35-b707-4d04-ba88-be6553e16221 req-e18fd424-2d2b-4417-b332-f4c0e1387dc0 service nova] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Received unexpected event network-vif-plugged-701b4478-5d52-4ae6-ab2c-29db688ba31f for instance with vm_state building and task_state spawning. [ 930.425243] env[61960]: DEBUG nova.compute.manager [req-566f3e35-b707-4d04-ba88-be6553e16221 req-e18fd424-2d2b-4417-b332-f4c0e1387dc0 service nova] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Received event network-changed-701b4478-5d52-4ae6-ab2c-29db688ba31f {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 930.425243] env[61960]: DEBUG nova.compute.manager [req-566f3e35-b707-4d04-ba88-be6553e16221 req-e18fd424-2d2b-4417-b332-f4c0e1387dc0 service nova] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Refreshing instance network info cache due to event network-changed-701b4478-5d52-4ae6-ab2c-29db688ba31f. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 930.425243] env[61960]: DEBUG oslo_concurrency.lockutils [req-566f3e35-b707-4d04-ba88-be6553e16221 req-e18fd424-2d2b-4417-b332-f4c0e1387dc0 service nova] Acquiring lock "refresh_cache-e009973f-28a1-4230-a3c3-12fb1fa4a81c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.425243] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6b8634a-584d-4b92-8604-fe06374f8604 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.438705] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5f6036-596f-4ed5-9e0f-c0f9d142bb4a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.490154] env[61960]: DEBUG nova.compute.manager [req-9d97272c-665c-4d19-a873-384c0e960867 req-d0d9899c-2269-419b-b902-d93f75dbfb60 service nova] [instance: d7f5243f-7071-404d-9549-b381257d5288] Detach interface failed, port_id=28650c85-bab0-45d8-bbb2-fd24af66df5e, reason: Instance d7f5243f-7071-404d-9549-b381257d5288 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 930.617338] env[61960]: DEBUG oslo_vmware.rw_handles [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5258a3aa-afa4-ea0f-ddcd-0464ee3605ce/disk-0.vmdk. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 930.627233] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc510be-45d0-4347-9539-0147f1ef9f1a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.631669] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d4cae630-c977-40f6-a912-88159cd03636 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "cd873cd1-bbab-45e9-8b29-2595fec3f72f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.011s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.633524] env[61960]: INFO nova.compute.manager [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Took 31.33 seconds to build instance. [ 930.639071] env[61960]: DEBUG oslo_vmware.rw_handles [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5258a3aa-afa4-ea0f-ddcd-0464ee3605ce/disk-0.vmdk is in state: ready. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 930.639433] env[61960]: ERROR oslo_vmware.rw_handles [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5258a3aa-afa4-ea0f-ddcd-0464ee3605ce/disk-0.vmdk due to incomplete transfer. [ 930.640716] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-235c19ee-ea35-4393-94b8-5153958a45ec {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.646976] env[61960]: DEBUG nova.network.neutron [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 930.651970] env[61960]: DEBUG oslo_vmware.rw_handles [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5258a3aa-afa4-ea0f-ddcd-0464ee3605ce/disk-0.vmdk. {{(pid=61960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 930.652618] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Uploaded image f05d4dc4-4fd5-4d20-a442-ae945853f9c2 to the Glance image server {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 930.655779] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Destroying the VM {{(pid=61960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 930.656618] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5d90547a-413b-42cc-8952-a534369848d8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.666811] env[61960]: DEBUG oslo_vmware.api [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Waiting for the task: (returnval){ [ 930.666811] env[61960]: value = "task-436408" [ 930.666811] env[61960]: _type = "Task" [ 930.666811] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.683456] env[61960]: DEBUG oslo_vmware.api [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436408, 'name': Destroy_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.746801] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a8f9b913-8a58-4d11-894b-0f02d84a2229 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquiring lock "d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.748030] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a8f9b913-8a58-4d11-894b-0f02d84a2229 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.817447] env[61960]: INFO nova.compute.manager [-] [instance: d7f5243f-7071-404d-9549-b381257d5288] Took 2.02 seconds to deallocate network for instance. [ 930.943664] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.963639] env[61960]: DEBUG nova.network.neutron [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Updating instance_info_cache with network_info: [{"id": "701b4478-5d52-4ae6-ab2c-29db688ba31f", "address": "fa:16:3e:41:ee:75", "network": {"id": "62a618a7-78ed-4e31-a719-cf47fa219c16", "bridge": "br-int", "label": "tempest-ImagesTestJSON-839146393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4afdda0bfda54f4dba3833c4e6a27ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap701b4478-5d", "ovs_interfaceid": "701b4478-5d52-4ae6-ab2c-29db688ba31f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.135688] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b40ffe1b-e63c-4ea7-9f23-417cf5b606c5 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "4c175400-88d8-4813-aa7d-3c3f62eb2e96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.836s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.181491] env[61960]: DEBUG oslo_vmware.api [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436408, 'name': Destroy_Task, 'duration_secs': 0.331359} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.184171] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Destroyed the VM [ 931.184439] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Deleting Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 931.184896] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-936339ed-e597-46e4-ad7e-370973b7e153 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.193058] env[61960]: DEBUG oslo_vmware.api [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Waiting for the task: (returnval){ [ 931.193058] env[61960]: value = "task-436409" [ 931.193058] env[61960]: _type = "Task" [ 931.193058] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.207403] env[61960]: DEBUG oslo_vmware.api [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436409, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.255762] env[61960]: DEBUG nova.compute.utils [None req-a8f9b913-8a58-4d11-894b-0f02d84a2229 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 931.326591] env[61960]: DEBUG oslo_concurrency.lockutils [None req-df15a659-b1dd-48c4-b089-1615c4cacbf3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.362526] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba46096-7237-47ef-a60c-0b34c92b594d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.371505] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f400f219-2b63-4f22-8e1b-7466005be4cc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.410169] env[61960]: DEBUG nova.compute.manager [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 931.411248] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3332b72-19d6-4d29-aa32-b1354e182f79 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.414749] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83555d70-86c8-4c4b-87ec-505064ae56ab {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.427032] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45be8a19-d0e0-4e6d-b1bb-92fc1e86fc9e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.441850] env[61960]: DEBUG nova.compute.provider_tree [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.466742] env[61960]: DEBUG oslo_concurrency.lockutils [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Releasing lock "refresh_cache-e009973f-28a1-4230-a3c3-12fb1fa4a81c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.466742] env[61960]: DEBUG nova.compute.manager [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Instance network_info: |[{"id": "701b4478-5d52-4ae6-ab2c-29db688ba31f", "address": "fa:16:3e:41:ee:75", "network": {"id": "62a618a7-78ed-4e31-a719-cf47fa219c16", "bridge": "br-int", "label": "tempest-ImagesTestJSON-839146393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4afdda0bfda54f4dba3833c4e6a27ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap701b4478-5d", "ovs_interfaceid": "701b4478-5d52-4ae6-ab2c-29db688ba31f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 931.466742] env[61960]: DEBUG oslo_concurrency.lockutils [req-566f3e35-b707-4d04-ba88-be6553e16221 req-e18fd424-2d2b-4417-b332-f4c0e1387dc0 service nova] Acquired lock "refresh_cache-e009973f-28a1-4230-a3c3-12fb1fa4a81c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.466996] env[61960]: DEBUG nova.network.neutron [req-566f3e35-b707-4d04-ba88-be6553e16221 req-e18fd424-2d2b-4417-b332-f4c0e1387dc0 service nova] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Refreshing network info cache for port 701b4478-5d52-4ae6-ab2c-29db688ba31f {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 931.468278] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:ee:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '701b4478-5d52-4ae6-ab2c-29db688ba31f', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.475848] env[61960]: DEBUG oslo.service.loopingcall [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 931.476927] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 931.477374] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-214c2324-383c-4a52-a88f-93337e798f8f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.498654] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.498654] env[61960]: value = "task-436410" [ 931.498654] env[61960]: _type = "Task" [ 931.498654] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.507138] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436410, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.703878] env[61960]: DEBUG oslo_vmware.api [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436409, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.758017] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a8f9b913-8a58-4d11-894b-0f02d84a2229 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.927565] env[61960]: INFO nova.compute.manager [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] instance snapshotting [ 931.933841] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f951fd-e583-47c2-8742-a873acd9d8b0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.954987] env[61960]: DEBUG nova.scheduler.client.report [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 931.959239] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc11287-d071-4e20-9d3f-534648e908ed {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.011098] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436410, 'name': CreateVM_Task, 'duration_secs': 0.472977} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.011098] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 932.011708] env[61960]: DEBUG oslo_concurrency.lockutils [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.011880] env[61960]: DEBUG oslo_concurrency.lockutils [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.012257] env[61960]: DEBUG oslo_concurrency.lockutils [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.012523] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e939aacc-a045-4698-aff4-277f098e89fe {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.018219] env[61960]: DEBUG oslo_vmware.api [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 932.018219] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bd1337-4dae-46b5-4876-74b4cb11fd8c" [ 932.018219] env[61960]: _type = "Task" [ 932.018219] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.030205] env[61960]: DEBUG oslo_vmware.api [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bd1337-4dae-46b5-4876-74b4cb11fd8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.155982] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "1c994529-097f-47a2-8897-3251a2bcc626" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.156314] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "1c994529-097f-47a2-8897-3251a2bcc626" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.203528] env[61960]: DEBUG oslo_vmware.api [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436409, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.288137] env[61960]: DEBUG nova.network.neutron [req-566f3e35-b707-4d04-ba88-be6553e16221 req-e18fd424-2d2b-4417-b332-f4c0e1387dc0 service nova] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Updated VIF entry in instance network info cache for port 701b4478-5d52-4ae6-ab2c-29db688ba31f. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 932.288568] env[61960]: DEBUG nova.network.neutron [req-566f3e35-b707-4d04-ba88-be6553e16221 req-e18fd424-2d2b-4417-b332-f4c0e1387dc0 service nova] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Updating instance_info_cache with network_info: [{"id": "701b4478-5d52-4ae6-ab2c-29db688ba31f", "address": "fa:16:3e:41:ee:75", "network": {"id": "62a618a7-78ed-4e31-a719-cf47fa219c16", "bridge": "br-int", "label": "tempest-ImagesTestJSON-839146393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4afdda0bfda54f4dba3833c4e6a27ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap701b4478-5d", "ovs_interfaceid": "701b4478-5d52-4ae6-ab2c-29db688ba31f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.437971] env[61960]: DEBUG nova.compute.manager [req-4fcc2ccf-d0c5-426f-b9f2-f1de4a9c5adc req-e6aae8b1-3a5a-4bf2-9378-8046685e59b9 service nova] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Received event network-changed-69604137-813f-4ff2-bb36-aa38e871ee8b {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 932.438195] env[61960]: DEBUG nova.compute.manager [req-4fcc2ccf-d0c5-426f-b9f2-f1de4a9c5adc req-e6aae8b1-3a5a-4bf2-9378-8046685e59b9 service nova] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Refreshing instance network info cache due to event network-changed-69604137-813f-4ff2-bb36-aa38e871ee8b. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 932.438423] env[61960]: DEBUG oslo_concurrency.lockutils [req-4fcc2ccf-d0c5-426f-b9f2-f1de4a9c5adc req-e6aae8b1-3a5a-4bf2-9378-8046685e59b9 service nova] Acquiring lock "refresh_cache-4c175400-88d8-4813-aa7d-3c3f62eb2e96" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.438595] env[61960]: DEBUG oslo_concurrency.lockutils [req-4fcc2ccf-d0c5-426f-b9f2-f1de4a9c5adc req-e6aae8b1-3a5a-4bf2-9378-8046685e59b9 service nova] Acquired lock "refresh_cache-4c175400-88d8-4813-aa7d-3c3f62eb2e96" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.438803] env[61960]: DEBUG nova.network.neutron [req-4fcc2ccf-d0c5-426f-b9f2-f1de4a9c5adc req-e6aae8b1-3a5a-4bf2-9378-8046685e59b9 service nova] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Refreshing network info cache for port 69604137-813f-4ff2-bb36-aa38e871ee8b {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 932.463499] env[61960]: DEBUG oslo_concurrency.lockutils [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.464014] env[61960]: DEBUG nova.compute.manager [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 932.467050] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b7057d6e-7f48-4402-9bf8-3ec8e36d71f3 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 13.034s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.470965] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Creating Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 932.471247] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8bd8325c-e61d-4f94-a13c-fe299a7fe854 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.480786] env[61960]: DEBUG oslo_vmware.api [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the task: (returnval){ [ 932.480786] env[61960]: value = "task-436411" [ 932.480786] env[61960]: _type = "Task" [ 932.480786] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.494867] env[61960]: DEBUG oslo_vmware.api [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436411, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.531088] env[61960]: DEBUG oslo_vmware.api [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bd1337-4dae-46b5-4876-74b4cb11fd8c, 'name': SearchDatastore_Task, 'duration_secs': 0.01419} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.531088] env[61960]: DEBUG oslo_concurrency.lockutils [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.531088] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.531088] env[61960]: DEBUG oslo_concurrency.lockutils [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.531088] env[61960]: DEBUG oslo_concurrency.lockutils [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.531088] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.531473] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e236fcd-ec18-40b0-be96-7295d1a279a4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.541271] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.541560] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 932.542435] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db810431-56d1-49df-ad4a-cbfec846f418 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.549418] env[61960]: DEBUG oslo_vmware.api [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 932.549418] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5286fb9a-b407-818f-04c1-70bab5f04856" [ 932.549418] env[61960]: _type = "Task" [ 932.549418] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.559810] env[61960]: DEBUG oslo_vmware.api [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5286fb9a-b407-818f-04c1-70bab5f04856, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.659228] env[61960]: DEBUG nova.compute.manager [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 932.706353] env[61960]: DEBUG oslo_vmware.api [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436409, 'name': RemoveSnapshot_Task, 'duration_secs': 1.029856} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.707009] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Deleted Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 932.707290] env[61960]: INFO nova.compute.manager [None req-b9a7ab86-f9a0-4ea3-b68a-34451cda4005 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Took 16.33 seconds to snapshot the instance on the hypervisor. [ 932.791756] env[61960]: DEBUG oslo_concurrency.lockutils [req-566f3e35-b707-4d04-ba88-be6553e16221 req-e18fd424-2d2b-4417-b332-f4c0e1387dc0 service nova] Releasing lock "refresh_cache-e009973f-28a1-4230-a3c3-12fb1fa4a81c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.822331] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a8f9b913-8a58-4d11-894b-0f02d84a2229 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquiring lock "d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.822651] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a8f9b913-8a58-4d11-894b-0f02d84a2229 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.822945] env[61960]: INFO nova.compute.manager [None req-a8f9b913-8a58-4d11-894b-0f02d84a2229 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Attaching volume 6cb3e52e-9747-4095-af6c-d2e812892553 to /dev/sdc [ 932.856406] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914292b9-bee1-44d1-bcac-43600e00b5fd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.867044] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde24ad0-466d-4848-a7c4-2691b2813291 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.883112] env[61960]: DEBUG nova.virt.block_device [None req-a8f9b913-8a58-4d11-894b-0f02d84a2229 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Updating existing volume attachment record: 9b7209a0-ac82-44b3-a289-467a52ced06d {{(pid=61960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 932.971055] env[61960]: DEBUG nova.compute.utils [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 932.977924] env[61960]: DEBUG nova.compute.manager [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 932.978134] env[61960]: DEBUG nova.network.neutron [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 932.991537] env[61960]: DEBUG oslo_vmware.api [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436411, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.028701] env[61960]: DEBUG nova.policy [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c7df84f2aae45a6844893ff53bf46ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf2083a011c74028b3c772ca92759e8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 933.059844] env[61960]: DEBUG oslo_vmware.api [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5286fb9a-b407-818f-04c1-70bab5f04856, 'name': SearchDatastore_Task, 'duration_secs': 0.010975} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.063067] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f4ae164-64c3-4eff-b99c-95a4b7405209 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.072931] env[61960]: DEBUG oslo_vmware.api [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 933.072931] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522f844c-e6b4-05bf-4b11-8b69f7f83920" [ 933.072931] env[61960]: _type = "Task" [ 933.072931] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.081513] env[61960]: DEBUG oslo_vmware.api [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522f844c-e6b4-05bf-4b11-8b69f7f83920, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.178548] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.238309] env[61960]: DEBUG nova.network.neutron [req-4fcc2ccf-d0c5-426f-b9f2-f1de4a9c5adc req-e6aae8b1-3a5a-4bf2-9378-8046685e59b9 service nova] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Updated VIF entry in instance network info cache for port 69604137-813f-4ff2-bb36-aa38e871ee8b. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 933.238745] env[61960]: DEBUG nova.network.neutron [req-4fcc2ccf-d0c5-426f-b9f2-f1de4a9c5adc req-e6aae8b1-3a5a-4bf2-9378-8046685e59b9 service nova] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Updating instance_info_cache with network_info: [{"id": "69604137-813f-4ff2-bb36-aa38e871ee8b", "address": "fa:16:3e:78:6d:82", "network": {"id": "011b9b85-20e0-4930-b560-f4a50c63faf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-851435399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb87a3aea6c94417a8eb19cb6eac7f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69604137-81", "ovs_interfaceid": "69604137-813f-4ff2-bb36-aa38e871ee8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.264164] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddfbb46-3328-471c-a177-02476680c139 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.273177] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9945fd94-29a8-490f-9f4c-cc6ba8d6cb07 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.312517] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4ca572-304f-4924-abad-1c71d0e154fc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.318637] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fefc5b-2065-483c-bccb-26a0c631ccbd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.343705] env[61960]: DEBUG nova.compute.provider_tree [None req-b7057d6e-7f48-4402-9bf8-3ec8e36d71f3 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.346613] env[61960]: DEBUG nova.network.neutron [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Successfully created port: 35334cc1-cde8-40e0-9322-ef3e6f5b5bac {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.476805] env[61960]: DEBUG nova.compute.manager [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 933.492342] env[61960]: DEBUG oslo_vmware.api [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436411, 'name': CreateSnapshot_Task, 'duration_secs': 0.522295} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.492622] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Created Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 933.493395] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d3a16d-40c8-4613-bee0-76d3e76af2b4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.586229] env[61960]: DEBUG oslo_vmware.api [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522f844c-e6b4-05bf-4b11-8b69f7f83920, 'name': SearchDatastore_Task, 'duration_secs': 0.010276} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.589100] env[61960]: DEBUG oslo_concurrency.lockutils [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.589100] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] e009973f-28a1-4230-a3c3-12fb1fa4a81c/e009973f-28a1-4230-a3c3-12fb1fa4a81c.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 933.589100] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d85c565-3f4f-49f3-83d5-f6f7156eafd7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.597914] env[61960]: DEBUG oslo_vmware.api [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 933.597914] env[61960]: value = "task-436413" [ 933.597914] env[61960]: _type = "Task" [ 933.597914] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.607844] env[61960]: DEBUG oslo_vmware.api [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.741269] env[61960]: DEBUG oslo_concurrency.lockutils [req-4fcc2ccf-d0c5-426f-b9f2-f1de4a9c5adc req-e6aae8b1-3a5a-4bf2-9378-8046685e59b9 service nova] Releasing lock "refresh_cache-4c175400-88d8-4813-aa7d-3c3f62eb2e96" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.846724] env[61960]: DEBUG nova.scheduler.client.report [None req-b7057d6e-7f48-4402-9bf8-3ec8e36d71f3 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 934.012772] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Creating linked-clone VM from snapshot {{(pid=61960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 934.014049] env[61960]: DEBUG oslo_concurrency.lockutils [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Acquiring lock "eaba5bdb-d668-4e26-a147-8658738174a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.014049] env[61960]: DEBUG oslo_concurrency.lockutils [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Lock "eaba5bdb-d668-4e26-a147-8658738174a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.014242] env[61960]: DEBUG oslo_concurrency.lockutils [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Acquiring lock "eaba5bdb-d668-4e26-a147-8658738174a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.014423] env[61960]: DEBUG oslo_concurrency.lockutils [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Lock "eaba5bdb-d668-4e26-a147-8658738174a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.014604] env[61960]: DEBUG oslo_concurrency.lockutils [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Lock "eaba5bdb-d668-4e26-a147-8658738174a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.016476] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2402fd9b-0860-4107-9c99-c857153dde94 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.020467] env[61960]: INFO nova.compute.manager [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Terminating instance [ 934.023789] env[61960]: DEBUG nova.compute.manager [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 934.023789] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 934.024645] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6828c2-aa5b-46fc-bcae-a198d5680588 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.031815] env[61960]: DEBUG oslo_vmware.api [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the task: (returnval){ [ 934.031815] env[61960]: value = "task-436414" [ 934.031815] env[61960]: _type = "Task" [ 934.031815] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.034556] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 934.038258] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a2d0b58-5a1f-4523-9ff3-263064b1a3ce {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.047088] env[61960]: DEBUG oslo_vmware.api [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436414, 'name': CloneVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.048697] env[61960]: DEBUG oslo_vmware.api [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Waiting for the task: (returnval){ [ 934.048697] env[61960]: value = "task-436415" [ 934.048697] env[61960]: _type = "Task" [ 934.048697] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.059507] env[61960]: DEBUG oslo_vmware.api [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.110066] env[61960]: DEBUG oslo_vmware.api [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436413, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.488716] env[61960]: DEBUG nova.compute.manager [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 934.512888] env[61960]: DEBUG nova.virt.hardware [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 934.513249] env[61960]: DEBUG nova.virt.hardware [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 934.513433] env[61960]: DEBUG nova.virt.hardware [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.514022] env[61960]: DEBUG nova.virt.hardware [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 934.514022] env[61960]: DEBUG nova.virt.hardware [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.514022] env[61960]: DEBUG nova.virt.hardware [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 934.514190] env[61960]: DEBUG nova.virt.hardware [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 934.514329] env[61960]: DEBUG nova.virt.hardware [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 934.515143] env[61960]: DEBUG nova.virt.hardware [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 934.515143] env[61960]: DEBUG nova.virt.hardware [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 934.515143] env[61960]: DEBUG nova.virt.hardware [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 934.515826] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459518d1-2df3-48fa-95d9-c4753f4cf79c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.524731] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f244e82-4a4f-41cc-a81b-f7b14e5069ed {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.550408] env[61960]: DEBUG oslo_vmware.api [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436414, 'name': CloneVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.559042] env[61960]: DEBUG oslo_vmware.api [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436415, 'name': PowerOffVM_Task, 'duration_secs': 0.427509} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.559318] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 934.559492] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 934.560493] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba380542-2970-43ee-9474-b670de0af2c9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.608717] env[61960]: DEBUG oslo_vmware.api [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.760537} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.609040] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] e009973f-28a1-4230-a3c3-12fb1fa4a81c/e009973f-28a1-4230-a3c3-12fb1fa4a81c.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 934.609288] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.609563] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f71027a7-8941-4f0c-b48d-21fb7a195f89 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.617479] env[61960]: DEBUG oslo_vmware.api [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 934.617479] env[61960]: value = "task-436417" [ 934.617479] env[61960]: _type = "Task" [ 934.617479] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.627101] env[61960]: DEBUG oslo_vmware.api [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.650762] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 934.651217] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 934.651474] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Deleting the datastore file [datastore1] eaba5bdb-d668-4e26-a147-8658738174a1 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.651881] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c35203da-5b7e-4271-a7f3-ef958141b211 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.659816] env[61960]: DEBUG oslo_vmware.api [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Waiting for the task: (returnval){ [ 934.659816] env[61960]: value = "task-436418" [ 934.659816] env[61960]: _type = "Task" [ 934.659816] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.668937] env[61960]: DEBUG oslo_vmware.api [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.858945] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b7057d6e-7f48-4402-9bf8-3ec8e36d71f3 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.392s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.869021] env[61960]: DEBUG oslo_concurrency.lockutils [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.655s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.869021] env[61960]: INFO nova.compute.claims [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.964393] env[61960]: DEBUG nova.compute.manager [req-6ca7007b-3577-4510-afd4-032dd54a7937 req-7ae74f39-e657-46d6-9a8a-20365aa7d3ec service nova] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Received event network-vif-plugged-35334cc1-cde8-40e0-9322-ef3e6f5b5bac {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 934.964393] env[61960]: DEBUG oslo_concurrency.lockutils [req-6ca7007b-3577-4510-afd4-032dd54a7937 req-7ae74f39-e657-46d6-9a8a-20365aa7d3ec service nova] Acquiring lock "c841adfb-d099-40c3-b30a-d21b389440c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.965475] env[61960]: DEBUG oslo_concurrency.lockutils [req-6ca7007b-3577-4510-afd4-032dd54a7937 req-7ae74f39-e657-46d6-9a8a-20365aa7d3ec service nova] Lock "c841adfb-d099-40c3-b30a-d21b389440c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.965475] env[61960]: DEBUG oslo_concurrency.lockutils [req-6ca7007b-3577-4510-afd4-032dd54a7937 req-7ae74f39-e657-46d6-9a8a-20365aa7d3ec service nova] Lock "c841adfb-d099-40c3-b30a-d21b389440c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.965475] env[61960]: DEBUG nova.compute.manager [req-6ca7007b-3577-4510-afd4-032dd54a7937 req-7ae74f39-e657-46d6-9a8a-20365aa7d3ec service nova] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] No waiting events found dispatching network-vif-plugged-35334cc1-cde8-40e0-9322-ef3e6f5b5bac {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 934.965475] env[61960]: WARNING nova.compute.manager [req-6ca7007b-3577-4510-afd4-032dd54a7937 req-7ae74f39-e657-46d6-9a8a-20365aa7d3ec service nova] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Received unexpected event network-vif-plugged-35334cc1-cde8-40e0-9322-ef3e6f5b5bac for instance with vm_state building and task_state spawning. [ 934.986701] env[61960]: DEBUG nova.network.neutron [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Successfully updated port: 35334cc1-cde8-40e0-9322-ef3e6f5b5bac {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.051102] env[61960]: DEBUG oslo_vmware.api [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436414, 'name': CloneVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.128266] env[61960]: DEBUG oslo_vmware.api [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086323} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.128632] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.130057] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29a81a8-2061-4923-aac5-5690c3cc9e2e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.155226] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] e009973f-28a1-4230-a3c3-12fb1fa4a81c/e009973f-28a1-4230-a3c3-12fb1fa4a81c.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.155569] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b69d56c9-ccef-4a65-9555-64167be1a439 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.191324] env[61960]: DEBUG oslo_vmware.api [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Task: {'id': task-436418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145209} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.192669] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.192887] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 935.193094] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 935.193289] env[61960]: INFO nova.compute.manager [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 935.193568] env[61960]: DEBUG oslo.service.loopingcall [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 935.193906] env[61960]: DEBUG oslo_vmware.api [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 935.193906] env[61960]: value = "task-436420" [ 935.193906] env[61960]: _type = "Task" [ 935.193906] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.194136] env[61960]: DEBUG nova.compute.manager [-] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 935.194234] env[61960]: DEBUG nova.network.neutron [-] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 935.213635] env[61960]: DEBUG oslo_vmware.api [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.430715] env[61960]: INFO nova.scheduler.client.report [None req-b7057d6e-7f48-4402-9bf8-3ec8e36d71f3 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Deleted allocation for migration 4a6c3507-a0b5-453b-a0d4-00d54ca943f2 [ 935.492627] env[61960]: DEBUG oslo_concurrency.lockutils [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquiring lock "refresh_cache-c841adfb-d099-40c3-b30a-d21b389440c6" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.492970] env[61960]: DEBUG oslo_concurrency.lockutils [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquired lock "refresh_cache-c841adfb-d099-40c3-b30a-d21b389440c6" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.493184] env[61960]: DEBUG nova.network.neutron [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 935.552038] env[61960]: DEBUG oslo_vmware.api [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436414, 'name': CloneVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.708060] env[61960]: DEBUG oslo_vmware.api [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.938581] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b7057d6e-7f48-4402-9bf8-3ec8e36d71f3 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "bedcdb7c-216f-4248-b5ac-1c71471c4c07" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 20.270s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.024103] env[61960]: DEBUG nova.network.neutron [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 936.051691] env[61960]: DEBUG oslo_vmware.api [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436414, 'name': CloneVM_Task, 'duration_secs': 1.773342} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.052033] env[61960]: INFO nova.virt.vmwareapi.vmops [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Created linked-clone VM from snapshot [ 936.052873] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ffa675-c3a5-439d-a741-200f0c4fa292 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.062768] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Uploading image 268b3933-4f2b-4043-83c9-459ae6f593c8 {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 936.088788] env[61960]: DEBUG oslo_vmware.rw_handles [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 936.088788] env[61960]: value = "vm-116155" [ 936.088788] env[61960]: _type = "VirtualMachine" [ 936.088788] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 936.090856] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-10131029-6af0-4796-a3bb-ccd141b58111 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.099169] env[61960]: DEBUG oslo_vmware.rw_handles [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Lease: (returnval){ [ 936.099169] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520921d2-f61d-4754-ef02-f786d9702dfc" [ 936.099169] env[61960]: _type = "HttpNfcLease" [ 936.099169] env[61960]: } obtained for exporting VM: (result){ [ 936.099169] env[61960]: value = "vm-116155" [ 936.099169] env[61960]: _type = "VirtualMachine" [ 936.099169] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 936.099465] env[61960]: DEBUG oslo_vmware.api [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the lease: (returnval){ [ 936.099465] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520921d2-f61d-4754-ef02-f786d9702dfc" [ 936.099465] env[61960]: _type = "HttpNfcLease" [ 936.099465] env[61960]: } to be ready. {{(pid=61960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 936.111994] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 936.111994] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520921d2-f61d-4754-ef02-f786d9702dfc" [ 936.111994] env[61960]: _type = "HttpNfcLease" [ 936.111994] env[61960]: } is ready. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 936.112314] env[61960]: DEBUG oslo_vmware.rw_handles [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 936.112314] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520921d2-f61d-4754-ef02-f786d9702dfc" [ 936.112314] env[61960]: _type = "HttpNfcLease" [ 936.112314] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 936.113109] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0272a2-cd71-4804-9bf1-99193f480b17 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.124638] env[61960]: DEBUG oslo_vmware.rw_handles [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5225b91e-a13e-4495-72ae-de12280c7a48/disk-0.vmdk from lease info. {{(pid=61960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 936.124833] env[61960]: DEBUG oslo_vmware.rw_handles [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5225b91e-a13e-4495-72ae-de12280c7a48/disk-0.vmdk for reading. {{(pid=61960) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 936.180097] env[61960]: DEBUG nova.network.neutron [-] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.198920] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baba499e-a0f5-4432-b53e-0cc54c246c6f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.212517] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0c128d-e07a-40d7-9c45-d30393928888 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.215871] env[61960]: DEBUG oslo_vmware.api [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436420, 'name': ReconfigVM_Task, 'duration_secs': 0.685772} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.216426] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Reconfigured VM instance instance-00000053 to attach disk [datastore1] e009973f-28a1-4230-a3c3-12fb1fa4a81c/e009973f-28a1-4230-a3c3-12fb1fa4a81c.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.217342] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a8205d4-908d-45e0-b8f1-0a664722edd4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.246083] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7f7388-0a71-46df-8b79-ea13befbd3ed {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.249113] env[61960]: DEBUG oslo_vmware.api [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 936.249113] env[61960]: value = "task-436422" [ 936.249113] env[61960]: _type = "Task" [ 936.249113] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.255874] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a7fd04d0-a478-4399-937a-c6f6bdbe2ff3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.261667] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ea75f1-52f1-4bbd-8bdd-9247041dab22 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.271979] env[61960]: DEBUG oslo_vmware.api [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436422, 'name': Rename_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.285319] env[61960]: DEBUG nova.compute.provider_tree [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.323051] env[61960]: DEBUG nova.network.neutron [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Updating instance_info_cache with network_info: [{"id": "35334cc1-cde8-40e0-9322-ef3e6f5b5bac", "address": "fa:16:3e:b2:6c:63", "network": {"id": "3459795b-f25d-427b-8f16-d2182ea0904f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1416273180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf2083a011c74028b3c772ca92759e8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35334cc1-cd", "ovs_interfaceid": "35334cc1-cde8-40e0-9322-ef3e6f5b5bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.571957] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ee487093-7436-4d1e-9e11-04c4827b06ae tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "bedcdb7c-216f-4248-b5ac-1c71471c4c07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.572332] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ee487093-7436-4d1e-9e11-04c4827b06ae tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "bedcdb7c-216f-4248-b5ac-1c71471c4c07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.573316] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ee487093-7436-4d1e-9e11-04c4827b06ae tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "bedcdb7c-216f-4248-b5ac-1c71471c4c07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.573550] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ee487093-7436-4d1e-9e11-04c4827b06ae tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "bedcdb7c-216f-4248-b5ac-1c71471c4c07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.573738] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ee487093-7436-4d1e-9e11-04c4827b06ae tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "bedcdb7c-216f-4248-b5ac-1c71471c4c07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.576769] env[61960]: INFO nova.compute.manager [None req-ee487093-7436-4d1e-9e11-04c4827b06ae tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Terminating instance [ 936.578724] env[61960]: DEBUG nova.compute.manager [None req-ee487093-7436-4d1e-9e11-04c4827b06ae tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 936.578978] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ee487093-7436-4d1e-9e11-04c4827b06ae tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 936.579843] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea39ef8-79f5-437f-9471-bd262b46ba26 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.591566] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee487093-7436-4d1e-9e11-04c4827b06ae tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 936.591963] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a9f3f63-8810-47c2-8f90-16bb240d2fdc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.599977] env[61960]: DEBUG oslo_vmware.api [None req-ee487093-7436-4d1e-9e11-04c4827b06ae tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 936.599977] env[61960]: value = "task-436423" [ 936.599977] env[61960]: _type = "Task" [ 936.599977] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.608921] env[61960]: DEBUG oslo_vmware.api [None req-ee487093-7436-4d1e-9e11-04c4827b06ae tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.687752] env[61960]: INFO nova.compute.manager [-] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Took 1.49 seconds to deallocate network for instance. [ 936.763913] env[61960]: DEBUG oslo_vmware.api [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436422, 'name': Rename_Task, 'duration_secs': 0.151652} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.763913] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 936.764466] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce5aabec-7efd-4aac-8e84-425c8efafbe2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.774024] env[61960]: DEBUG oslo_vmware.api [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 936.774024] env[61960]: value = "task-436424" [ 936.774024] env[61960]: _type = "Task" [ 936.774024] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.786513] env[61960]: DEBUG oslo_vmware.api [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.790858] env[61960]: DEBUG nova.scheduler.client.report [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 936.826061] env[61960]: DEBUG oslo_concurrency.lockutils [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Releasing lock "refresh_cache-c841adfb-d099-40c3-b30a-d21b389440c6" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.827030] env[61960]: DEBUG nova.compute.manager [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Instance network_info: |[{"id": "35334cc1-cde8-40e0-9322-ef3e6f5b5bac", "address": "fa:16:3e:b2:6c:63", "network": {"id": "3459795b-f25d-427b-8f16-d2182ea0904f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1416273180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf2083a011c74028b3c772ca92759e8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35334cc1-cd", "ovs_interfaceid": "35334cc1-cde8-40e0-9322-ef3e6f5b5bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 936.827229] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:6c:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35334cc1-cde8-40e0-9322-ef3e6f5b5bac', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.836926] env[61960]: DEBUG oslo.service.loopingcall [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 936.837962] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 936.838502] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e83d07ff-ecb0-4612-bd4a-91ba63805337 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.864134] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.864134] env[61960]: value = "task-436425" [ 936.864134] env[61960]: _type = "Task" [ 936.864134] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.878627] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436425, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.992362] env[61960]: DEBUG nova.compute.manager [req-8b5868a7-951e-47cc-b82d-baf88285a082 req-6d9f5b47-735d-4e0f-b408-8c6dc1ea4ec1 service nova] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Received event network-changed-35334cc1-cde8-40e0-9322-ef3e6f5b5bac {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 936.992479] env[61960]: DEBUG nova.compute.manager [req-8b5868a7-951e-47cc-b82d-baf88285a082 req-6d9f5b47-735d-4e0f-b408-8c6dc1ea4ec1 service nova] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Refreshing instance network info cache due to event network-changed-35334cc1-cde8-40e0-9322-ef3e6f5b5bac. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 936.992827] env[61960]: DEBUG oslo_concurrency.lockutils [req-8b5868a7-951e-47cc-b82d-baf88285a082 req-6d9f5b47-735d-4e0f-b408-8c6dc1ea4ec1 service nova] Acquiring lock "refresh_cache-c841adfb-d099-40c3-b30a-d21b389440c6" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.992967] env[61960]: DEBUG oslo_concurrency.lockutils [req-8b5868a7-951e-47cc-b82d-baf88285a082 req-6d9f5b47-735d-4e0f-b408-8c6dc1ea4ec1 service nova] Acquired lock "refresh_cache-c841adfb-d099-40c3-b30a-d21b389440c6" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.993222] env[61960]: DEBUG nova.network.neutron [req-8b5868a7-951e-47cc-b82d-baf88285a082 req-6d9f5b47-735d-4e0f-b408-8c6dc1ea4ec1 service nova] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Refreshing network info cache for port 35334cc1-cde8-40e0-9322-ef3e6f5b5bac {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 937.110597] env[61960]: DEBUG oslo_vmware.api [None req-ee487093-7436-4d1e-9e11-04c4827b06ae tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436423, 'name': PowerOffVM_Task, 'duration_secs': 0.26302} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.111040] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee487093-7436-4d1e-9e11-04c4827b06ae tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 937.111146] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ee487093-7436-4d1e-9e11-04c4827b06ae tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 937.111868] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86bc1e04-2c94-4805-838d-c06b1b43906d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.185967] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ee487093-7436-4d1e-9e11-04c4827b06ae tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 937.187247] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ee487093-7436-4d1e-9e11-04c4827b06ae tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 937.187247] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee487093-7436-4d1e-9e11-04c4827b06ae tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Deleting the datastore file [datastore1] bedcdb7c-216f-4248-b5ac-1c71471c4c07 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.187247] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be3fb6d5-9b0b-4ada-9199-572a22ab660e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.197211] env[61960]: DEBUG oslo_concurrency.lockutils [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.197651] env[61960]: DEBUG oslo_vmware.api [None req-ee487093-7436-4d1e-9e11-04c4827b06ae tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 937.197651] env[61960]: value = "task-436427" [ 937.197651] env[61960]: _type = "Task" [ 937.197651] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.207231] env[61960]: DEBUG oslo_vmware.api [None req-ee487093-7436-4d1e-9e11-04c4827b06ae tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.284991] env[61960]: DEBUG oslo_vmware.api [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436424, 'name': PowerOnVM_Task} progress is 89%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.296448] env[61960]: DEBUG oslo_concurrency.lockutils [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.296946] env[61960]: DEBUG nova.compute.manager [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 937.299873] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.424s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.301378] env[61960]: INFO nova.compute.claims [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.375965] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436425, 'name': CreateVM_Task, 'duration_secs': 0.37117} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.377042] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 937.377756] env[61960]: DEBUG oslo_concurrency.lockutils [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.377913] env[61960]: DEBUG oslo_concurrency.lockutils [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.378374] env[61960]: DEBUG oslo_concurrency.lockutils [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.378748] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2507dd98-af56-4be1-8b06-7354e0fe0b51 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.385023] env[61960]: DEBUG oslo_vmware.api [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 937.385023] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527b3dad-ae19-5328-d370-3bed125e3200" [ 937.385023] env[61960]: _type = "Task" [ 937.385023] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.396258] env[61960]: DEBUG oslo_vmware.api [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527b3dad-ae19-5328-d370-3bed125e3200, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.434708] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8f9b913-8a58-4d11-894b-0f02d84a2229 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Volume attach. Driver type: vmdk {{(pid=61960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 937.435230] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8f9b913-8a58-4d11-894b-0f02d84a2229 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116154', 'volume_id': '6cb3e52e-9747-4095-af6c-d2e812892553', 'name': 'volume-6cb3e52e-9747-4095-af6c-d2e812892553', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd60aa8bb-6f0a-4c64-891e-2b4e3243d1b8', 'attached_at': '', 'detached_at': '', 'volume_id': '6cb3e52e-9747-4095-af6c-d2e812892553', 'serial': '6cb3e52e-9747-4095-af6c-d2e812892553'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 937.437009] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8c93de-e611-42e6-b6eb-2ceb5bc39c31 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.454349] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebedfc7f-7fc1-4ea0-b6f7-444c980675c3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.486609] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8f9b913-8a58-4d11-894b-0f02d84a2229 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] volume-6cb3e52e-9747-4095-af6c-d2e812892553/volume-6cb3e52e-9747-4095-af6c-d2e812892553.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.486963] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e65ad917-6f0d-4382-b503-a70909794284 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.510704] env[61960]: DEBUG oslo_vmware.api [None req-a8f9b913-8a58-4d11-894b-0f02d84a2229 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 937.510704] env[61960]: value = "task-436428" [ 937.510704] env[61960]: _type = "Task" [ 937.510704] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.521525] env[61960]: DEBUG oslo_vmware.api [None req-a8f9b913-8a58-4d11-894b-0f02d84a2229 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436428, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.708310] env[61960]: DEBUG oslo_vmware.api [None req-ee487093-7436-4d1e-9e11-04c4827b06ae tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182355} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.708758] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee487093-7436-4d1e-9e11-04c4827b06ae tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.709060] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ee487093-7436-4d1e-9e11-04c4827b06ae tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 937.709351] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ee487093-7436-4d1e-9e11-04c4827b06ae tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 937.709586] env[61960]: INFO nova.compute.manager [None req-ee487093-7436-4d1e-9e11-04c4827b06ae tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Took 1.13 seconds to destroy the instance on the hypervisor. [ 937.710022] env[61960]: DEBUG oslo.service.loopingcall [None req-ee487093-7436-4d1e-9e11-04c4827b06ae tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 937.710250] env[61960]: DEBUG nova.compute.manager [-] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 937.710361] env[61960]: DEBUG nova.network.neutron [-] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 937.724918] env[61960]: DEBUG nova.network.neutron [req-8b5868a7-951e-47cc-b82d-baf88285a082 req-6d9f5b47-735d-4e0f-b408-8c6dc1ea4ec1 service nova] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Updated VIF entry in instance network info cache for port 35334cc1-cde8-40e0-9322-ef3e6f5b5bac. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 937.725482] env[61960]: DEBUG nova.network.neutron [req-8b5868a7-951e-47cc-b82d-baf88285a082 req-6d9f5b47-735d-4e0f-b408-8c6dc1ea4ec1 service nova] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Updating instance_info_cache with network_info: [{"id": "35334cc1-cde8-40e0-9322-ef3e6f5b5bac", "address": "fa:16:3e:b2:6c:63", "network": {"id": "3459795b-f25d-427b-8f16-d2182ea0904f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1416273180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf2083a011c74028b3c772ca92759e8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35334cc1-cd", "ovs_interfaceid": "35334cc1-cde8-40e0-9322-ef3e6f5b5bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.787009] env[61960]: DEBUG oslo_vmware.api [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436424, 'name': PowerOnVM_Task, 'duration_secs': 0.639805} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.787437] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 937.787782] env[61960]: INFO nova.compute.manager [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Took 9.58 seconds to spawn the instance on the hypervisor. [ 937.788025] env[61960]: DEBUG nova.compute.manager [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 937.788957] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4810f62d-3a7d-425b-88ae-c7977519af5d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.805718] env[61960]: DEBUG nova.compute.utils [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 937.809679] env[61960]: DEBUG nova.compute.manager [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 937.809868] env[61960]: DEBUG nova.network.neutron [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 937.852337] env[61960]: DEBUG nova.policy [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85bbd57bac934a94acae06075d3d71da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c79deffd23674a5f89784dc83e6ae866', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 937.898017] env[61960]: DEBUG oslo_vmware.api [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527b3dad-ae19-5328-d370-3bed125e3200, 'name': SearchDatastore_Task, 'duration_secs': 0.009262} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.898017] env[61960]: DEBUG oslo_concurrency.lockutils [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.898017] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.898017] env[61960]: DEBUG oslo_concurrency.lockutils [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.898017] env[61960]: DEBUG oslo_concurrency.lockutils [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.898017] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.898017] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a383273-cf7d-4dc2-bb1d-e3ac941c471e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.910352] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.910352] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 937.911789] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49db9334-778a-4969-9243-5808b6ea524e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.917873] env[61960]: DEBUG oslo_vmware.api [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 937.917873] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52776c89-8292-1241-b0bc-6f8a2b8dd42a" [ 937.917873] env[61960]: _type = "Task" [ 937.917873] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.932845] env[61960]: DEBUG oslo_vmware.api [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52776c89-8292-1241-b0bc-6f8a2b8dd42a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.021770] env[61960]: DEBUG oslo_vmware.api [None req-a8f9b913-8a58-4d11-894b-0f02d84a2229 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436428, 'name': ReconfigVM_Task, 'duration_secs': 0.467587} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.022123] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8f9b913-8a58-4d11-894b-0f02d84a2229 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Reconfigured VM instance instance-00000048 to attach disk [datastore1] volume-6cb3e52e-9747-4095-af6c-d2e812892553/volume-6cb3e52e-9747-4095-af6c-d2e812892553.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.027580] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b99a342e-a34b-4255-bae6-65dec15f4668 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.045292] env[61960]: DEBUG oslo_vmware.api [None req-a8f9b913-8a58-4d11-894b-0f02d84a2229 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 938.045292] env[61960]: value = "task-436429" [ 938.045292] env[61960]: _type = "Task" [ 938.045292] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.055614] env[61960]: DEBUG oslo_vmware.api [None req-a8f9b913-8a58-4d11-894b-0f02d84a2229 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436429, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.583149] env[61960]: DEBUG oslo_concurrency.lockutils [req-8b5868a7-951e-47cc-b82d-baf88285a082 req-6d9f5b47-735d-4e0f-b408-8c6dc1ea4ec1 service nova] Releasing lock "refresh_cache-c841adfb-d099-40c3-b30a-d21b389440c6" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.584288] env[61960]: DEBUG nova.compute.manager [req-8b5868a7-951e-47cc-b82d-baf88285a082 req-6d9f5b47-735d-4e0f-b408-8c6dc1ea4ec1 service nova] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Received event network-vif-deleted-41060911-593a-4b95-b507-a1f2169fc5d1 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 938.598638] env[61960]: INFO nova.compute.manager [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Took 28.96 seconds to build instance. [ 938.601591] env[61960]: DEBUG nova.compute.manager [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 938.630514] env[61960]: DEBUG oslo_vmware.api [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52776c89-8292-1241-b0bc-6f8a2b8dd42a, 'name': SearchDatastore_Task, 'duration_secs': 0.014246} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.636019] env[61960]: DEBUG oslo_vmware.api [None req-a8f9b913-8a58-4d11-894b-0f02d84a2229 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436429, 'name': ReconfigVM_Task, 'duration_secs': 0.160326} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.636019] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ed23663-ff3b-4b18-b25f-7cceb980d690 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.638163] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8f9b913-8a58-4d11-894b-0f02d84a2229 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116154', 'volume_id': '6cb3e52e-9747-4095-af6c-d2e812892553', 'name': 'volume-6cb3e52e-9747-4095-af6c-d2e812892553', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd60aa8bb-6f0a-4c64-891e-2b4e3243d1b8', 'attached_at': '', 'detached_at': '', 'volume_id': '6cb3e52e-9747-4095-af6c-d2e812892553', 'serial': '6cb3e52e-9747-4095-af6c-d2e812892553'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 938.646602] env[61960]: DEBUG oslo_vmware.api [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 938.646602] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52315972-413e-daaa-bd68-a869b3d5338e" [ 938.646602] env[61960]: _type = "Task" [ 938.646602] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.660893] env[61960]: DEBUG oslo_vmware.api [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52315972-413e-daaa-bd68-a869b3d5338e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.787000] env[61960]: DEBUG nova.network.neutron [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Successfully created port: 93dffbba-f9db-46f6-b1d9-cea7145ccd04 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 938.943429] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d751ee-6884-4cf2-a13f-c0c86c1b85cd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.952725] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6fb1d4-4a14-4567-8c8f-fae5a8a6810c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.991099] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80665047-6db3-491c-849d-0bf9b65a0dc5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.002393] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc62139-3543-46e9-8fa1-af50f24bf72e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.021394] env[61960]: DEBUG nova.compute.provider_tree [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.026935] env[61960]: DEBUG nova.compute.manager [req-bbfb4a3a-6563-4b50-afca-649f93f5ad8f req-67caaee6-f857-40ff-9f3b-615cb5c3c14f service nova] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Received event network-vif-deleted-329e7ecf-f461-4acb-8b46-c1b825abf425 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 939.027285] env[61960]: INFO nova.compute.manager [req-bbfb4a3a-6563-4b50-afca-649f93f5ad8f req-67caaee6-f857-40ff-9f3b-615cb5c3c14f service nova] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Neutron deleted interface 329e7ecf-f461-4acb-8b46-c1b825abf425; detaching it from the instance and deleting it from the info cache [ 939.027489] env[61960]: DEBUG nova.network.neutron [req-bbfb4a3a-6563-4b50-afca-649f93f5ad8f req-67caaee6-f857-40ff-9f3b-615cb5c3c14f service nova] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.124401] env[61960]: DEBUG oslo_concurrency.lockutils [None req-89c99844-5940-4e0a-a2b9-d0ad833479e1 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "e009973f-28a1-4230-a3c3-12fb1fa4a81c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.510s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.163646] env[61960]: DEBUG oslo_vmware.api [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52315972-413e-daaa-bd68-a869b3d5338e, 'name': SearchDatastore_Task, 'duration_secs': 0.012257} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.163646] env[61960]: DEBUG oslo_concurrency.lockutils [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.163815] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] c841adfb-d099-40c3-b30a-d21b389440c6/c841adfb-d099-40c3-b30a-d21b389440c6.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 939.164166] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-354b91a2-b7e6-4be1-a1b7-cd6ea4b9d30e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.175965] env[61960]: DEBUG oslo_vmware.api [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 939.175965] env[61960]: value = "task-436430" [ 939.175965] env[61960]: _type = "Task" [ 939.175965] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.189060] env[61960]: DEBUG oslo_vmware.api [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.353630] env[61960]: DEBUG nova.network.neutron [-] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.526610] env[61960]: DEBUG nova.scheduler.client.report [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 939.533205] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3219772b-6426-4e7a-99b4-dac93820ae7f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.547197] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018db4cb-b354-4685-922f-c62b522ad54e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.593377] env[61960]: DEBUG nova.compute.manager [req-bbfb4a3a-6563-4b50-afca-649f93f5ad8f req-67caaee6-f857-40ff-9f3b-615cb5c3c14f service nova] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Detach interface failed, port_id=329e7ecf-f461-4acb-8b46-c1b825abf425, reason: Instance bedcdb7c-216f-4248-b5ac-1c71471c4c07 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 939.626439] env[61960]: DEBUG nova.compute.manager [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 939.654445] env[61960]: DEBUG nova.virt.hardware [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 939.654801] env[61960]: DEBUG nova.virt.hardware [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 939.654931] env[61960]: DEBUG nova.virt.hardware [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.655220] env[61960]: DEBUG nova.virt.hardware [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 939.655436] env[61960]: DEBUG nova.virt.hardware [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.655640] env[61960]: DEBUG nova.virt.hardware [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 939.655854] env[61960]: DEBUG nova.virt.hardware [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 939.656075] env[61960]: DEBUG nova.virt.hardware [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 939.656394] env[61960]: DEBUG nova.virt.hardware [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 939.656565] env[61960]: DEBUG nova.virt.hardware [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 939.656723] env[61960]: DEBUG nova.virt.hardware [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 939.657800] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45d966c-546d-482c-b01b-c7a42f0c05a7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.668265] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c900112d-7fd5-44c1-ada5-5c0499b12473 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.692623] env[61960]: DEBUG oslo_vmware.api [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436430, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472146} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.692905] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] c841adfb-d099-40c3-b30a-d21b389440c6/c841adfb-d099-40c3-b30a-d21b389440c6.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 939.693148] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.693824] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c3d2d14-3306-48e4-82eb-c115b0d95680 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.696015] env[61960]: DEBUG nova.objects.instance [None req-a8f9b913-8a58-4d11-894b-0f02d84a2229 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lazy-loading 'flavor' on Instance uuid d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.705123] env[61960]: DEBUG oslo_vmware.api [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 939.705123] env[61960]: value = "task-436431" [ 939.705123] env[61960]: _type = "Task" [ 939.705123] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.716346] env[61960]: DEBUG oslo_vmware.api [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.857376] env[61960]: INFO nova.compute.manager [-] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Took 2.15 seconds to deallocate network for instance. [ 940.037518] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.039824] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.546s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.041663] env[61960]: INFO nova.compute.claims [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.202182] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a8f9b913-8a58-4d11-894b-0f02d84a2229 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.379s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.216074] env[61960]: DEBUG oslo_vmware.api [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066417} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.216399] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.217222] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8099099-49a5-47f6-b537-246d9cf5f880 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.241665] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] c841adfb-d099-40c3-b30a-d21b389440c6/c841adfb-d099-40c3-b30a-d21b389440c6.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.242353] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2f763e0-341a-4cf5-a966-c232d876eeaf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.263038] env[61960]: DEBUG oslo_vmware.api [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 940.263038] env[61960]: value = "task-436432" [ 940.263038] env[61960]: _type = "Task" [ 940.263038] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.272022] env[61960]: DEBUG oslo_vmware.api [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436432, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.360604] env[61960]: DEBUG nova.compute.manager [None req-f24e7fec-bddb-4c78-bf6c-980643a0ac6f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 940.362348] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c82042-405b-49f2-a064-c20cf8fc8700 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.367362] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ee487093-7436-4d1e-9e11-04c4827b06ae tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.407738] env[61960]: DEBUG nova.compute.manager [req-c87a3d20-b21c-404e-9384-ee2e70894fbe req-031eec98-aa1e-42ce-ba2c-5d35d41a6267 service nova] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Received event network-vif-plugged-93dffbba-f9db-46f6-b1d9-cea7145ccd04 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 940.408074] env[61960]: DEBUG oslo_concurrency.lockutils [req-c87a3d20-b21c-404e-9384-ee2e70894fbe req-031eec98-aa1e-42ce-ba2c-5d35d41a6267 service nova] Acquiring lock "33cdf08b-6074-477a-8307-703e7becb783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.408357] env[61960]: DEBUG oslo_concurrency.lockutils [req-c87a3d20-b21c-404e-9384-ee2e70894fbe req-031eec98-aa1e-42ce-ba2c-5d35d41a6267 service nova] Lock "33cdf08b-6074-477a-8307-703e7becb783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.408496] env[61960]: DEBUG oslo_concurrency.lockutils [req-c87a3d20-b21c-404e-9384-ee2e70894fbe req-031eec98-aa1e-42ce-ba2c-5d35d41a6267 service nova] Lock "33cdf08b-6074-477a-8307-703e7becb783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.408779] env[61960]: DEBUG nova.compute.manager [req-c87a3d20-b21c-404e-9384-ee2e70894fbe req-031eec98-aa1e-42ce-ba2c-5d35d41a6267 service nova] [instance: 33cdf08b-6074-477a-8307-703e7becb783] No waiting events found dispatching network-vif-plugged-93dffbba-f9db-46f6-b1d9-cea7145ccd04 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 940.408942] env[61960]: WARNING nova.compute.manager [req-c87a3d20-b21c-404e-9384-ee2e70894fbe req-031eec98-aa1e-42ce-ba2c-5d35d41a6267 service nova] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Received unexpected event network-vif-plugged-93dffbba-f9db-46f6-b1d9-cea7145ccd04 for instance with vm_state building and task_state spawning. [ 940.470523] env[61960]: DEBUG nova.network.neutron [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Successfully updated port: 93dffbba-f9db-46f6-b1d9-cea7145ccd04 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.550479] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Acquiring lock "014b501d-828f-40c7-98e0-b1bf0e94da3f" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.550479] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Lock "014b501d-828f-40c7-98e0-b1bf0e94da3f" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.552349] env[61960]: DEBUG oslo_concurrency.lockutils [None req-824af252-22ec-415d-ad45-e07adf541af1 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquiring lock "d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.552589] env[61960]: DEBUG oslo_concurrency.lockutils [None req-824af252-22ec-415d-ad45-e07adf541af1 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.773905] env[61960]: DEBUG oslo_vmware.api [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436432, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.877061] env[61960]: INFO nova.compute.manager [None req-f24e7fec-bddb-4c78-bf6c-980643a0ac6f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] instance snapshotting [ 940.880147] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f225fe8-bb57-41f7-8d5a-c609eb2063ac {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.901827] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e109ca2c-2b34-4b7e-8a2a-0a37b466a2be {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.973267] env[61960]: DEBUG oslo_concurrency.lockutils [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "refresh_cache-33cdf08b-6074-477a-8307-703e7becb783" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.973267] env[61960]: DEBUG oslo_concurrency.lockutils [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired lock "refresh_cache-33cdf08b-6074-477a-8307-703e7becb783" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.973267] env[61960]: DEBUG nova.network.neutron [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 941.054639] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Lock "014b501d-828f-40c7-98e0-b1bf0e94da3f" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.055273] env[61960]: DEBUG nova.compute.manager [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 941.061220] env[61960]: INFO nova.compute.manager [None req-824af252-22ec-415d-ad45-e07adf541af1 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Detaching volume f9af83d3-3f55-496c-9923-613b5e969ae1 [ 941.096976] env[61960]: INFO nova.virt.block_device [None req-824af252-22ec-415d-ad45-e07adf541af1 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Attempting to driver detach volume f9af83d3-3f55-496c-9923-613b5e969ae1 from mountpoint /dev/sdb [ 941.097330] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-824af252-22ec-415d-ad45-e07adf541af1 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Volume detach. Driver type: vmdk {{(pid=61960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 941.097575] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-824af252-22ec-415d-ad45-e07adf541af1 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116148', 'volume_id': 'f9af83d3-3f55-496c-9923-613b5e969ae1', 'name': 'volume-f9af83d3-3f55-496c-9923-613b5e969ae1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd60aa8bb-6f0a-4c64-891e-2b4e3243d1b8', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9af83d3-3f55-496c-9923-613b5e969ae1', 'serial': 'f9af83d3-3f55-496c-9923-613b5e969ae1'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 941.098443] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6297db17-6d21-4ff9-9f29-28bc5eddbfb5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.127569] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f1ba48-50df-4ba2-8944-da8aa32814ec {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.135880] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bf36d6-a90f-4eda-a773-42f5ce16e8c3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.162387] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cd1960-b174-428c-8ff1-cbea001e78a4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.178445] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-824af252-22ec-415d-ad45-e07adf541af1 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] The volume has not been displaced from its original location: [datastore1] volume-f9af83d3-3f55-496c-9923-613b5e969ae1/volume-f9af83d3-3f55-496c-9923-613b5e969ae1.vmdk. No consolidation needed. {{(pid=61960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 941.183593] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-824af252-22ec-415d-ad45-e07adf541af1 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 941.186435] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c01418fd-23b0-4100-8066-50952d97576a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.206888] env[61960]: DEBUG oslo_vmware.api [None req-824af252-22ec-415d-ad45-e07adf541af1 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 941.206888] env[61960]: value = "task-436433" [ 941.206888] env[61960]: _type = "Task" [ 941.206888] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.218878] env[61960]: DEBUG oslo_vmware.api [None req-824af252-22ec-415d-ad45-e07adf541af1 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.276799] env[61960]: DEBUG oslo_vmware.api [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436432, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.338733] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7803674-8655-4ec7-9818-d0b81cca2ba7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.346551] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ca1039-9124-4685-aa81-fdddce98869b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.378586] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165c899a-eadb-417b-9564-3dec3ac56af4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.386855] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bdbd55-a99e-4f31-8034-4694f000e07d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.401236] env[61960]: DEBUG nova.compute.provider_tree [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.416020] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f24e7fec-bddb-4c78-bf6c-980643a0ac6f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Creating Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 941.416751] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9b307f24-bad6-466d-b288-9c27e98ab9e5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.426058] env[61960]: DEBUG oslo_vmware.api [None req-f24e7fec-bddb-4c78-bf6c-980643a0ac6f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 941.426058] env[61960]: value = "task-436434" [ 941.426058] env[61960]: _type = "Task" [ 941.426058] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.438426] env[61960]: DEBUG oslo_vmware.api [None req-f24e7fec-bddb-4c78-bf6c-980643a0ac6f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436434, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.517403] env[61960]: DEBUG nova.network.neutron [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 941.565266] env[61960]: DEBUG nova.compute.utils [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 941.566786] env[61960]: DEBUG nova.compute.manager [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 941.567061] env[61960]: DEBUG nova.network.neutron [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 941.615630] env[61960]: DEBUG nova.policy [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6531b0f7cdcb43aabb5ed72ea0034e4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b81990ed1214f8ca268399abcc2254d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 941.655955] env[61960]: DEBUG nova.network.neutron [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Updating instance_info_cache with network_info: [{"id": "93dffbba-f9db-46f6-b1d9-cea7145ccd04", "address": "fa:16:3e:a5:68:e5", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93dffbba-f9", "ovs_interfaceid": "93dffbba-f9db-46f6-b1d9-cea7145ccd04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.700181] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 941.700839] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 941.717498] env[61960]: DEBUG oslo_vmware.api [None req-824af252-22ec-415d-ad45-e07adf541af1 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.775172] env[61960]: DEBUG oslo_vmware.api [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436432, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.905407] env[61960]: DEBUG nova.network.neutron [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Successfully created port: 72596e74-c8fe-4c38-b15d-3dc43b232d4b {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.907760] env[61960]: DEBUG nova.scheduler.client.report [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 941.937775] env[61960]: DEBUG oslo_vmware.api [None req-f24e7fec-bddb-4c78-bf6c-980643a0ac6f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436434, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.070490] env[61960]: DEBUG nova.compute.manager [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 942.159040] env[61960]: DEBUG oslo_concurrency.lockutils [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Releasing lock "refresh_cache-33cdf08b-6074-477a-8307-703e7becb783" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.159658] env[61960]: DEBUG nova.compute.manager [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Instance network_info: |[{"id": "93dffbba-f9db-46f6-b1d9-cea7145ccd04", "address": "fa:16:3e:a5:68:e5", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93dffbba-f9", "ovs_interfaceid": "93dffbba-f9db-46f6-b1d9-cea7145ccd04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 942.160072] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:68:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93dffbba-f9db-46f6-b1d9-cea7145ccd04', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.169126] env[61960]: DEBUG oslo.service.loopingcall [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 942.169401] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 942.169691] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-120fa84c-4471-4892-996a-f7360ce53589 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.192545] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.192545] env[61960]: value = "task-436435" [ 942.192545] env[61960]: _type = "Task" [ 942.192545] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.201582] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436435, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.216279] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 942.216621] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Starting heal instance info cache {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 942.225880] env[61960]: DEBUG oslo_vmware.api [None req-824af252-22ec-415d-ad45-e07adf541af1 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436433, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.275706] env[61960]: DEBUG oslo_vmware.api [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436432, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.411911] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.412341] env[61960]: DEBUG nova.compute.manager [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 942.416072] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.472s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.416684] env[61960]: INFO nova.compute.claims [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.435256] env[61960]: DEBUG nova.compute.manager [req-8f879e5e-6c40-421a-afaf-2bf8f2cf6519 req-bd500c5a-7b75-4ac8-8df1-58731b0268b5 service nova] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Received event network-changed-93dffbba-f9db-46f6-b1d9-cea7145ccd04 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 942.435256] env[61960]: DEBUG nova.compute.manager [req-8f879e5e-6c40-421a-afaf-2bf8f2cf6519 req-bd500c5a-7b75-4ac8-8df1-58731b0268b5 service nova] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Refreshing instance network info cache due to event network-changed-93dffbba-f9db-46f6-b1d9-cea7145ccd04. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 942.435256] env[61960]: DEBUG oslo_concurrency.lockutils [req-8f879e5e-6c40-421a-afaf-2bf8f2cf6519 req-bd500c5a-7b75-4ac8-8df1-58731b0268b5 service nova] Acquiring lock "refresh_cache-33cdf08b-6074-477a-8307-703e7becb783" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.435455] env[61960]: DEBUG oslo_concurrency.lockutils [req-8f879e5e-6c40-421a-afaf-2bf8f2cf6519 req-bd500c5a-7b75-4ac8-8df1-58731b0268b5 service nova] Acquired lock "refresh_cache-33cdf08b-6074-477a-8307-703e7becb783" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.435594] env[61960]: DEBUG nova.network.neutron [req-8f879e5e-6c40-421a-afaf-2bf8f2cf6519 req-bd500c5a-7b75-4ac8-8df1-58731b0268b5 service nova] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Refreshing network info cache for port 93dffbba-f9db-46f6-b1d9-cea7145ccd04 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 942.439994] env[61960]: DEBUG oslo_vmware.api [None req-f24e7fec-bddb-4c78-bf6c-980643a0ac6f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436434, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.704150] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436435, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.717772] env[61960]: DEBUG oslo_vmware.api [None req-824af252-22ec-415d-ad45-e07adf541af1 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436433, 'name': ReconfigVM_Task, 'duration_secs': 1.381564} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.718114] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-824af252-22ec-415d-ad45-e07adf541af1 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 942.724150] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95b36ef8-bdcb-47a0-a85d-dcf3d8074189 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.741881] env[61960]: DEBUG oslo_vmware.api [None req-824af252-22ec-415d-ad45-e07adf541af1 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 942.741881] env[61960]: value = "task-436436" [ 942.741881] env[61960]: _type = "Task" [ 942.741881] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.750799] env[61960]: DEBUG oslo_vmware.api [None req-824af252-22ec-415d-ad45-e07adf541af1 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436436, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.776158] env[61960]: DEBUG oslo_vmware.api [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436432, 'name': ReconfigVM_Task, 'duration_secs': 2.326027} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.776563] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Reconfigured VM instance instance-00000054 to attach disk [datastore1] c841adfb-d099-40c3-b30a-d21b389440c6/c841adfb-d099-40c3-b30a-d21b389440c6.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.777122] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddc83b98-7c4c-45ce-918e-e97fd434fee6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.784169] env[61960]: DEBUG oslo_vmware.api [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 942.784169] env[61960]: value = "task-436437" [ 942.784169] env[61960]: _type = "Task" [ 942.784169] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.799540] env[61960]: DEBUG oslo_vmware.api [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436437, 'name': Rename_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.921891] env[61960]: DEBUG nova.compute.utils [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 942.926323] env[61960]: DEBUG nova.compute.manager [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 942.926618] env[61960]: DEBUG nova.network.neutron [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 942.938910] env[61960]: DEBUG oslo_vmware.api [None req-f24e7fec-bddb-4c78-bf6c-980643a0ac6f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436434, 'name': CreateSnapshot_Task, 'duration_secs': 1.203315} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.939157] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f24e7fec-bddb-4c78-bf6c-980643a0ac6f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Created Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 942.940081] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057ca311-1630-4562-9e1a-7bf81653d64c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.993084] env[61960]: DEBUG nova.policy [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '496b1051202b4236a4ea8eea67b715f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ac261c31a7a4814a766d62c275e0837', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 943.081943] env[61960]: DEBUG nova.compute.manager [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 943.121083] env[61960]: DEBUG nova.virt.hardware [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 943.121588] env[61960]: DEBUG nova.virt.hardware [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 943.121877] env[61960]: DEBUG nova.virt.hardware [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.122191] env[61960]: DEBUG nova.virt.hardware [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 943.122457] env[61960]: DEBUG nova.virt.hardware [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.123704] env[61960]: DEBUG nova.virt.hardware [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 943.124171] env[61960]: DEBUG nova.virt.hardware [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 943.124489] env[61960]: DEBUG nova.virt.hardware [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 943.125344] env[61960]: DEBUG nova.virt.hardware [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 943.125711] env[61960]: DEBUG nova.virt.hardware [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 943.126047] env[61960]: DEBUG nova.virt.hardware [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 943.127378] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17e8a29-7da5-4d5a-a1b0-5bf156b26dd8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.144116] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8501e7-d781-4f09-8792-e5f8e77ebb39 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.207679] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436435, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.258302] env[61960]: DEBUG oslo_vmware.api [None req-824af252-22ec-415d-ad45-e07adf541af1 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436436, 'name': ReconfigVM_Task, 'duration_secs': 0.144419} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.258692] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-824af252-22ec-415d-ad45-e07adf541af1 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116148', 'volume_id': 'f9af83d3-3f55-496c-9923-613b5e969ae1', 'name': 'volume-f9af83d3-3f55-496c-9923-613b5e969ae1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd60aa8bb-6f0a-4c64-891e-2b4e3243d1b8', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9af83d3-3f55-496c-9923-613b5e969ae1', 'serial': 'f9af83d3-3f55-496c-9923-613b5e969ae1'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 943.296505] env[61960]: DEBUG oslo_vmware.api [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436437, 'name': Rename_Task, 'duration_secs': 0.421331} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.296815] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 943.297082] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2b0633e-a109-494a-b242-12573c765f64 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.303693] env[61960]: DEBUG oslo_vmware.api [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 943.303693] env[61960]: value = "task-436438" [ 943.303693] env[61960]: _type = "Task" [ 943.303693] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.312690] env[61960]: DEBUG oslo_vmware.api [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.338028] env[61960]: DEBUG nova.network.neutron [req-8f879e5e-6c40-421a-afaf-2bf8f2cf6519 req-bd500c5a-7b75-4ac8-8df1-58731b0268b5 service nova] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Updated VIF entry in instance network info cache for port 93dffbba-f9db-46f6-b1d9-cea7145ccd04. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 943.338420] env[61960]: DEBUG nova.network.neutron [req-8f879e5e-6c40-421a-afaf-2bf8f2cf6519 req-bd500c5a-7b75-4ac8-8df1-58731b0268b5 service nova] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Updating instance_info_cache with network_info: [{"id": "93dffbba-f9db-46f6-b1d9-cea7145ccd04", "address": "fa:16:3e:a5:68:e5", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93dffbba-f9", "ovs_interfaceid": "93dffbba-f9db-46f6-b1d9-cea7145ccd04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.405294] env[61960]: DEBUG nova.compute.manager [req-20d88cee-332a-4da4-9b98-6b78a81d362d req-1e1d0945-f6a6-477b-a42f-a7e151b22c6b service nova] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Received event network-vif-plugged-72596e74-c8fe-4c38-b15d-3dc43b232d4b {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 943.405632] env[61960]: DEBUG oslo_concurrency.lockutils [req-20d88cee-332a-4da4-9b98-6b78a81d362d req-1e1d0945-f6a6-477b-a42f-a7e151b22c6b service nova] Acquiring lock "c0e4a987-005f-4097-8a66-9e0799b07782-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.405934] env[61960]: DEBUG oslo_concurrency.lockutils [req-20d88cee-332a-4da4-9b98-6b78a81d362d req-1e1d0945-f6a6-477b-a42f-a7e151b22c6b service nova] Lock "c0e4a987-005f-4097-8a66-9e0799b07782-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.406147] env[61960]: DEBUG oslo_concurrency.lockutils [req-20d88cee-332a-4da4-9b98-6b78a81d362d req-1e1d0945-f6a6-477b-a42f-a7e151b22c6b service nova] Lock "c0e4a987-005f-4097-8a66-9e0799b07782-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.406336] env[61960]: DEBUG nova.compute.manager [req-20d88cee-332a-4da4-9b98-6b78a81d362d req-1e1d0945-f6a6-477b-a42f-a7e151b22c6b service nova] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] No waiting events found dispatching network-vif-plugged-72596e74-c8fe-4c38-b15d-3dc43b232d4b {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 943.406525] env[61960]: WARNING nova.compute.manager [req-20d88cee-332a-4da4-9b98-6b78a81d362d req-1e1d0945-f6a6-477b-a42f-a7e151b22c6b service nova] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Received unexpected event network-vif-plugged-72596e74-c8fe-4c38-b15d-3dc43b232d4b for instance with vm_state building and task_state spawning. [ 943.425373] env[61960]: DEBUG nova.compute.manager [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 943.463281] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f24e7fec-bddb-4c78-bf6c-980643a0ac6f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Creating linked-clone VM from snapshot {{(pid=61960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 943.468095] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-503cd95f-67c0-464c-8ea7-53e0baee480b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.480022] env[61960]: DEBUG oslo_vmware.api [None req-f24e7fec-bddb-4c78-bf6c-980643a0ac6f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 943.480022] env[61960]: value = "task-436439" [ 943.480022] env[61960]: _type = "Task" [ 943.480022] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.493860] env[61960]: DEBUG oslo_vmware.api [None req-f24e7fec-bddb-4c78-bf6c-980643a0ac6f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436439, 'name': CloneVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.504566] env[61960]: DEBUG nova.network.neutron [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Successfully created port: bc5e756e-872a-4d33-947f-d2a3a6f7c841 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.538775] env[61960]: DEBUG nova.network.neutron [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Successfully updated port: 72596e74-c8fe-4c38-b15d-3dc43b232d4b {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.707802] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436435, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.768983] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0401d9e0-c510-4eeb-be94-35e1a8737ec4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.781519] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0508930d-11c6-493e-b667-ca574ef69459 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.826512] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b702d596-4f96-4d1b-b969-29aa16197b62 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.830501] env[61960]: DEBUG nova.objects.instance [None req-824af252-22ec-415d-ad45-e07adf541af1 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lazy-loading 'flavor' on Instance uuid d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.840920] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84696dd8-c776-47d1-a021-660600a6aef8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.845517] env[61960]: DEBUG oslo_vmware.api [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436438, 'name': PowerOnVM_Task, 'duration_secs': 0.531773} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.846735] env[61960]: DEBUG oslo_concurrency.lockutils [req-8f879e5e-6c40-421a-afaf-2bf8f2cf6519 req-bd500c5a-7b75-4ac8-8df1-58731b0268b5 service nova] Releasing lock "refresh_cache-33cdf08b-6074-477a-8307-703e7becb783" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.847310] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 943.847609] env[61960]: INFO nova.compute.manager [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Took 9.36 seconds to spawn the instance on the hypervisor. [ 943.848055] env[61960]: DEBUG nova.compute.manager [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 943.849744] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7de4a1f-9e73-4699-bb0e-8bab338b96bd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.861718] env[61960]: DEBUG nova.compute.provider_tree [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.932418] env[61960]: INFO nova.virt.block_device [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Booting with volume aa251f0d-887e-419e-8672-2fb7498c5b28 at /dev/sda [ 943.981742] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0474496-4a3f-4f6a-abc8-29539f34f0b6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.993359] env[61960]: DEBUG oslo_vmware.api [None req-f24e7fec-bddb-4c78-bf6c-980643a0ac6f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436439, 'name': CloneVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.997139] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836f9e56-3cab-450a-af9f-a93cb3b86821 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.031617] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36ef6756-6707-40b3-aaa8-7c0f2af71616 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.041614] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b34e20f-4a9c-4325-b93c-8c1960510432 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.055301] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Acquiring lock "refresh_cache-c0e4a987-005f-4097-8a66-9e0799b07782" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.055301] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Acquired lock "refresh_cache-c0e4a987-005f-4097-8a66-9e0799b07782" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.055301] env[61960]: DEBUG nova.network.neutron [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 944.079667] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2480f7-e221-48b0-942a-c2b5f5e40ebf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.085833] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdd77be-145a-48d1-913a-3e35c127013c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.101021] env[61960]: DEBUG nova.virt.block_device [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Updating existing volume attachment record: 43d2be79-6ea8-4baf-822f-14d4fe608bed {{(pid=61960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 944.207241] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436435, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.365391] env[61960]: DEBUG nova.scheduler.client.report [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 944.380163] env[61960]: INFO nova.compute.manager [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Took 27.91 seconds to build instance. [ 944.492662] env[61960]: DEBUG oslo_vmware.api [None req-f24e7fec-bddb-4c78-bf6c-980643a0ac6f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436439, 'name': CloneVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.584688] env[61960]: DEBUG nova.network.neutron [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 944.708371] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436435, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.742624] env[61960]: DEBUG nova.network.neutron [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Updating instance_info_cache with network_info: [{"id": "72596e74-c8fe-4c38-b15d-3dc43b232d4b", "address": "fa:16:3e:8b:70:ef", "network": {"id": "a363c101-80d8-45f4-8031-d3cfa0ee9d3b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-419547822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b81990ed1214f8ca268399abcc2254d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72596e74-c8", "ovs_interfaceid": "72596e74-c8fe-4c38-b15d-3dc43b232d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.838887] env[61960]: DEBUG oslo_concurrency.lockutils [None req-824af252-22ec-415d-ad45-e07adf541af1 tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.286s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.870388] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.870955] env[61960]: DEBUG nova.compute.manager [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 944.873689] env[61960]: DEBUG oslo_concurrency.lockutils [None req-df15a659-b1dd-48c4-b089-1615c4cacbf3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.547s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.873938] env[61960]: DEBUG nova.objects.instance [None req-df15a659-b1dd-48c4-b089-1615c4cacbf3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lazy-loading 'resources' on Instance uuid d7f5243f-7071-404d-9549-b381257d5288 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.882132] env[61960]: DEBUG oslo_concurrency.lockutils [None req-62992140-07e5-488d-af0c-405c220a5e50 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lock "c841adfb-d099-40c3-b30a-d21b389440c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.427s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.925348] env[61960]: DEBUG oslo_concurrency.lockutils [None req-247b69b3-9c5f-4227-b1e5-e88fbf5978ca tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquiring lock "d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.925653] env[61960]: DEBUG oslo_concurrency.lockutils [None req-247b69b3-9c5f-4227-b1e5-e88fbf5978ca tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.993988] env[61960]: DEBUG oslo_vmware.api [None req-f24e7fec-bddb-4c78-bf6c-980643a0ac6f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436439, 'name': CloneVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.085718] env[61960]: DEBUG nova.compute.manager [req-db91591b-69e8-4e0c-be2a-f70b68bc40ad req-160f45a6-dc13-4208-b2bf-72e73ea8952b service nova] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Received event network-vif-plugged-bc5e756e-872a-4d33-947f-d2a3a6f7c841 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 945.085718] env[61960]: DEBUG oslo_concurrency.lockutils [req-db91591b-69e8-4e0c-be2a-f70b68bc40ad req-160f45a6-dc13-4208-b2bf-72e73ea8952b service nova] Acquiring lock "e2a2681f-a09c-4777-b77b-f78f6518fe19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.085894] env[61960]: DEBUG oslo_concurrency.lockutils [req-db91591b-69e8-4e0c-be2a-f70b68bc40ad req-160f45a6-dc13-4208-b2bf-72e73ea8952b service nova] Lock "e2a2681f-a09c-4777-b77b-f78f6518fe19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.085976] env[61960]: DEBUG oslo_concurrency.lockutils [req-db91591b-69e8-4e0c-be2a-f70b68bc40ad req-160f45a6-dc13-4208-b2bf-72e73ea8952b service nova] Lock "e2a2681f-a09c-4777-b77b-f78f6518fe19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.086398] env[61960]: DEBUG nova.compute.manager [req-db91591b-69e8-4e0c-be2a-f70b68bc40ad req-160f45a6-dc13-4208-b2bf-72e73ea8952b service nova] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] No waiting events found dispatching network-vif-plugged-bc5e756e-872a-4d33-947f-d2a3a6f7c841 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 945.086581] env[61960]: WARNING nova.compute.manager [req-db91591b-69e8-4e0c-be2a-f70b68bc40ad req-160f45a6-dc13-4208-b2bf-72e73ea8952b service nova] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Received unexpected event network-vif-plugged-bc5e756e-872a-4d33-947f-d2a3a6f7c841 for instance with vm_state building and task_state block_device_mapping. [ 945.157673] env[61960]: DEBUG nova.network.neutron [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Successfully updated port: bc5e756e-872a-4d33-947f-d2a3a6f7c841 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.210604] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436435, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.245666] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Releasing lock "refresh_cache-c0e4a987-005f-4097-8a66-9e0799b07782" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.246016] env[61960]: DEBUG nova.compute.manager [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Instance network_info: |[{"id": "72596e74-c8fe-4c38-b15d-3dc43b232d4b", "address": "fa:16:3e:8b:70:ef", "network": {"id": "a363c101-80d8-45f4-8031-d3cfa0ee9d3b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-419547822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b81990ed1214f8ca268399abcc2254d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72596e74-c8", "ovs_interfaceid": "72596e74-c8fe-4c38-b15d-3dc43b232d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 945.248021] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:70:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72596e74-c8fe-4c38-b15d-3dc43b232d4b', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.255487] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Creating folder: Project (5b81990ed1214f8ca268399abcc2254d). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 945.256455] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-179a0d73-2fff-4b43-9745-f288ca477c97 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.263555] env[61960]: DEBUG oslo_concurrency.lockutils [None req-13d3fcfd-384c-4381-ae57-d8978434b9e8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquiring lock "c841adfb-d099-40c3-b30a-d21b389440c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.263884] env[61960]: DEBUG oslo_concurrency.lockutils [None req-13d3fcfd-384c-4381-ae57-d8978434b9e8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lock "c841adfb-d099-40c3-b30a-d21b389440c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.264197] env[61960]: DEBUG oslo_concurrency.lockutils [None req-13d3fcfd-384c-4381-ae57-d8978434b9e8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquiring lock "c841adfb-d099-40c3-b30a-d21b389440c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.264485] env[61960]: DEBUG oslo_concurrency.lockutils [None req-13d3fcfd-384c-4381-ae57-d8978434b9e8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lock "c841adfb-d099-40c3-b30a-d21b389440c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.264616] env[61960]: DEBUG oslo_concurrency.lockutils [None req-13d3fcfd-384c-4381-ae57-d8978434b9e8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lock "c841adfb-d099-40c3-b30a-d21b389440c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.266701] env[61960]: INFO nova.compute.manager [None req-13d3fcfd-384c-4381-ae57-d8978434b9e8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Terminating instance [ 945.268711] env[61960]: DEBUG nova.compute.manager [None req-13d3fcfd-384c-4381-ae57-d8978434b9e8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 945.268887] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-13d3fcfd-384c-4381-ae57-d8978434b9e8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 945.269730] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e68567b-8749-4d59-a68d-038c4357a6df {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.274254] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Created folder: Project (5b81990ed1214f8ca268399abcc2254d) in parent group-v115929. [ 945.274444] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Creating folder: Instances. Parent ref: group-v116160. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 945.275037] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-660e281b-c4cb-444e-a6a4-7b663d088734 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.279928] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d3fcfd-384c-4381-ae57-d8978434b9e8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 945.280205] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f157e1f-c00a-417d-a44a-de45029941d4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.286192] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Created folder: Instances in parent group-v116160. [ 945.286456] env[61960]: DEBUG oslo.service.loopingcall [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 945.286660] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 945.287928] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-099999c5-819d-4b17-b060-e8fe54827fc1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.305385] env[61960]: DEBUG oslo_vmware.api [None req-13d3fcfd-384c-4381-ae57-d8978434b9e8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 945.305385] env[61960]: value = "task-436442" [ 945.305385] env[61960]: _type = "Task" [ 945.305385] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.315187] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.315187] env[61960]: value = "task-436443" [ 945.315187] env[61960]: _type = "Task" [ 945.315187] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.320999] env[61960]: DEBUG oslo_vmware.api [None req-13d3fcfd-384c-4381-ae57-d8978434b9e8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.332024] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436443, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.380339] env[61960]: DEBUG nova.compute.utils [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 945.382027] env[61960]: DEBUG nova.compute.manager [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 945.382264] env[61960]: DEBUG nova.network.neutron [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 945.429043] env[61960]: DEBUG nova.policy [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '403e152dd1564e9db6d3aa676fea4a53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fb471d92c0743c08a3c5f098ecc9477', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 945.431162] env[61960]: INFO nova.compute.manager [None req-247b69b3-9c5f-4227-b1e5-e88fbf5978ca tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Detaching volume 6cb3e52e-9747-4095-af6c-d2e812892553 [ 945.466253] env[61960]: INFO nova.virt.block_device [None req-247b69b3-9c5f-4227-b1e5-e88fbf5978ca tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Attempting to driver detach volume 6cb3e52e-9747-4095-af6c-d2e812892553 from mountpoint /dev/sdc [ 945.466508] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-247b69b3-9c5f-4227-b1e5-e88fbf5978ca tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Volume detach. Driver type: vmdk {{(pid=61960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 945.466701] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-247b69b3-9c5f-4227-b1e5-e88fbf5978ca tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116154', 'volume_id': '6cb3e52e-9747-4095-af6c-d2e812892553', 'name': 'volume-6cb3e52e-9747-4095-af6c-d2e812892553', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd60aa8bb-6f0a-4c64-891e-2b4e3243d1b8', 'attached_at': '', 'detached_at': '', 'volume_id': '6cb3e52e-9747-4095-af6c-d2e812892553', 'serial': '6cb3e52e-9747-4095-af6c-d2e812892553'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 945.467662] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951fccb9-5b39-44e3-a1c6-a1334a30baed {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.472833] env[61960]: DEBUG nova.compute.manager [req-0798b4d7-ea20-4e9b-b909-ef33eba949be req-b9a7e786-5139-4e28-b766-070d1c61f43c service nova] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Received event network-changed-72596e74-c8fe-4c38-b15d-3dc43b232d4b {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 945.473036] env[61960]: DEBUG nova.compute.manager [req-0798b4d7-ea20-4e9b-b909-ef33eba949be req-b9a7e786-5139-4e28-b766-070d1c61f43c service nova] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Refreshing instance network info cache due to event network-changed-72596e74-c8fe-4c38-b15d-3dc43b232d4b. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 945.473266] env[61960]: DEBUG oslo_concurrency.lockutils [req-0798b4d7-ea20-4e9b-b909-ef33eba949be req-b9a7e786-5139-4e28-b766-070d1c61f43c service nova] Acquiring lock "refresh_cache-c0e4a987-005f-4097-8a66-9e0799b07782" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.473416] env[61960]: DEBUG oslo_concurrency.lockutils [req-0798b4d7-ea20-4e9b-b909-ef33eba949be req-b9a7e786-5139-4e28-b766-070d1c61f43c service nova] Acquired lock "refresh_cache-c0e4a987-005f-4097-8a66-9e0799b07782" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.473578] env[61960]: DEBUG nova.network.neutron [req-0798b4d7-ea20-4e9b-b909-ef33eba949be req-b9a7e786-5139-4e28-b766-070d1c61f43c service nova] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Refreshing network info cache for port 72596e74-c8fe-4c38-b15d-3dc43b232d4b {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 945.508937] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bd5c93-c853-433e-aee1-28454b177493 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.521134] env[61960]: DEBUG oslo_vmware.api [None req-f24e7fec-bddb-4c78-bf6c-980643a0ac6f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436439, 'name': CloneVM_Task} progress is 95%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.524446] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938f0513-473f-481b-be78-f319615b4cba {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.559244] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee60441-d5bc-4fc0-9ce4-55b454589708 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.581921] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-247b69b3-9c5f-4227-b1e5-e88fbf5978ca tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] The volume has not been displaced from its original location: [datastore1] volume-6cb3e52e-9747-4095-af6c-d2e812892553/volume-6cb3e52e-9747-4095-af6c-d2e812892553.vmdk. No consolidation needed. {{(pid=61960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 945.588660] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-247b69b3-9c5f-4227-b1e5-e88fbf5978ca tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Reconfiguring VM instance instance-00000048 to detach disk 2002 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 945.592116] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4957a394-b408-4db8-9069-59db302e2c0b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.621201] env[61960]: DEBUG oslo_vmware.api [None req-247b69b3-9c5f-4227-b1e5-e88fbf5978ca tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 945.621201] env[61960]: value = "task-436444" [ 945.621201] env[61960]: _type = "Task" [ 945.621201] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.641568] env[61960]: DEBUG oslo_vmware.api [None req-247b69b3-9c5f-4227-b1e5-e88fbf5978ca tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436444, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.661189] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Acquiring lock "refresh_cache-e2a2681f-a09c-4777-b77b-f78f6518fe19" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.661390] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Acquired lock "refresh_cache-e2a2681f-a09c-4777-b77b-f78f6518fe19" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.661547] env[61960]: DEBUG nova.network.neutron [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 945.711918] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436435, 'name': CreateVM_Task, 'duration_secs': 3.15503} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.715281] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 945.716221] env[61960]: DEBUG oslo_concurrency.lockutils [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.716420] env[61960]: DEBUG oslo_concurrency.lockutils [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.716750] env[61960]: DEBUG oslo_concurrency.lockutils [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.717023] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51fd6150-585f-41e0-a862-3e99a8852399 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.725479] env[61960]: DEBUG oslo_vmware.api [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 945.725479] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bffa0e-5e5e-c489-ea6d-2c278c68faa5" [ 945.725479] env[61960]: _type = "Task" [ 945.725479] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.736358] env[61960]: DEBUG oslo_vmware.api [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bffa0e-5e5e-c489-ea6d-2c278c68faa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.770645] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00172ccb-998b-4956-a503-e692c18f0a6e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.781764] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46483bc4-94c2-4a8e-87ad-3c5129b7214d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.832175] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2287c6-a73b-4a35-b85b-5354b89702b0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.835180] env[61960]: DEBUG nova.network.neutron [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Successfully created port: 21ad4c43-99ef-43ea-a6ae-ad73b7fbfb53 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.844989] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436443, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.848283] env[61960]: DEBUG oslo_vmware.api [None req-13d3fcfd-384c-4381-ae57-d8978434b9e8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436442, 'name': PowerOffVM_Task, 'duration_secs': 0.266322} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.849593] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9c6ee8-81d9-42d2-b856-7c1c7b1ca55c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.854046] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d3fcfd-384c-4381-ae57-d8978434b9e8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 945.854312] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-13d3fcfd-384c-4381-ae57-d8978434b9e8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 945.854623] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3deab145-5837-42cc-9282-ca6ee9732be0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.867895] env[61960]: DEBUG nova.compute.provider_tree [None req-df15a659-b1dd-48c4-b089-1615c4cacbf3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.885281] env[61960]: DEBUG nova.compute.manager [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 945.939141] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-13d3fcfd-384c-4381-ae57-d8978434b9e8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 945.939407] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-13d3fcfd-384c-4381-ae57-d8978434b9e8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 945.939629] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-13d3fcfd-384c-4381-ae57-d8978434b9e8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Deleting the datastore file [datastore1] c841adfb-d099-40c3-b30a-d21b389440c6 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.940012] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7296836c-7905-49b4-abb1-235e47d4ea89 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.947899] env[61960]: DEBUG oslo_vmware.api [None req-13d3fcfd-384c-4381-ae57-d8978434b9e8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 945.947899] env[61960]: value = "task-436446" [ 945.947899] env[61960]: _type = "Task" [ 945.947899] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.958262] env[61960]: DEBUG oslo_vmware.api [None req-13d3fcfd-384c-4381-ae57-d8978434b9e8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.011702] env[61960]: DEBUG oslo_vmware.api [None req-f24e7fec-bddb-4c78-bf6c-980643a0ac6f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436439, 'name': CloneVM_Task, 'duration_secs': 2.379674} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.014535] env[61960]: INFO nova.virt.vmwareapi.vmops [None req-f24e7fec-bddb-4c78-bf6c-980643a0ac6f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Created linked-clone VM from snapshot [ 946.015795] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161247dc-33c6-4082-b954-35d3113ff2d7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.025125] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-f24e7fec-bddb-4c78-bf6c-980643a0ac6f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Uploading image 8e8ebdae-f43e-4b72-adc3-63aa19c6c39a {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 946.046036] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24e7fec-bddb-4c78-bf6c-980643a0ac6f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Destroying the VM {{(pid=61960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 946.046410] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d70d2c9a-e8f7-406b-94c5-7de97fd38416 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.055654] env[61960]: DEBUG oslo_vmware.api [None req-f24e7fec-bddb-4c78-bf6c-980643a0ac6f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 946.055654] env[61960]: value = "task-436447" [ 946.055654] env[61960]: _type = "Task" [ 946.055654] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.066895] env[61960]: DEBUG oslo_vmware.api [None req-f24e7fec-bddb-4c78-bf6c-980643a0ac6f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436447, 'name': Destroy_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.132198] env[61960]: DEBUG oslo_vmware.api [None req-247b69b3-9c5f-4227-b1e5-e88fbf5978ca tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436444, 'name': ReconfigVM_Task, 'duration_secs': 0.324903} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.132542] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-247b69b3-9c5f-4227-b1e5-e88fbf5978ca tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Reconfigured VM instance instance-00000048 to detach disk 2002 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 946.137411] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf1bda9a-3183-4aaa-9b1e-d15c01519cf1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.156133] env[61960]: DEBUG oslo_vmware.api [None req-247b69b3-9c5f-4227-b1e5-e88fbf5978ca tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 946.156133] env[61960]: value = "task-436448" [ 946.156133] env[61960]: _type = "Task" [ 946.156133] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.166308] env[61960]: DEBUG oslo_vmware.api [None req-247b69b3-9c5f-4227-b1e5-e88fbf5978ca tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436448, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.215256] env[61960]: DEBUG nova.network.neutron [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 946.223674] env[61960]: DEBUG nova.compute.manager [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 946.223674] env[61960]: DEBUG nova.virt.hardware [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 946.224139] env[61960]: DEBUG nova.virt.hardware [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 946.224139] env[61960]: DEBUG nova.virt.hardware [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.224345] env[61960]: DEBUG nova.virt.hardware [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 946.224453] env[61960]: DEBUG nova.virt.hardware [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.224696] env[61960]: DEBUG nova.virt.hardware [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 946.224992] env[61960]: DEBUG nova.virt.hardware [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 946.225314] env[61960]: DEBUG nova.virt.hardware [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 946.225927] env[61960]: DEBUG nova.virt.hardware [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 946.225927] env[61960]: DEBUG nova.virt.hardware [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 946.225927] env[61960]: DEBUG nova.virt.hardware [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 946.226866] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599c10cf-1c33-4c02-b8f1-29ecfc31eae4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.241183] env[61960]: DEBUG oslo_vmware.api [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bffa0e-5e5e-c489-ea6d-2c278c68faa5, 'name': SearchDatastore_Task, 'duration_secs': 0.013155} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.246345] env[61960]: DEBUG oslo_concurrency.lockutils [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.246345] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.246621] env[61960]: DEBUG oslo_concurrency.lockutils [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.246923] env[61960]: DEBUG oslo_concurrency.lockutils [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.247518] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.253036] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-183c8089-66cf-4afb-9c69-e26b0fd61c47 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.257034] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab920b26-7865-498f-a995-ceeac5bde560 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.280020] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.280306] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 946.282061] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e4eaf83-ee7c-46e7-b69e-e54713a9f924 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.290863] env[61960]: DEBUG oslo_vmware.api [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 946.290863] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b1fda4-e0ec-11ca-fca9-8d2cd5472a6f" [ 946.290863] env[61960]: _type = "Task" [ 946.290863] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.301555] env[61960]: DEBUG oslo_vmware.api [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b1fda4-e0ec-11ca-fca9-8d2cd5472a6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.331202] env[61960]: DEBUG nova.network.neutron [req-0798b4d7-ea20-4e9b-b909-ef33eba949be req-b9a7e786-5139-4e28-b766-070d1c61f43c service nova] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Updated VIF entry in instance network info cache for port 72596e74-c8fe-4c38-b15d-3dc43b232d4b. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 946.331615] env[61960]: DEBUG nova.network.neutron [req-0798b4d7-ea20-4e9b-b909-ef33eba949be req-b9a7e786-5139-4e28-b766-070d1c61f43c service nova] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Updating instance_info_cache with network_info: [{"id": "72596e74-c8fe-4c38-b15d-3dc43b232d4b", "address": "fa:16:3e:8b:70:ef", "network": {"id": "a363c101-80d8-45f4-8031-d3cfa0ee9d3b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-419547822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b81990ed1214f8ca268399abcc2254d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72596e74-c8", "ovs_interfaceid": "72596e74-c8fe-4c38-b15d-3dc43b232d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.340190] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436443, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.371608] env[61960]: DEBUG nova.scheduler.client.report [None req-df15a659-b1dd-48c4-b089-1615c4cacbf3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 946.459418] env[61960]: DEBUG oslo_vmware.api [None req-13d3fcfd-384c-4381-ae57-d8978434b9e8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183605} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.459792] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-13d3fcfd-384c-4381-ae57-d8978434b9e8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.460641] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-13d3fcfd-384c-4381-ae57-d8978434b9e8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 946.460641] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-13d3fcfd-384c-4381-ae57-d8978434b9e8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 946.460641] env[61960]: INFO nova.compute.manager [None req-13d3fcfd-384c-4381-ae57-d8978434b9e8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Took 1.19 seconds to destroy the instance on the hypervisor. [ 946.460785] env[61960]: DEBUG oslo.service.loopingcall [None req-13d3fcfd-384c-4381-ae57-d8978434b9e8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 946.461584] env[61960]: DEBUG nova.compute.manager [-] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 946.461584] env[61960]: DEBUG nova.network.neutron [-] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 946.480615] env[61960]: DEBUG nova.network.neutron [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Updating instance_info_cache with network_info: [{"id": "bc5e756e-872a-4d33-947f-d2a3a6f7c841", "address": "fa:16:3e:ed:94:88", "network": {"id": "51d119bb-86c5-4f5a-9f76-7655e8445c45", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2145098551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ac261c31a7a4814a766d62c275e0837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5e756e-87", "ovs_interfaceid": "bc5e756e-872a-4d33-947f-d2a3a6f7c841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.566782] env[61960]: DEBUG oslo_vmware.api [None req-f24e7fec-bddb-4c78-bf6c-980643a0ac6f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436447, 'name': Destroy_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.670865] env[61960]: DEBUG oslo_vmware.api [None req-247b69b3-9c5f-4227-b1e5-e88fbf5978ca tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.802857] env[61960]: DEBUG oslo_vmware.api [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b1fda4-e0ec-11ca-fca9-8d2cd5472a6f, 'name': SearchDatastore_Task, 'duration_secs': 0.032045} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.803652] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdd20437-1eb1-48d2-98c3-8807ddb25600 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.809322] env[61960]: DEBUG oslo_vmware.api [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 946.809322] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]529e0469-9456-071c-68ba-a7d3ac4008e3" [ 946.809322] env[61960]: _type = "Task" [ 946.809322] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.818235] env[61960]: DEBUG oslo_vmware.api [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]529e0469-9456-071c-68ba-a7d3ac4008e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.836709] env[61960]: DEBUG oslo_concurrency.lockutils [req-0798b4d7-ea20-4e9b-b909-ef33eba949be req-b9a7e786-5139-4e28-b766-070d1c61f43c service nova] Releasing lock "refresh_cache-c0e4a987-005f-4097-8a66-9e0799b07782" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.837045] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436443, 'name': CreateVM_Task, 'duration_secs': 1.195543} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.839035] env[61960]: DEBUG oslo_vmware.rw_handles [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5225b91e-a13e-4495-72ae-de12280c7a48/disk-0.vmdk. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 946.840025] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 946.840025] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15107c4-d1f4-4a8e-ad16-c17b68f151be {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.842713] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.842881] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.843201] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.843434] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97d1ec23-f964-4f31-a05c-dbf2a2dea619 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.848187] env[61960]: DEBUG oslo_vmware.rw_handles [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5225b91e-a13e-4495-72ae-de12280c7a48/disk-0.vmdk is in state: ready. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 946.848459] env[61960]: ERROR oslo_vmware.rw_handles [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5225b91e-a13e-4495-72ae-de12280c7a48/disk-0.vmdk due to incomplete transfer. [ 946.849424] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f648efc8-5d20-48e4-9ea1-50727cb1ebe9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.850831] env[61960]: DEBUG oslo_vmware.api [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Waiting for the task: (returnval){ [ 946.850831] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5206df26-e4b7-4f19-c16b-1b0e0f60a833" [ 946.850831] env[61960]: _type = "Task" [ 946.850831] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.857593] env[61960]: DEBUG oslo_vmware.rw_handles [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5225b91e-a13e-4495-72ae-de12280c7a48/disk-0.vmdk. {{(pid=61960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 946.857791] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Uploaded image 268b3933-4f2b-4043-83c9-459ae6f593c8 to the Glance image server {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 946.859970] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Destroying the VM {{(pid=61960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 946.862883] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-99bfce1b-a3aa-4143-baef-94a13d5b68c8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.864350] env[61960]: DEBUG oslo_vmware.api [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5206df26-e4b7-4f19-c16b-1b0e0f60a833, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.869821] env[61960]: DEBUG oslo_vmware.api [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the task: (returnval){ [ 946.869821] env[61960]: value = "task-436449" [ 946.869821] env[61960]: _type = "Task" [ 946.869821] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.878530] env[61960]: DEBUG oslo_concurrency.lockutils [None req-df15a659-b1dd-48c4-b089-1615c4cacbf3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.880610] env[61960]: DEBUG oslo_vmware.api [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436449, 'name': Destroy_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.880970] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.703s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.882663] env[61960]: INFO nova.compute.claims [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.894065] env[61960]: DEBUG nova.compute.manager [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 946.903779] env[61960]: INFO nova.scheduler.client.report [None req-df15a659-b1dd-48c4-b089-1615c4cacbf3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Deleted allocations for instance d7f5243f-7071-404d-9549-b381257d5288 [ 946.917658] env[61960]: DEBUG nova.virt.hardware [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 946.918109] env[61960]: DEBUG nova.virt.hardware [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 946.918218] env[61960]: DEBUG nova.virt.hardware [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.918460] env[61960]: DEBUG nova.virt.hardware [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 946.918541] env[61960]: DEBUG nova.virt.hardware [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.918729] env[61960]: DEBUG nova.virt.hardware [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 946.919031] env[61960]: DEBUG nova.virt.hardware [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 946.919230] env[61960]: DEBUG nova.virt.hardware [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 946.919425] env[61960]: DEBUG nova.virt.hardware [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 946.919587] env[61960]: DEBUG nova.virt.hardware [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 946.919761] env[61960]: DEBUG nova.virt.hardware [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 946.920991] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a91fdb0-0647-4188-a807-29f9c3e989b6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.931425] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e54c639-04dc-4717-a44e-fe7a0ef07c6c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.982993] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Releasing lock "refresh_cache-e2a2681f-a09c-4777-b77b-f78f6518fe19" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.983358] env[61960]: DEBUG nova.compute.manager [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Instance network_info: |[{"id": "bc5e756e-872a-4d33-947f-d2a3a6f7c841", "address": "fa:16:3e:ed:94:88", "network": {"id": "51d119bb-86c5-4f5a-9f76-7655e8445c45", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2145098551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ac261c31a7a4814a766d62c275e0837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5e756e-87", "ovs_interfaceid": "bc5e756e-872a-4d33-947f-d2a3a6f7c841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 946.983785] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:94:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e59b364d-b7f6-499d-b7dc-82b8a819aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc5e756e-872a-4d33-947f-d2a3a6f7c841', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.991490] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Creating folder: Project (2ac261c31a7a4814a766d62c275e0837). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 946.991756] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23c7f876-d106-45a6-b173-3aa4e7bfb42e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.009404] env[61960]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 947.009604] env[61960]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=61960) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 947.009956] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Folder already exists: Project (2ac261c31a7a4814a766d62c275e0837). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.010198] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Creating folder: Instances. Parent ref: group-v116136. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 947.010445] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59074754-0462-4995-b1e2-43fbe6a006b4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.020019] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Created folder: Instances in parent group-v116136. [ 947.020287] env[61960]: DEBUG oslo.service.loopingcall [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 947.020483] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 947.020693] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1528df75-290a-472d-aa31-ca4a43f4081e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.040642] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.040642] env[61960]: value = "task-436452" [ 947.040642] env[61960]: _type = "Task" [ 947.040642] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.049131] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436452, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.066721] env[61960]: DEBUG oslo_vmware.api [None req-f24e7fec-bddb-4c78-bf6c-980643a0ac6f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436447, 'name': Destroy_Task, 'duration_secs': 0.528298} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.066952] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-f24e7fec-bddb-4c78-bf6c-980643a0ac6f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Destroyed the VM [ 947.067212] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f24e7fec-bddb-4c78-bf6c-980643a0ac6f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Deleting Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 947.067465] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9bcc8078-3149-4b2c-a7df-4c8b40b712bd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.075602] env[61960]: DEBUG oslo_vmware.api [None req-f24e7fec-bddb-4c78-bf6c-980643a0ac6f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 947.075602] env[61960]: value = "task-436453" [ 947.075602] env[61960]: _type = "Task" [ 947.075602] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.084037] env[61960]: DEBUG oslo_vmware.api [None req-f24e7fec-bddb-4c78-bf6c-980643a0ac6f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436453, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.116303] env[61960]: DEBUG nova.compute.manager [req-6e4e6dd4-cc9d-4eb0-b199-20c5fe691db3 req-cb0dbdf9-04ca-43d6-a59f-1984b0f91939 service nova] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Received event network-changed-bc5e756e-872a-4d33-947f-d2a3a6f7c841 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 947.116303] env[61960]: DEBUG nova.compute.manager [req-6e4e6dd4-cc9d-4eb0-b199-20c5fe691db3 req-cb0dbdf9-04ca-43d6-a59f-1984b0f91939 service nova] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Refreshing instance network info cache due to event network-changed-bc5e756e-872a-4d33-947f-d2a3a6f7c841. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 947.116531] env[61960]: DEBUG oslo_concurrency.lockutils [req-6e4e6dd4-cc9d-4eb0-b199-20c5fe691db3 req-cb0dbdf9-04ca-43d6-a59f-1984b0f91939 service nova] Acquiring lock "refresh_cache-e2a2681f-a09c-4777-b77b-f78f6518fe19" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.116632] env[61960]: DEBUG oslo_concurrency.lockutils [req-6e4e6dd4-cc9d-4eb0-b199-20c5fe691db3 req-cb0dbdf9-04ca-43d6-a59f-1984b0f91939 service nova] Acquired lock "refresh_cache-e2a2681f-a09c-4777-b77b-f78f6518fe19" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.117148] env[61960]: DEBUG nova.network.neutron [req-6e4e6dd4-cc9d-4eb0-b199-20c5fe691db3 req-cb0dbdf9-04ca-43d6-a59f-1984b0f91939 service nova] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Refreshing network info cache for port bc5e756e-872a-4d33-947f-d2a3a6f7c841 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 947.167851] env[61960]: DEBUG oslo_vmware.api [None req-247b69b3-9c5f-4227-b1e5-e88fbf5978ca tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436448, 'name': ReconfigVM_Task, 'duration_secs': 0.864434} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.168204] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-247b69b3-9c5f-4227-b1e5-e88fbf5978ca tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116154', 'volume_id': '6cb3e52e-9747-4095-af6c-d2e812892553', 'name': 'volume-6cb3e52e-9747-4095-af6c-d2e812892553', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd60aa8bb-6f0a-4c64-891e-2b4e3243d1b8', 'attached_at': '', 'detached_at': '', 'volume_id': '6cb3e52e-9747-4095-af6c-d2e812892553', 'serial': '6cb3e52e-9747-4095-af6c-d2e812892553'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 947.245162] env[61960]: DEBUG nova.network.neutron [-] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.322957] env[61960]: DEBUG oslo_vmware.api [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]529e0469-9456-071c-68ba-a7d3ac4008e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009702} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.323120] env[61960]: DEBUG oslo_concurrency.lockutils [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.323406] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 33cdf08b-6074-477a-8307-703e7becb783/33cdf08b-6074-477a-8307-703e7becb783.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 947.324075] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d9aa287-b1b9-44d5-9644-bd39293c1ac2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.332491] env[61960]: DEBUG oslo_vmware.api [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 947.332491] env[61960]: value = "task-436454" [ 947.332491] env[61960]: _type = "Task" [ 947.332491] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.345142] env[61960]: DEBUG oslo_vmware.api [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.364030] env[61960]: DEBUG oslo_vmware.api [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5206df26-e4b7-4f19-c16b-1b0e0f60a833, 'name': SearchDatastore_Task, 'duration_secs': 0.01035} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.364393] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.364697] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.365066] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.365317] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.365746] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.366142] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c31885b7-5d02-45ae-8fe9-e6a4f7d8a03b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.376659] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.376915] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 947.381021] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de0fc678-5cfc-4250-b3f3-543fde52c3e6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.385183] env[61960]: DEBUG oslo_vmware.api [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436449, 'name': Destroy_Task} progress is 33%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.389563] env[61960]: DEBUG oslo_vmware.api [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Waiting for the task: (returnval){ [ 947.389563] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52a4f156-f84a-f6e3-df34-17fe18dff2b9" [ 947.389563] env[61960]: _type = "Task" [ 947.389563] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.398634] env[61960]: DEBUG oslo_vmware.api [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52a4f156-f84a-f6e3-df34-17fe18dff2b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.415536] env[61960]: DEBUG oslo_concurrency.lockutils [None req-df15a659-b1dd-48c4-b089-1615c4cacbf3 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "d7f5243f-7071-404d-9549-b381257d5288" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.800s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.477716] env[61960]: DEBUG nova.network.neutron [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Successfully updated port: 21ad4c43-99ef-43ea-a6ae-ad73b7fbfb53 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.553803] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436452, 'name': CreateVM_Task, 'duration_secs': 0.389698} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.555300] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 947.556602] env[61960]: DEBUG nova.compute.manager [req-52c3a76e-9dbc-4c5e-b801-47ce636642ab req-ee62220c-dff4-48e6-8255-a93727afbcff service nova] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Received event network-vif-deleted-35334cc1-cde8-40e0-9322-ef3e6f5b5bac {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 947.557384] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': None, 'delete_on_termination': True, 'device_type': None, 'attachment_id': '43d2be79-6ea8-4baf-822f-14d4fe608bed', 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116145', 'volume_id': 'aa251f0d-887e-419e-8672-2fb7498c5b28', 'name': 'volume-aa251f0d-887e-419e-8672-2fb7498c5b28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e2a2681f-a09c-4777-b77b-f78f6518fe19', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa251f0d-887e-419e-8672-2fb7498c5b28', 'serial': 'aa251f0d-887e-419e-8672-2fb7498c5b28'}, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=61960) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 947.557652] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Root volume attach. Driver type: vmdk {{(pid=61960) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 947.559830] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce58693-7a10-44a9-99b9-8bdebe71fead {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.570819] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9170e1-fe3a-449f-90c5-d67fb7b0c949 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.582926] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c6dcbf-131c-4f7a-8939-602befdfe00a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.591849] env[61960]: DEBUG oslo_vmware.api [None req-f24e7fec-bddb-4c78-bf6c-980643a0ac6f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436453, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.594604] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-02a07ab6-20ea-44d3-a8ac-2611ace4b101 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.604871] env[61960]: DEBUG oslo_vmware.api [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Waiting for the task: (returnval){ [ 947.604871] env[61960]: value = "task-436455" [ 947.604871] env[61960]: _type = "Task" [ 947.604871] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.616270] env[61960]: DEBUG oslo_vmware.api [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Task: {'id': task-436455, 'name': RelocateVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.731837] env[61960]: DEBUG nova.objects.instance [None req-247b69b3-9c5f-4227-b1e5-e88fbf5978ca tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lazy-loading 'flavor' on Instance uuid d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.750571] env[61960]: INFO nova.compute.manager [-] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Took 1.29 seconds to deallocate network for instance. [ 947.847787] env[61960]: DEBUG oslo_vmware.api [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436454, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.884667] env[61960]: DEBUG oslo_vmware.api [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436449, 'name': Destroy_Task, 'duration_secs': 0.593985} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.885064] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Destroyed the VM [ 947.885416] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Deleting Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 947.886046] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7250def5-02d9-4986-aecc-29b26a491706 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.897317] env[61960]: DEBUG oslo_vmware.api [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the task: (returnval){ [ 947.897317] env[61960]: value = "task-436456" [ 947.897317] env[61960]: _type = "Task" [ 947.897317] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.904456] env[61960]: DEBUG oslo_vmware.api [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52a4f156-f84a-f6e3-df34-17fe18dff2b9, 'name': SearchDatastore_Task, 'duration_secs': 0.016281} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.905874] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68d9bba9-a6ad-4546-a49b-02f086681318 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.911846] env[61960]: DEBUG oslo_vmware.api [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436456, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.923279] env[61960]: DEBUG oslo_vmware.api [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Waiting for the task: (returnval){ [ 947.923279] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52025135-92cd-aee0-1e5b-7c71a153a94e" [ 947.923279] env[61960]: _type = "Task" [ 947.923279] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.924285] env[61960]: DEBUG nova.network.neutron [req-6e4e6dd4-cc9d-4eb0-b199-20c5fe691db3 req-cb0dbdf9-04ca-43d6-a59f-1984b0f91939 service nova] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Updated VIF entry in instance network info cache for port bc5e756e-872a-4d33-947f-d2a3a6f7c841. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 947.924840] env[61960]: DEBUG nova.network.neutron [req-6e4e6dd4-cc9d-4eb0-b199-20c5fe691db3 req-cb0dbdf9-04ca-43d6-a59f-1984b0f91939 service nova] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Updating instance_info_cache with network_info: [{"id": "bc5e756e-872a-4d33-947f-d2a3a6f7c841", "address": "fa:16:3e:ed:94:88", "network": {"id": "51d119bb-86c5-4f5a-9f76-7655e8445c45", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2145098551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ac261c31a7a4814a766d62c275e0837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5e756e-87", "ovs_interfaceid": "bc5e756e-872a-4d33-947f-d2a3a6f7c841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.938246] env[61960]: DEBUG oslo_vmware.api [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52025135-92cd-aee0-1e5b-7c71a153a94e, 'name': SearchDatastore_Task, 'duration_secs': 0.012928} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.939095] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.939374] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] c0e4a987-005f-4097-8a66-9e0799b07782/c0e4a987-005f-4097-8a66-9e0799b07782.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 947.939647] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ac34b97-d865-4722-b0e1-67242b564b91 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.948483] env[61960]: DEBUG oslo_vmware.api [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Waiting for the task: (returnval){ [ 947.948483] env[61960]: value = "task-436457" [ 947.948483] env[61960]: _type = "Task" [ 947.948483] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.961457] env[61960]: DEBUG oslo_vmware.api [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Task: {'id': task-436457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.980786] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "refresh_cache-b09b5238-cf88-462b-b167-56570f3f92e7" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.980964] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquired lock "refresh_cache-b09b5238-cf88-462b-b167-56570f3f92e7" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.981173] env[61960]: DEBUG nova.network.neutron [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 948.091606] env[61960]: DEBUG oslo_vmware.api [None req-f24e7fec-bddb-4c78-bf6c-980643a0ac6f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436453, 'name': RemoveSnapshot_Task, 'duration_secs': 1.013695} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.091929] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f24e7fec-bddb-4c78-bf6c-980643a0ac6f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Deleted Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 948.119821] env[61960]: DEBUG oslo_vmware.api [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Task: {'id': task-436455, 'name': RelocateVM_Task, 'duration_secs': 0.467036} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.120179] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Volume attach. Driver type: vmdk {{(pid=61960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 948.120509] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116145', 'volume_id': 'aa251f0d-887e-419e-8672-2fb7498c5b28', 'name': 'volume-aa251f0d-887e-419e-8672-2fb7498c5b28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e2a2681f-a09c-4777-b77b-f78f6518fe19', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa251f0d-887e-419e-8672-2fb7498c5b28', 'serial': 'aa251f0d-887e-419e-8672-2fb7498c5b28'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 948.121238] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff52f4ad-cbeb-44e4-9d16-f70cbb360739 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.141301] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b1db3d-e8ec-40db-a6d3-8f9e14a4b6cd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.167323] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] volume-aa251f0d-887e-419e-8672-2fb7498c5b28/volume-aa251f0d-887e-419e-8672-2fb7498c5b28.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.170683] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa55b644-2d02-42ae-b2ba-2d6a7728b633 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.193984] env[61960]: DEBUG oslo_vmware.api [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Waiting for the task: (returnval){ [ 948.193984] env[61960]: value = "task-436458" [ 948.193984] env[61960]: _type = "Task" [ 948.193984] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.206885] env[61960]: DEBUG oslo_vmware.api [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Task: {'id': task-436458, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.214023] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697a2ec2-5421-435c-8944-5d5fe21cbd21 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.223590] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873613fd-512b-4f6a-9b0f-bd6471d4bca6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.262455] env[61960]: DEBUG oslo_concurrency.lockutils [None req-13d3fcfd-384c-4381-ae57-d8978434b9e8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.263530] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7b387f-cf1b-4666-89bc-2b125fa77f8a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.275980] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92c53bf-1af1-4040-a6fd-4535a3db986b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.285051] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Didn't find any instances for network info cache update. {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 948.285051] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.285051] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.285051] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.285051] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.285775] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.285775] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.285775] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=61960) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 948.286207] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager.update_available_resource {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.296695] env[61960]: DEBUG nova.compute.provider_tree [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 948.345291] env[61960]: DEBUG oslo_vmware.api [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544193} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.345643] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 33cdf08b-6074-477a-8307-703e7becb783/33cdf08b-6074-477a-8307-703e7becb783.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 948.345849] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.346140] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fca3cc33-ae5b-48af-b720-921afc7e4708 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.354715] env[61960]: DEBUG oslo_vmware.api [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 948.354715] env[61960]: value = "task-436459" [ 948.354715] env[61960]: _type = "Task" [ 948.354715] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.365791] env[61960]: DEBUG oslo_vmware.api [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436459, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.409792] env[61960]: DEBUG oslo_vmware.api [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436456, 'name': RemoveSnapshot_Task} progress is 16%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.432337] env[61960]: DEBUG oslo_concurrency.lockutils [req-6e4e6dd4-cc9d-4eb0-b199-20c5fe691db3 req-cb0dbdf9-04ca-43d6-a59f-1984b0f91939 service nova] Releasing lock "refresh_cache-e2a2681f-a09c-4777-b77b-f78f6518fe19" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.459534] env[61960]: DEBUG oslo_vmware.api [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Task: {'id': task-436457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479208} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.459819] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] c0e4a987-005f-4097-8a66-9e0799b07782/c0e4a987-005f-4097-8a66-9e0799b07782.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 948.460090] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.460366] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c06f753-2535-4357-b8b0-638a5d448ccb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.468328] env[61960]: DEBUG oslo_vmware.api [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Waiting for the task: (returnval){ [ 948.468328] env[61960]: value = "task-436461" [ 948.468328] env[61960]: _type = "Task" [ 948.468328] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.477481] env[61960]: DEBUG oslo_vmware.api [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Task: {'id': task-436461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.512340] env[61960]: DEBUG nova.network.neutron [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 948.599720] env[61960]: WARNING nova.compute.manager [None req-f24e7fec-bddb-4c78-bf6c-980643a0ac6f tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Image not found during snapshot: nova.exception.ImageNotFound: Image 8e8ebdae-f43e-4b72-adc3-63aa19c6c39a could not be found. [ 948.679318] env[61960]: DEBUG nova.network.neutron [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Updating instance_info_cache with network_info: [{"id": "21ad4c43-99ef-43ea-a6ae-ad73b7fbfb53", "address": "fa:16:3e:a7:3e:37", "network": {"id": "9ee12d62-9edd-4717-b363-beb291b2c83b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1274344879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb471d92c0743c08a3c5f098ecc9477", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21ad4c43-99", "ovs_interfaceid": "21ad4c43-99ef-43ea-a6ae-ad73b7fbfb53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.704978] env[61960]: DEBUG oslo_vmware.api [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Task: {'id': task-436458, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.770014] env[61960]: DEBUG oslo_concurrency.lockutils [None req-247b69b3-9c5f-4227-b1e5-e88fbf5978ca tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.844s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.799194] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.819778] env[61960]: ERROR nova.scheduler.client.report [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [req-82f94e65-780a-494a-a3ae-be1654566e24] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-82f94e65-780a-494a-a3ae-be1654566e24"}]} [ 948.837030] env[61960]: DEBUG nova.scheduler.client.report [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 948.852741] env[61960]: DEBUG nova.scheduler.client.report [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 948.852963] env[61960]: DEBUG nova.compute.provider_tree [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 948.863853] env[61960]: DEBUG oslo_vmware.api [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436459, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087537} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.864154] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.864958] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5934fafd-59d9-4211-96dd-13b34c416968 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.868182] env[61960]: DEBUG nova.scheduler.client.report [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 948.891793] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 33cdf08b-6074-477a-8307-703e7becb783/33cdf08b-6074-477a-8307-703e7becb783.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.892849] env[61960]: DEBUG nova.scheduler.client.report [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 948.895594] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fd908274-d40d-4a77-adc2-c375a096df9a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquiring lock "d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.895822] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fd908274-d40d-4a77-adc2-c375a096df9a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.896039] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fd908274-d40d-4a77-adc2-c375a096df9a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquiring lock "d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.896237] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fd908274-d40d-4a77-adc2-c375a096df9a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.896410] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fd908274-d40d-4a77-adc2-c375a096df9a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.898179] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e1a337c-22b0-46d9-a2e7-44a7e8a75405 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.915030] env[61960]: INFO nova.compute.manager [None req-fd908274-d40d-4a77-adc2-c375a096df9a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Terminating instance [ 948.920853] env[61960]: DEBUG nova.compute.manager [None req-fd908274-d40d-4a77-adc2-c375a096df9a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 948.921096] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fd908274-d40d-4a77-adc2-c375a096df9a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 948.922350] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf8ccbb-ff9b-404d-949c-65917a0cc4d4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.926993] env[61960]: DEBUG oslo_vmware.api [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 948.926993] env[61960]: value = "task-436462" [ 948.926993] env[61960]: _type = "Task" [ 948.926993] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.935666] env[61960]: DEBUG oslo_vmware.api [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436456, 'name': RemoveSnapshot_Task, 'duration_secs': 0.641178} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.935980] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd908274-d40d-4a77-adc2-c375a096df9a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 948.938957] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Deleted Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 948.939245] env[61960]: INFO nova.compute.manager [None req-0ee50b2d-2083-4769-8910-d498dc54724e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Took 17.01 seconds to snapshot the instance on the hypervisor. [ 948.941621] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df9c96a9-134d-4a9c-95fb-5e5eb6185bfb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.946582] env[61960]: DEBUG oslo_vmware.api [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436462, 'name': ReconfigVM_Task} progress is 10%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.955908] env[61960]: DEBUG oslo_vmware.api [None req-fd908274-d40d-4a77-adc2-c375a096df9a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 948.955908] env[61960]: value = "task-436463" [ 948.955908] env[61960]: _type = "Task" [ 948.955908] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.964078] env[61960]: DEBUG oslo_vmware.api [None req-fd908274-d40d-4a77-adc2-c375a096df9a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.982297] env[61960]: DEBUG oslo_vmware.api [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Task: {'id': task-436461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086711} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.982585] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.983430] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26265653-fa7b-4e37-a0f7-d366dc0664a1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.009643] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] c0e4a987-005f-4097-8a66-9e0799b07782/c0e4a987-005f-4097-8a66-9e0799b07782.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.012658] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce8d5440-2997-4dc7-b7a9-60fd5426f70d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.034643] env[61960]: DEBUG oslo_vmware.api [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Waiting for the task: (returnval){ [ 949.034643] env[61960]: value = "task-436464" [ 949.034643] env[61960]: _type = "Task" [ 949.034643] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.046151] env[61960]: DEBUG oslo_vmware.api [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Task: {'id': task-436464, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.153529] env[61960]: DEBUG nova.compute.manager [req-6bd17f39-d349-4c9c-9421-9e0a56488d43 req-72a51a25-07e0-4686-a1b4-d9aad4a0a36c service nova] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Received event network-vif-plugged-21ad4c43-99ef-43ea-a6ae-ad73b7fbfb53 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 949.153529] env[61960]: DEBUG oslo_concurrency.lockutils [req-6bd17f39-d349-4c9c-9421-9e0a56488d43 req-72a51a25-07e0-4686-a1b4-d9aad4a0a36c service nova] Acquiring lock "b09b5238-cf88-462b-b167-56570f3f92e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.153529] env[61960]: DEBUG oslo_concurrency.lockutils [req-6bd17f39-d349-4c9c-9421-9e0a56488d43 req-72a51a25-07e0-4686-a1b4-d9aad4a0a36c service nova] Lock "b09b5238-cf88-462b-b167-56570f3f92e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.153529] env[61960]: DEBUG oslo_concurrency.lockutils [req-6bd17f39-d349-4c9c-9421-9e0a56488d43 req-72a51a25-07e0-4686-a1b4-d9aad4a0a36c service nova] Lock "b09b5238-cf88-462b-b167-56570f3f92e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.153695] env[61960]: DEBUG nova.compute.manager [req-6bd17f39-d349-4c9c-9421-9e0a56488d43 req-72a51a25-07e0-4686-a1b4-d9aad4a0a36c service nova] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] No waiting events found dispatching network-vif-plugged-21ad4c43-99ef-43ea-a6ae-ad73b7fbfb53 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 949.153776] env[61960]: WARNING nova.compute.manager [req-6bd17f39-d349-4c9c-9421-9e0a56488d43 req-72a51a25-07e0-4686-a1b4-d9aad4a0a36c service nova] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Received unexpected event network-vif-plugged-21ad4c43-99ef-43ea-a6ae-ad73b7fbfb53 for instance with vm_state building and task_state spawning. [ 949.154016] env[61960]: DEBUG nova.compute.manager [req-6bd17f39-d349-4c9c-9421-9e0a56488d43 req-72a51a25-07e0-4686-a1b4-d9aad4a0a36c service nova] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Received event network-changed-21ad4c43-99ef-43ea-a6ae-ad73b7fbfb53 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 949.154239] env[61960]: DEBUG nova.compute.manager [req-6bd17f39-d349-4c9c-9421-9e0a56488d43 req-72a51a25-07e0-4686-a1b4-d9aad4a0a36c service nova] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Refreshing instance network info cache due to event network-changed-21ad4c43-99ef-43ea-a6ae-ad73b7fbfb53. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 949.154441] env[61960]: DEBUG oslo_concurrency.lockutils [req-6bd17f39-d349-4c9c-9421-9e0a56488d43 req-72a51a25-07e0-4686-a1b4-d9aad4a0a36c service nova] Acquiring lock "refresh_cache-b09b5238-cf88-462b-b167-56570f3f92e7" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.181633] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Releasing lock "refresh_cache-b09b5238-cf88-462b-b167-56570f3f92e7" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.182163] env[61960]: DEBUG nova.compute.manager [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Instance network_info: |[{"id": "21ad4c43-99ef-43ea-a6ae-ad73b7fbfb53", "address": "fa:16:3e:a7:3e:37", "network": {"id": "9ee12d62-9edd-4717-b363-beb291b2c83b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1274344879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb471d92c0743c08a3c5f098ecc9477", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21ad4c43-99", "ovs_interfaceid": "21ad4c43-99ef-43ea-a6ae-ad73b7fbfb53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 949.185053] env[61960]: DEBUG oslo_concurrency.lockutils [req-6bd17f39-d349-4c9c-9421-9e0a56488d43 req-72a51a25-07e0-4686-a1b4-d9aad4a0a36c service nova] Acquired lock "refresh_cache-b09b5238-cf88-462b-b167-56570f3f92e7" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.185277] env[61960]: DEBUG nova.network.neutron [req-6bd17f39-d349-4c9c-9421-9e0a56488d43 req-72a51a25-07e0-4686-a1b4-d9aad4a0a36c service nova] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Refreshing network info cache for port 21ad4c43-99ef-43ea-a6ae-ad73b7fbfb53 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 949.187299] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:3e:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21ad4c43-99ef-43ea-a6ae-ad73b7fbfb53', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.194108] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Creating folder: Project (7fb471d92c0743c08a3c5f098ecc9477). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 949.195319] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-140f423d-52fc-4fec-bf55-41c2e9f71344 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.207011] env[61960]: DEBUG oslo_vmware.api [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Task: {'id': task-436458, 'name': ReconfigVM_Task, 'duration_secs': 0.674286} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.207355] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Reconfigured VM instance instance-00000057 to attach disk [datastore1] volume-aa251f0d-887e-419e-8672-2fb7498c5b28/volume-aa251f0d-887e-419e-8672-2fb7498c5b28.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.215137] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-863b08ef-9533-47dd-ba02-059a499f95cf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.226046] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61250ffa-c24d-422b-914f-9196008f3f5c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.228397] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Created folder: Project (7fb471d92c0743c08a3c5f098ecc9477) in parent group-v115929. [ 949.228606] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Creating folder: Instances. Parent ref: group-v116165. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 949.229820] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3da21b7e-d094-4884-89d4-d25583320644 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.238508] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26387700-6001-4850-8e88-9b3fb4f7fed0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.242058] env[61960]: DEBUG oslo_vmware.api [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Waiting for the task: (returnval){ [ 949.242058] env[61960]: value = "task-436466" [ 949.242058] env[61960]: _type = "Task" [ 949.242058] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.243310] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Created folder: Instances in parent group-v116165. [ 949.243654] env[61960]: DEBUG oslo.service.loopingcall [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 949.249228] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 949.274838] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e40cd051-8067-4235-9905-74e60172d87e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.291264] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44299f68-98d2-4458-a9ee-c9823b4c312e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.297926] env[61960]: DEBUG oslo_vmware.api [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Task: {'id': task-436466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.304471] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.304471] env[61960]: value = "task-436468" [ 949.304471] env[61960]: _type = "Task" [ 949.304471] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.305861] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772b66b2-61ca-4236-9bb0-6f7d0a31e70f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.328966] env[61960]: DEBUG nova.compute.provider_tree [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 949.330270] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436468, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.438184] env[61960]: DEBUG oslo_vmware.api [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436462, 'name': ReconfigVM_Task, 'duration_secs': 0.483036} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.438492] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 33cdf08b-6074-477a-8307-703e7becb783/33cdf08b-6074-477a-8307-703e7becb783.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.439192] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ad67271-2980-4bd7-909e-a0d2852f36ec {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.446531] env[61960]: DEBUG oslo_vmware.api [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 949.446531] env[61960]: value = "task-436469" [ 949.446531] env[61960]: _type = "Task" [ 949.446531] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.460263] env[61960]: DEBUG oslo_vmware.api [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436469, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.465968] env[61960]: DEBUG oslo_vmware.api [None req-fd908274-d40d-4a77-adc2-c375a096df9a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436463, 'name': PowerOffVM_Task, 'duration_secs': 0.250799} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.469125] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd908274-d40d-4a77-adc2-c375a096df9a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 949.469125] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fd908274-d40d-4a77-adc2-c375a096df9a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 949.469125] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a826f89a-bfbe-41ad-8cdc-32bcf69a6558 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.536563] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fd908274-d40d-4a77-adc2-c375a096df9a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 949.536874] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fd908274-d40d-4a77-adc2-c375a096df9a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 949.537028] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd908274-d40d-4a77-adc2-c375a096df9a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Deleting the datastore file [datastore1] d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.540478] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-754180a7-470b-49eb-be97-45d9c342a152 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.549782] env[61960]: DEBUG oslo_vmware.api [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Task: {'id': task-436464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.551289] env[61960]: DEBUG oslo_vmware.api [None req-fd908274-d40d-4a77-adc2-c375a096df9a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for the task: (returnval){ [ 949.551289] env[61960]: value = "task-436471" [ 949.551289] env[61960]: _type = "Task" [ 949.551289] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.559676] env[61960]: DEBUG oslo_vmware.api [None req-fd908274-d40d-4a77-adc2-c375a096df9a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.626413] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eb5e6581-7449-4aa8-b83e-07103b1f1c24 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "e009973f-28a1-4230-a3c3-12fb1fa4a81c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.626828] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eb5e6581-7449-4aa8-b83e-07103b1f1c24 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "e009973f-28a1-4230-a3c3-12fb1fa4a81c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.627117] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eb5e6581-7449-4aa8-b83e-07103b1f1c24 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "e009973f-28a1-4230-a3c3-12fb1fa4a81c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.627360] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eb5e6581-7449-4aa8-b83e-07103b1f1c24 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "e009973f-28a1-4230-a3c3-12fb1fa4a81c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.627647] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eb5e6581-7449-4aa8-b83e-07103b1f1c24 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "e009973f-28a1-4230-a3c3-12fb1fa4a81c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.630467] env[61960]: INFO nova.compute.manager [None req-eb5e6581-7449-4aa8-b83e-07103b1f1c24 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Terminating instance [ 949.632892] env[61960]: DEBUG nova.compute.manager [None req-eb5e6581-7449-4aa8-b83e-07103b1f1c24 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 949.633123] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5e6581-7449-4aa8-b83e-07103b1f1c24 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 949.634152] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba77cc1-4709-4bb9-8816-4fb8d32f875c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.642810] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5e6581-7449-4aa8-b83e-07103b1f1c24 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 949.643192] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43f98865-32e4-4f52-bdcf-8fbdddb31f34 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.651792] env[61960]: DEBUG oslo_vmware.api [None req-eb5e6581-7449-4aa8-b83e-07103b1f1c24 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 949.651792] env[61960]: value = "task-436472" [ 949.651792] env[61960]: _type = "Task" [ 949.651792] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.661704] env[61960]: DEBUG oslo_vmware.api [None req-eb5e6581-7449-4aa8-b83e-07103b1f1c24 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.752762] env[61960]: DEBUG oslo_vmware.api [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Task: {'id': task-436466, 'name': ReconfigVM_Task, 'duration_secs': 0.14964} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.753250] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116145', 'volume_id': 'aa251f0d-887e-419e-8672-2fb7498c5b28', 'name': 'volume-aa251f0d-887e-419e-8672-2fb7498c5b28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e2a2681f-a09c-4777-b77b-f78f6518fe19', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa251f0d-887e-419e-8672-2fb7498c5b28', 'serial': 'aa251f0d-887e-419e-8672-2fb7498c5b28'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 949.753768] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0e646ae-b5c6-47ae-a38c-9607412b1da2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.761887] env[61960]: DEBUG oslo_vmware.api [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Waiting for the task: (returnval){ [ 949.761887] env[61960]: value = "task-436473" [ 949.761887] env[61960]: _type = "Task" [ 949.761887] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.770652] env[61960]: DEBUG oslo_vmware.api [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Task: {'id': task-436473, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.815485] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436468, 'name': CreateVM_Task, 'duration_secs': 0.397882} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.818279] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 949.819302] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.819533] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.819892] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.821109] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e301d225-d0d9-4dbd-a88b-4b3c734b7ec6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.827463] env[61960]: DEBUG oslo_vmware.api [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 949.827463] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527bf25a-2063-89c2-b0e3-01111dffc23a" [ 949.827463] env[61960]: _type = "Task" [ 949.827463] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.843034] env[61960]: DEBUG oslo_vmware.api [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527bf25a-2063-89c2-b0e3-01111dffc23a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.867385] env[61960]: DEBUG nova.scheduler.client.report [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 133 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 949.869174] env[61960]: DEBUG nova.compute.provider_tree [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 133 to 134 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 949.869174] env[61960]: DEBUG nova.compute.provider_tree [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 949.944042] env[61960]: DEBUG nova.network.neutron [req-6bd17f39-d349-4c9c-9421-9e0a56488d43 req-72a51a25-07e0-4686-a1b4-d9aad4a0a36c service nova] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Updated VIF entry in instance network info cache for port 21ad4c43-99ef-43ea-a6ae-ad73b7fbfb53. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 949.944436] env[61960]: DEBUG nova.network.neutron [req-6bd17f39-d349-4c9c-9421-9e0a56488d43 req-72a51a25-07e0-4686-a1b4-d9aad4a0a36c service nova] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Updating instance_info_cache with network_info: [{"id": "21ad4c43-99ef-43ea-a6ae-ad73b7fbfb53", "address": "fa:16:3e:a7:3e:37", "network": {"id": "9ee12d62-9edd-4717-b363-beb291b2c83b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1274344879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb471d92c0743c08a3c5f098ecc9477", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21ad4c43-99", "ovs_interfaceid": "21ad4c43-99ef-43ea-a6ae-ad73b7fbfb53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.957372] env[61960]: DEBUG oslo_vmware.api [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436469, 'name': Rename_Task, 'duration_secs': 0.302692} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.957731] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 949.958039] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4add05a1-ee6f-403b-a723-88497e3fd155 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.964885] env[61960]: DEBUG oslo_vmware.api [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 949.964885] env[61960]: value = "task-436474" [ 949.964885] env[61960]: _type = "Task" [ 949.964885] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.975631] env[61960]: DEBUG oslo_vmware.api [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.047728] env[61960]: DEBUG oslo_vmware.api [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Task: {'id': task-436464, 'name': ReconfigVM_Task, 'duration_secs': 0.757771} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.047728] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Reconfigured VM instance instance-00000056 to attach disk [datastore1] c0e4a987-005f-4097-8a66-9e0799b07782/c0e4a987-005f-4097-8a66-9e0799b07782.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.048205] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-538c400d-6429-4ce6-bbc4-5d53923a4b7a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.056425] env[61960]: DEBUG oslo_vmware.api [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Waiting for the task: (returnval){ [ 950.056425] env[61960]: value = "task-436475" [ 950.056425] env[61960]: _type = "Task" [ 950.056425] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.062973] env[61960]: DEBUG oslo_vmware.api [None req-fd908274-d40d-4a77-adc2-c375a096df9a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Task: {'id': task-436471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152931} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.063565] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd908274-d40d-4a77-adc2-c375a096df9a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.063775] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fd908274-d40d-4a77-adc2-c375a096df9a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 950.063969] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fd908274-d40d-4a77-adc2-c375a096df9a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 950.064151] env[61960]: INFO nova.compute.manager [None req-fd908274-d40d-4a77-adc2-c375a096df9a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 950.064398] env[61960]: DEBUG oslo.service.loopingcall [None req-fd908274-d40d-4a77-adc2-c375a096df9a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 950.064605] env[61960]: DEBUG nova.compute.manager [-] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 950.064692] env[61960]: DEBUG nova.network.neutron [-] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 950.070287] env[61960]: DEBUG oslo_vmware.api [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Task: {'id': task-436475, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.162033] env[61960]: DEBUG oslo_vmware.api [None req-eb5e6581-7449-4aa8-b83e-07103b1f1c24 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436472, 'name': PowerOffVM_Task, 'duration_secs': 0.250611} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.162346] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5e6581-7449-4aa8-b83e-07103b1f1c24 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 950.162516] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5e6581-7449-4aa8-b83e-07103b1f1c24 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 950.162822] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1b0c861-8b57-4f5c-ae3f-48f4a15cd9db {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.251145] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5e6581-7449-4aa8-b83e-07103b1f1c24 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 950.251399] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5e6581-7449-4aa8-b83e-07103b1f1c24 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 950.251590] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb5e6581-7449-4aa8-b83e-07103b1f1c24 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Deleting the datastore file [datastore1] e009973f-28a1-4230-a3c3-12fb1fa4a81c {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.251874] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff6155d2-3e49-4766-b5e8-0cec1a637845 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.259873] env[61960]: DEBUG oslo_vmware.api [None req-eb5e6581-7449-4aa8-b83e-07103b1f1c24 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for the task: (returnval){ [ 950.259873] env[61960]: value = "task-436477" [ 950.259873] env[61960]: _type = "Task" [ 950.259873] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.273362] env[61960]: DEBUG oslo_vmware.api [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Task: {'id': task-436473, 'name': Rename_Task, 'duration_secs': 0.153485} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.276604] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 950.276893] env[61960]: DEBUG oslo_vmware.api [None req-eb5e6581-7449-4aa8-b83e-07103b1f1c24 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.277559] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-481045af-e52f-4d7d-9626-67f000e512f5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.285574] env[61960]: DEBUG oslo_vmware.api [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Waiting for the task: (returnval){ [ 950.285574] env[61960]: value = "task-436478" [ 950.285574] env[61960]: _type = "Task" [ 950.285574] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.295428] env[61960]: DEBUG oslo_vmware.api [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Task: {'id': task-436478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.340155] env[61960]: DEBUG oslo_vmware.api [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527bf25a-2063-89c2-b0e3-01111dffc23a, 'name': SearchDatastore_Task, 'duration_secs': 0.015576} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.340511] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.340825] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.341103] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.341275] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.341486] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.341864] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8ce03b5-9bac-4147-bb19-4f2796b5b4af {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.352572] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.352777] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 950.353581] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-911b19ce-d839-4d18-bd48-33bc3e5315a7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.360391] env[61960]: DEBUG oslo_vmware.api [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 950.360391] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5256bbeb-f53a-12a3-ee43-b8939a1c6b40" [ 950.360391] env[61960]: _type = "Task" [ 950.360391] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.368988] env[61960]: DEBUG oslo_vmware.api [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5256bbeb-f53a-12a3-ee43-b8939a1c6b40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.373913] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.493s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.374450] env[61960]: DEBUG nova.compute.manager [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 950.377020] env[61960]: DEBUG oslo_concurrency.lockutils [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.182s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.381085] env[61960]: DEBUG nova.objects.instance [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Lazy-loading 'resources' on Instance uuid eaba5bdb-d668-4e26-a147-8658738174a1 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.447597] env[61960]: DEBUG oslo_concurrency.lockutils [req-6bd17f39-d349-4c9c-9421-9e0a56488d43 req-72a51a25-07e0-4686-a1b4-d9aad4a0a36c service nova] Releasing lock "refresh_cache-b09b5238-cf88-462b-b167-56570f3f92e7" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.476507] env[61960]: DEBUG oslo_vmware.api [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436474, 'name': PowerOnVM_Task} progress is 95%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.568643] env[61960]: DEBUG oslo_vmware.api [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Task: {'id': task-436475, 'name': Rename_Task, 'duration_secs': 0.168203} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.569407] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 950.569710] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c053ecc1-8e64-4ece-95c8-359a15cbdbb0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.576947] env[61960]: DEBUG oslo_vmware.api [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Waiting for the task: (returnval){ [ 950.576947] env[61960]: value = "task-436479" [ 950.576947] env[61960]: _type = "Task" [ 950.576947] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.586331] env[61960]: DEBUG oslo_vmware.api [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Task: {'id': task-436479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.771748] env[61960]: DEBUG oslo_vmware.api [None req-eb5e6581-7449-4aa8-b83e-07103b1f1c24 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Task: {'id': task-436477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299297} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.772066] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb5e6581-7449-4aa8-b83e-07103b1f1c24 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.772285] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5e6581-7449-4aa8-b83e-07103b1f1c24 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 950.772477] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5e6581-7449-4aa8-b83e-07103b1f1c24 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 950.772675] env[61960]: INFO nova.compute.manager [None req-eb5e6581-7449-4aa8-b83e-07103b1f1c24 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 950.772935] env[61960]: DEBUG oslo.service.loopingcall [None req-eb5e6581-7449-4aa8-b83e-07103b1f1c24 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 950.773142] env[61960]: DEBUG nova.compute.manager [-] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 950.773236] env[61960]: DEBUG nova.network.neutron [-] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 950.796263] env[61960]: DEBUG oslo_vmware.api [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Task: {'id': task-436478, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.872384] env[61960]: DEBUG oslo_vmware.api [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5256bbeb-f53a-12a3-ee43-b8939a1c6b40, 'name': SearchDatastore_Task, 'duration_secs': 0.012902} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.873407] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a12c13a-f5fe-4688-b4ce-a054917a9a7c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.880078] env[61960]: DEBUG nova.compute.utils [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 950.891032] env[61960]: DEBUG nova.compute.manager [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 950.891032] env[61960]: DEBUG nova.network.neutron [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 950.891032] env[61960]: DEBUG oslo_vmware.api [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 950.891032] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52946c55-9657-a99f-9140-9d677df252ed" [ 950.891032] env[61960]: _type = "Task" [ 950.891032] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.905962] env[61960]: DEBUG oslo_vmware.api [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52946c55-9657-a99f-9140-9d677df252ed, 'name': SearchDatastore_Task, 'duration_secs': 0.016384} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.906493] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.906577] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] b09b5238-cf88-462b-b167-56570f3f92e7/b09b5238-cf88-462b-b167-56570f3f92e7.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 950.907103] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4800bb3f-f074-4bad-803c-51d7447d630a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.918758] env[61960]: DEBUG oslo_vmware.api [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 950.918758] env[61960]: value = "task-436480" [ 950.918758] env[61960]: _type = "Task" [ 950.918758] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.928941] env[61960]: DEBUG oslo_vmware.api [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.961557] env[61960]: DEBUG nova.policy [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b748eff1f09b460fbc652edb0e2af1a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23cc9dbac5d741909302929f52abd0bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 950.979226] env[61960]: DEBUG oslo_vmware.api [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436474, 'name': PowerOnVM_Task, 'duration_secs': 0.671828} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.979532] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 950.979750] env[61960]: INFO nova.compute.manager [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Took 11.35 seconds to spawn the instance on the hypervisor. [ 950.979941] env[61960]: DEBUG nova.compute.manager [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 950.981531] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29eb7880-3cb4-4ef5-9d42-d506a9648fc6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.084775] env[61960]: DEBUG nova.compute.manager [req-9f0531cd-1a19-46a3-889f-7ec0dccc1499 req-f0ae65f7-0817-4573-8419-443a7ef6e9e7 service nova] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Received event network-vif-deleted-701b4478-5d52-4ae6-ab2c-29db688ba31f {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 951.085076] env[61960]: INFO nova.compute.manager [req-9f0531cd-1a19-46a3-889f-7ec0dccc1499 req-f0ae65f7-0817-4573-8419-443a7ef6e9e7 service nova] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Neutron deleted interface 701b4478-5d52-4ae6-ab2c-29db688ba31f; detaching it from the instance and deleting it from the info cache [ 951.085322] env[61960]: DEBUG nova.network.neutron [req-9f0531cd-1a19-46a3-889f-7ec0dccc1499 req-f0ae65f7-0817-4573-8419-443a7ef6e9e7 service nova] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.096393] env[61960]: DEBUG oslo_vmware.api [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Task: {'id': task-436479, 'name': PowerOnVM_Task} progress is 89%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.138209] env[61960]: DEBUG oslo_concurrency.lockutils [None req-92f48470-5801-42ce-8b4b-b7e7af175539 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Acquiring lock "c13cc8b7-7ecb-4a5c-891b-ff0a0e698722" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.138651] env[61960]: DEBUG oslo_concurrency.lockutils [None req-92f48470-5801-42ce-8b4b-b7e7af175539 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Lock "c13cc8b7-7ecb-4a5c-891b-ff0a0e698722" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.138983] env[61960]: DEBUG oslo_concurrency.lockutils [None req-92f48470-5801-42ce-8b4b-b7e7af175539 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Acquiring lock "c13cc8b7-7ecb-4a5c-891b-ff0a0e698722-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.139229] env[61960]: DEBUG oslo_concurrency.lockutils [None req-92f48470-5801-42ce-8b4b-b7e7af175539 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Lock "c13cc8b7-7ecb-4a5c-891b-ff0a0e698722-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.139420] env[61960]: DEBUG oslo_concurrency.lockutils [None req-92f48470-5801-42ce-8b4b-b7e7af175539 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Lock "c13cc8b7-7ecb-4a5c-891b-ff0a0e698722-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.142119] env[61960]: INFO nova.compute.manager [None req-92f48470-5801-42ce-8b4b-b7e7af175539 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Terminating instance [ 951.145055] env[61960]: DEBUG nova.compute.manager [None req-92f48470-5801-42ce-8b4b-b7e7af175539 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 951.145356] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-92f48470-5801-42ce-8b4b-b7e7af175539 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 951.150557] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9209bd-f7fe-45c8-a401-46d8b1a96914 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.163071] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-92f48470-5801-42ce-8b4b-b7e7af175539 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 951.163284] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6279e1e-71a4-484f-a7a8-3bbc642d3c75 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.175209] env[61960]: DEBUG oslo_vmware.api [None req-92f48470-5801-42ce-8b4b-b7e7af175539 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the task: (returnval){ [ 951.175209] env[61960]: value = "task-436481" [ 951.175209] env[61960]: _type = "Task" [ 951.175209] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.186827] env[61960]: DEBUG oslo_vmware.api [None req-92f48470-5801-42ce-8b4b-b7e7af175539 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.193417] env[61960]: DEBUG nova.compute.manager [req-c4585ab8-118e-4f6c-b94a-b2c339f985c9 req-fe076360-a83a-4e91-b1cb-216031fa026a service nova] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Received event network-vif-deleted-2ba90961-3223-4538-b459-d024810a13aa {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 951.193709] env[61960]: INFO nova.compute.manager [req-c4585ab8-118e-4f6c-b94a-b2c339f985c9 req-fe076360-a83a-4e91-b1cb-216031fa026a service nova] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Neutron deleted interface 2ba90961-3223-4538-b459-d024810a13aa; detaching it from the instance and deleting it from the info cache [ 951.193948] env[61960]: DEBUG nova.network.neutron [req-c4585ab8-118e-4f6c-b94a-b2c339f985c9 req-fe076360-a83a-4e91-b1cb-216031fa026a service nova] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.219219] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c36a23-2e47-4831-9449-158aa5028ca5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.228972] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5f73d1-9808-4e89-b1e7-805eeaf2d96b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.270034] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fde9020-7d2e-4352-be2b-ed0194f29fc3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.281414] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e4d3a7-405e-4730-8155-5ea66e9ee615 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.300882] env[61960]: DEBUG nova.compute.provider_tree [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 951.309508] env[61960]: DEBUG oslo_vmware.api [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Task: {'id': task-436478, 'name': PowerOnVM_Task, 'duration_secs': 0.676963} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.310426] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 951.310777] env[61960]: INFO nova.compute.manager [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Took 5.09 seconds to spawn the instance on the hypervisor. [ 951.311090] env[61960]: DEBUG nova.compute.manager [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 951.312966] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6aa9cac-27f5-46c9-9a4f-3c0bdfea2159 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.316711] env[61960]: DEBUG nova.network.neutron [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Successfully created port: 4cd2f776-a719-47d5-8fbc-640a76753ec5 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.383965] env[61960]: DEBUG nova.compute.manager [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 951.409137] env[61960]: DEBUG nova.network.neutron [-] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.436967] env[61960]: DEBUG oslo_vmware.api [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436480, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.508753] env[61960]: INFO nova.compute.manager [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Took 28.32 seconds to build instance. [ 951.549098] env[61960]: DEBUG nova.network.neutron [-] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.592461] env[61960]: DEBUG oslo_vmware.api [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Task: {'id': task-436479, 'name': PowerOnVM_Task, 'duration_secs': 0.597912} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.592717] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04d58280-16e3-43eb-ba57-ee485499193e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.594875] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 951.596371] env[61960]: INFO nova.compute.manager [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Took 8.51 seconds to spawn the instance on the hypervisor. [ 951.596371] env[61960]: DEBUG nova.compute.manager [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 951.596371] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda1ac03-1a5b-458c-9612-0996571c11c7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.623353] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ab6447-6e27-4b14-a375-c0b3a076964f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.665021] env[61960]: DEBUG nova.compute.manager [req-9f0531cd-1a19-46a3-889f-7ec0dccc1499 req-f0ae65f7-0817-4573-8419-443a7ef6e9e7 service nova] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Detach interface failed, port_id=701b4478-5d52-4ae6-ab2c-29db688ba31f, reason: Instance e009973f-28a1-4230-a3c3-12fb1fa4a81c could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 951.688735] env[61960]: DEBUG oslo_vmware.api [None req-92f48470-5801-42ce-8b4b-b7e7af175539 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436481, 'name': PowerOffVM_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.696958] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4539f5e-6695-4965-aa98-332d55ca6aa9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.708473] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232f7a77-3a90-49b0-b3b4-93eeb03d044e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.742207] env[61960]: DEBUG nova.compute.manager [req-c4585ab8-118e-4f6c-b94a-b2c339f985c9 req-fe076360-a83a-4e91-b1cb-216031fa026a service nova] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Detach interface failed, port_id=2ba90961-3223-4538-b459-d024810a13aa, reason: Instance d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 951.837098] env[61960]: DEBUG nova.scheduler.client.report [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 134 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 951.837364] env[61960]: DEBUG nova.compute.provider_tree [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 134 to 135 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 951.837581] env[61960]: DEBUG nova.compute.provider_tree [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 951.841102] env[61960]: INFO nova.compute.manager [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Took 22.37 seconds to build instance. [ 951.910363] env[61960]: INFO nova.compute.manager [-] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Took 1.85 seconds to deallocate network for instance. [ 951.930649] env[61960]: DEBUG oslo_vmware.api [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436480, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691819} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.930928] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] b09b5238-cf88-462b-b167-56570f3f92e7/b09b5238-cf88-462b-b167-56570f3f92e7.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 951.931195] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.931464] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a669a1e-02cf-45e8-beb0-384103df63d7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.940720] env[61960]: DEBUG oslo_vmware.api [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 951.940720] env[61960]: value = "task-436482" [ 951.940720] env[61960]: _type = "Task" [ 951.940720] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.950321] env[61960]: DEBUG oslo_vmware.api [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436482, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.010835] env[61960]: DEBUG oslo_concurrency.lockutils [None req-26bf3314-54ed-4d2f-a6a3-a88068ee12b7 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "33cdf08b-6074-477a-8307-703e7becb783" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.835s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.052045] env[61960]: INFO nova.compute.manager [-] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Took 1.28 seconds to deallocate network for instance. [ 952.122947] env[61960]: INFO nova.compute.manager [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Took 24.29 seconds to build instance. [ 952.190144] env[61960]: DEBUG oslo_vmware.api [None req-92f48470-5801-42ce-8b4b-b7e7af175539 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436481, 'name': PowerOffVM_Task, 'duration_secs': 0.534891} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.190608] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-92f48470-5801-42ce-8b4b-b7e7af175539 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 952.190998] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-92f48470-5801-42ce-8b4b-b7e7af175539 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 952.191366] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-878b7e6d-0eb9-4f70-bfb1-c582534b670f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.343232] env[61960]: DEBUG oslo_concurrency.lockutils [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.346401] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ee487093-7436-4d1e-9e11-04c4827b06ae tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.979s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.346649] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ee487093-7436-4d1e-9e11-04c4827b06ae tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.348593] env[61960]: DEBUG oslo_concurrency.lockutils [None req-13d3fcfd-384c-4381-ae57-d8978434b9e8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.086s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.348850] env[61960]: DEBUG nova.objects.instance [None req-13d3fcfd-384c-4381-ae57-d8978434b9e8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lazy-loading 'resources' on Instance uuid c841adfb-d099-40c3-b30a-d21b389440c6 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.350235] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0c2b7c08-59ac-42b6-9853-6b6d33b02a38 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Lock "e2a2681f-a09c-4777-b77b-f78f6518fe19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.891s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.368644] env[61960]: INFO nova.scheduler.client.report [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Deleted allocations for instance eaba5bdb-d668-4e26-a147-8658738174a1 [ 952.370355] env[61960]: INFO nova.scheduler.client.report [None req-ee487093-7436-4d1e-9e11-04c4827b06ae tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Deleted allocations for instance bedcdb7c-216f-4248-b5ac-1c71471c4c07 [ 952.394620] env[61960]: DEBUG nova.compute.manager [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 952.419045] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fd908274-d40d-4a77-adc2-c375a096df9a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.423762] env[61960]: DEBUG nova.virt.hardware [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 952.424069] env[61960]: DEBUG nova.virt.hardware [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 952.424539] env[61960]: DEBUG nova.virt.hardware [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.424539] env[61960]: DEBUG nova.virt.hardware [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 952.424650] env[61960]: DEBUG nova.virt.hardware [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.425099] env[61960]: DEBUG nova.virt.hardware [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 952.425099] env[61960]: DEBUG nova.virt.hardware [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 952.425235] env[61960]: DEBUG nova.virt.hardware [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 952.425313] env[61960]: DEBUG nova.virt.hardware [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 952.425499] env[61960]: DEBUG nova.virt.hardware [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 952.425706] env[61960]: DEBUG nova.virt.hardware [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 952.426574] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc51461-73f0-40d2-b0ac-c72a92c3e416 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.436655] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f2e8fb-a210-4b65-a564-307b0c8fc9b3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.457395] env[61960]: DEBUG oslo_vmware.api [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436482, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211047} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.457674] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.458482] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706adda4-ff26-41bc-9956-1b0e443b2dc1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.484027] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] b09b5238-cf88-462b-b167-56570f3f92e7/b09b5238-cf88-462b-b167-56570f3f92e7.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.484489] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cb7782a-3eca-4b02-bfde-98969a2d2a18 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.515597] env[61960]: DEBUG oslo_vmware.api [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 952.515597] env[61960]: value = "task-436484" [ 952.515597] env[61960]: _type = "Task" [ 952.515597] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.529299] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a00c1e54-19f8-449e-8ecf-4bf8f3023888 tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Acquiring lock "c0e4a987-005f-4097-8a66-9e0799b07782" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.530245] env[61960]: DEBUG oslo_vmware.api [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.560153] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eb5e6581-7449-4aa8-b83e-07103b1f1c24 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.625493] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd824910-6a8c-4e5e-9ca7-5ee53a9efb1a tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Lock "c0e4a987-005f-4097-8a66-9e0799b07782" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.805s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.625764] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a00c1e54-19f8-449e-8ecf-4bf8f3023888 tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Lock "c0e4a987-005f-4097-8a66-9e0799b07782" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.097s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.626042] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a00c1e54-19f8-449e-8ecf-4bf8f3023888 tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Acquiring lock "c0e4a987-005f-4097-8a66-9e0799b07782-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.626316] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a00c1e54-19f8-449e-8ecf-4bf8f3023888 tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Lock "c0e4a987-005f-4097-8a66-9e0799b07782-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.626509] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a00c1e54-19f8-449e-8ecf-4bf8f3023888 tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Lock "c0e4a987-005f-4097-8a66-9e0799b07782-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.629926] env[61960]: INFO nova.compute.manager [None req-a00c1e54-19f8-449e-8ecf-4bf8f3023888 tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Terminating instance [ 952.637633] env[61960]: DEBUG nova.compute.manager [None req-a00c1e54-19f8-449e-8ecf-4bf8f3023888 tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 952.637633] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a00c1e54-19f8-449e-8ecf-4bf8f3023888 tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 952.637633] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4831c28a-db85-4fcf-a195-588e29417249 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.645166] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a00c1e54-19f8-449e-8ecf-4bf8f3023888 tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 952.645439] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4ca779f-a4f2-4319-a3ff-a4ca29c9771e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.654898] env[61960]: DEBUG oslo_vmware.api [None req-a00c1e54-19f8-449e-8ecf-4bf8f3023888 tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Waiting for the task: (returnval){ [ 952.654898] env[61960]: value = "task-436485" [ 952.654898] env[61960]: _type = "Task" [ 952.654898] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.665570] env[61960]: DEBUG oslo_vmware.api [None req-a00c1e54-19f8-449e-8ecf-4bf8f3023888 tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Task: {'id': task-436485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.886559] env[61960]: DEBUG oslo_concurrency.lockutils [None req-266f9aaf-f6e7-4c5a-b94f-ef688e5aec83 tempest-ImagesOneServerTestJSON-973650434 tempest-ImagesOneServerTestJSON-973650434-project-member] Lock "eaba5bdb-d668-4e26-a147-8658738174a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.871s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.886739] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ee487093-7436-4d1e-9e11-04c4827b06ae tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "bedcdb7c-216f-4248-b5ac-1c71471c4c07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.314s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.983831] env[61960]: DEBUG nova.network.neutron [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Successfully updated port: 4cd2f776-a719-47d5-8fbc-640a76753ec5 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 953.027674] env[61960]: DEBUG oslo_vmware.api [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436484, 'name': ReconfigVM_Task, 'duration_secs': 0.484637} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.028010] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Reconfigured VM instance instance-00000058 to attach disk [datastore1] b09b5238-cf88-462b-b167-56570f3f92e7/b09b5238-cf88-462b-b167-56570f3f92e7.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.028687] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b6d20a1-f77c-4615-9e96-dbafa39c2b27 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.035925] env[61960]: DEBUG oslo_vmware.api [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 953.035925] env[61960]: value = "task-436486" [ 953.035925] env[61960]: _type = "Task" [ 953.035925] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.046066] env[61960]: DEBUG oslo_vmware.api [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436486, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.139548] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b12a628-54b2-4ca1-9f4c-cd56de4313a2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.151508] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2d9fdf-80b0-4ffc-999b-c3d358b605c8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.168348] env[61960]: DEBUG oslo_vmware.api [None req-a00c1e54-19f8-449e-8ecf-4bf8f3023888 tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Task: {'id': task-436485, 'name': PowerOffVM_Task, 'duration_secs': 0.394114} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.196817] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a00c1e54-19f8-449e-8ecf-4bf8f3023888 tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 953.197236] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a00c1e54-19f8-449e-8ecf-4bf8f3023888 tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 953.197912] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f15d49d2-eecf-4cd5-a7af-6e8be0221677 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.200505] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3761535f-7587-4a47-bb9c-52e8a1498f9e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.213733] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e176018-3cbf-4513-bc4e-084396df53f1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.218313] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6211f963-dd7e-4493-8860-aafa5def1791 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "848b35ff-62f5-4e83-a5de-aab6fbbdd00a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.218483] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6211f963-dd7e-4493-8860-aafa5def1791 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "848b35ff-62f5-4e83-a5de-aab6fbbdd00a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.218726] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6211f963-dd7e-4493-8860-aafa5def1791 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "848b35ff-62f5-4e83-a5de-aab6fbbdd00a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.218993] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6211f963-dd7e-4493-8860-aafa5def1791 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "848b35ff-62f5-4e83-a5de-aab6fbbdd00a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.219217] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6211f963-dd7e-4493-8860-aafa5def1791 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "848b35ff-62f5-4e83-a5de-aab6fbbdd00a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.222792] env[61960]: INFO nova.compute.manager [None req-6211f963-dd7e-4493-8860-aafa5def1791 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Terminating instance [ 953.233839] env[61960]: DEBUG nova.compute.provider_tree [None req-13d3fcfd-384c-4381-ae57-d8978434b9e8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.238472] env[61960]: DEBUG nova.compute.manager [None req-6211f963-dd7e-4493-8860-aafa5def1791 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 953.238472] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6211f963-dd7e-4493-8860-aafa5def1791 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 953.238472] env[61960]: DEBUG nova.compute.manager [req-e3ab1e4f-0a16-463e-b2c4-4136462d3e3e req-4a11cf2d-799e-46ea-b7f3-ec25ef61b000 service nova] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Received event network-vif-plugged-4cd2f776-a719-47d5-8fbc-640a76753ec5 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 953.238472] env[61960]: DEBUG oslo_concurrency.lockutils [req-e3ab1e4f-0a16-463e-b2c4-4136462d3e3e req-4a11cf2d-799e-46ea-b7f3-ec25ef61b000 service nova] Acquiring lock "1c994529-097f-47a2-8897-3251a2bcc626-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.238747] env[61960]: DEBUG oslo_concurrency.lockutils [req-e3ab1e4f-0a16-463e-b2c4-4136462d3e3e req-4a11cf2d-799e-46ea-b7f3-ec25ef61b000 service nova] Lock "1c994529-097f-47a2-8897-3251a2bcc626-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.238747] env[61960]: DEBUG oslo_concurrency.lockutils [req-e3ab1e4f-0a16-463e-b2c4-4136462d3e3e req-4a11cf2d-799e-46ea-b7f3-ec25ef61b000 service nova] Lock "1c994529-097f-47a2-8897-3251a2bcc626-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.239127] env[61960]: DEBUG nova.compute.manager [req-e3ab1e4f-0a16-463e-b2c4-4136462d3e3e req-4a11cf2d-799e-46ea-b7f3-ec25ef61b000 service nova] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] No waiting events found dispatching network-vif-plugged-4cd2f776-a719-47d5-8fbc-640a76753ec5 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 953.239127] env[61960]: WARNING nova.compute.manager [req-e3ab1e4f-0a16-463e-b2c4-4136462d3e3e req-4a11cf2d-799e-46ea-b7f3-ec25ef61b000 service nova] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Received unexpected event network-vif-plugged-4cd2f776-a719-47d5-8fbc-640a76753ec5 for instance with vm_state building and task_state spawning. [ 953.239468] env[61960]: DEBUG nova.compute.manager [req-e3ab1e4f-0a16-463e-b2c4-4136462d3e3e req-4a11cf2d-799e-46ea-b7f3-ec25ef61b000 service nova] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Received event network-changed-4cd2f776-a719-47d5-8fbc-640a76753ec5 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 953.239468] env[61960]: DEBUG nova.compute.manager [req-e3ab1e4f-0a16-463e-b2c4-4136462d3e3e req-4a11cf2d-799e-46ea-b7f3-ec25ef61b000 service nova] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Refreshing instance network info cache due to event network-changed-4cd2f776-a719-47d5-8fbc-640a76753ec5. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 953.239693] env[61960]: DEBUG oslo_concurrency.lockutils [req-e3ab1e4f-0a16-463e-b2c4-4136462d3e3e req-4a11cf2d-799e-46ea-b7f3-ec25ef61b000 service nova] Acquiring lock "refresh_cache-1c994529-097f-47a2-8897-3251a2bcc626" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.239898] env[61960]: DEBUG oslo_concurrency.lockutils [req-e3ab1e4f-0a16-463e-b2c4-4136462d3e3e req-4a11cf2d-799e-46ea-b7f3-ec25ef61b000 service nova] Acquired lock "refresh_cache-1c994529-097f-47a2-8897-3251a2bcc626" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.240724] env[61960]: DEBUG nova.network.neutron [req-e3ab1e4f-0a16-463e-b2c4-4136462d3e3e req-4a11cf2d-799e-46ea-b7f3-ec25ef61b000 service nova] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Refreshing network info cache for port 4cd2f776-a719-47d5-8fbc-640a76753ec5 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 953.243861] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2c045b-9efa-45c6-b08b-a3e57df52b62 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.255716] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6211f963-dd7e-4493-8860-aafa5def1791 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 953.256034] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-750d3827-3929-4fe2-ad3d-5a7d2d5ae9c5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.264946] env[61960]: DEBUG oslo_vmware.api [None req-6211f963-dd7e-4493-8860-aafa5def1791 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 953.264946] env[61960]: value = "task-436488" [ 953.264946] env[61960]: _type = "Task" [ 953.264946] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.277032] env[61960]: DEBUG oslo_vmware.api [None req-6211f963-dd7e-4493-8860-aafa5def1791 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.487795] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "refresh_cache-1c994529-097f-47a2-8897-3251a2bcc626" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.553392] env[61960]: DEBUG oslo_vmware.api [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436486, 'name': Rename_Task, 'duration_secs': 0.199764} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.553744] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 953.554010] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc322a23-496d-409a-94e9-1089a8017948 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.563789] env[61960]: DEBUG oslo_vmware.api [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 953.563789] env[61960]: value = "task-436489" [ 953.563789] env[61960]: _type = "Task" [ 953.563789] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.574950] env[61960]: DEBUG oslo_vmware.api [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.732462] env[61960]: DEBUG nova.compute.manager [req-4d4c23bf-36aa-46e4-85d8-96db25dcea5e req-c7991124-4d73-4c34-a2a7-5f7e5d1c8363 service nova] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Received event network-changed-bc5e756e-872a-4d33-947f-d2a3a6f7c841 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 953.732920] env[61960]: DEBUG nova.compute.manager [req-4d4c23bf-36aa-46e4-85d8-96db25dcea5e req-c7991124-4d73-4c34-a2a7-5f7e5d1c8363 service nova] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Refreshing instance network info cache due to event network-changed-bc5e756e-872a-4d33-947f-d2a3a6f7c841. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 953.733019] env[61960]: DEBUG oslo_concurrency.lockutils [req-4d4c23bf-36aa-46e4-85d8-96db25dcea5e req-c7991124-4d73-4c34-a2a7-5f7e5d1c8363 service nova] Acquiring lock "refresh_cache-e2a2681f-a09c-4777-b77b-f78f6518fe19" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.733160] env[61960]: DEBUG oslo_concurrency.lockutils [req-4d4c23bf-36aa-46e4-85d8-96db25dcea5e req-c7991124-4d73-4c34-a2a7-5f7e5d1c8363 service nova] Acquired lock "refresh_cache-e2a2681f-a09c-4777-b77b-f78f6518fe19" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.733279] env[61960]: DEBUG nova.network.neutron [req-4d4c23bf-36aa-46e4-85d8-96db25dcea5e req-c7991124-4d73-4c34-a2a7-5f7e5d1c8363 service nova] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Refreshing network info cache for port bc5e756e-872a-4d33-947f-d2a3a6f7c841 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 953.750918] env[61960]: DEBUG nova.scheduler.client.report [None req-13d3fcfd-384c-4381-ae57-d8978434b9e8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 953.778209] env[61960]: DEBUG oslo_vmware.api [None req-6211f963-dd7e-4493-8860-aafa5def1791 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436488, 'name': PowerOffVM_Task, 'duration_secs': 0.258004} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.778494] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6211f963-dd7e-4493-8860-aafa5def1791 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 953.778684] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6211f963-dd7e-4493-8860-aafa5def1791 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 953.779920] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64f93048-2bdb-4a51-836e-49d296b6c943 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.812825] env[61960]: DEBUG nova.network.neutron [req-e3ab1e4f-0a16-463e-b2c4-4136462d3e3e req-4a11cf2d-799e-46ea-b7f3-ec25ef61b000 service nova] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 953.987725] env[61960]: DEBUG nova.network.neutron [req-e3ab1e4f-0a16-463e-b2c4-4136462d3e3e req-4a11cf2d-799e-46ea-b7f3-ec25ef61b000 service nova] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.085520] env[61960]: DEBUG oslo_vmware.api [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436489, 'name': PowerOnVM_Task} progress is 88%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.263025] env[61960]: DEBUG oslo_concurrency.lockutils [None req-13d3fcfd-384c-4381-ae57-d8978434b9e8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.263025] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.464s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.263025] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.263025] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=61960) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 954.264157] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fd908274-d40d-4a77-adc2-c375a096df9a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.845s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.264776] env[61960]: DEBUG nova.objects.instance [None req-fd908274-d40d-4a77-adc2-c375a096df9a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lazy-loading 'resources' on Instance uuid d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.270585] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e187d882-a37c-4b60-ac35-2192d9ad5624 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.281832] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3e403f-de79-4dbc-9f12-5b2bace577fc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.290408] env[61960]: INFO nova.scheduler.client.report [None req-13d3fcfd-384c-4381-ae57-d8978434b9e8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Deleted allocations for instance c841adfb-d099-40c3-b30a-d21b389440c6 [ 954.310062] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24624a6d-a21e-4b0d-8fd2-04ba6261e1f3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.323711] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8607da0-48d9-4ea0-b805-638fd85d7d72 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.363858] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179996MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=61960) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 954.364036] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.491821] env[61960]: DEBUG oslo_concurrency.lockutils [req-e3ab1e4f-0a16-463e-b2c4-4136462d3e3e req-4a11cf2d-799e-46ea-b7f3-ec25ef61b000 service nova] Releasing lock "refresh_cache-1c994529-097f-47a2-8897-3251a2bcc626" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.492241] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquired lock "refresh_cache-1c994529-097f-47a2-8897-3251a2bcc626" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.492629] env[61960]: DEBUG nova.network.neutron [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 954.522685] env[61960]: DEBUG nova.network.neutron [req-4d4c23bf-36aa-46e4-85d8-96db25dcea5e req-c7991124-4d73-4c34-a2a7-5f7e5d1c8363 service nova] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Updated VIF entry in instance network info cache for port bc5e756e-872a-4d33-947f-d2a3a6f7c841. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 954.523087] env[61960]: DEBUG nova.network.neutron [req-4d4c23bf-36aa-46e4-85d8-96db25dcea5e req-c7991124-4d73-4c34-a2a7-5f7e5d1c8363 service nova] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Updating instance_info_cache with network_info: [{"id": "bc5e756e-872a-4d33-947f-d2a3a6f7c841", "address": "fa:16:3e:ed:94:88", "network": {"id": "51d119bb-86c5-4f5a-9f76-7655e8445c45", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2145098551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ac261c31a7a4814a766d62c275e0837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5e756e-87", "ovs_interfaceid": "bc5e756e-872a-4d33-947f-d2a3a6f7c841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.575840] env[61960]: DEBUG oslo_vmware.api [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436489, 'name': PowerOnVM_Task, 'duration_secs': 0.960507} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.576143] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 954.576302] env[61960]: INFO nova.compute.manager [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Took 7.68 seconds to spawn the instance on the hypervisor. [ 954.576421] env[61960]: DEBUG nova.compute.manager [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 954.577219] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1f082a-f2fa-4d25-8e74-5b4a67bc5f8f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.639368] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "1eebc077-8e86-472a-a4e9-904830af7d70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.639712] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "1eebc077-8e86-472a-a4e9-904830af7d70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.687810] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a00c1e54-19f8-449e-8ecf-4bf8f3023888 tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 954.688279] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a00c1e54-19f8-449e-8ecf-4bf8f3023888 tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 954.688766] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a00c1e54-19f8-449e-8ecf-4bf8f3023888 tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Deleting the datastore file [datastore1] c0e4a987-005f-4097-8a66-9e0799b07782 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.692745] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e20431c-e05c-4dd6-b75a-5168f935e0e3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.695089] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-92f48470-5801-42ce-8b4b-b7e7af175539 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 954.695413] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-92f48470-5801-42ce-8b4b-b7e7af175539 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 954.695669] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-92f48470-5801-42ce-8b4b-b7e7af175539 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Deleting the datastore file [datastore1] c13cc8b7-7ecb-4a5c-891b-ff0a0e698722 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.697083] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7781842-0186-43a3-baa1-14839669555e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.699163] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6211f963-dd7e-4493-8860-aafa5def1791 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 954.699377] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6211f963-dd7e-4493-8860-aafa5def1791 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 954.699563] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6211f963-dd7e-4493-8860-aafa5def1791 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Deleting the datastore file [datastore1] 848b35ff-62f5-4e83-a5de-aab6fbbdd00a {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.700274] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96287b3d-d7a7-4d86-8e4f-3a08850da0cb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.710349] env[61960]: DEBUG oslo_vmware.api [None req-a00c1e54-19f8-449e-8ecf-4bf8f3023888 tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Waiting for the task: (returnval){ [ 954.710349] env[61960]: value = "task-436491" [ 954.710349] env[61960]: _type = "Task" [ 954.710349] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.710349] env[61960]: DEBUG oslo_vmware.api [None req-92f48470-5801-42ce-8b4b-b7e7af175539 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the task: (returnval){ [ 954.710349] env[61960]: value = "task-436492" [ 954.710349] env[61960]: _type = "Task" [ 954.710349] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.719013] env[61960]: DEBUG oslo_vmware.api [None req-6211f963-dd7e-4493-8860-aafa5def1791 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 954.719013] env[61960]: value = "task-436493" [ 954.719013] env[61960]: _type = "Task" [ 954.719013] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.726750] env[61960]: DEBUG oslo_vmware.api [None req-92f48470-5801-42ce-8b4b-b7e7af175539 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.727062] env[61960]: DEBUG oslo_vmware.api [None req-a00c1e54-19f8-449e-8ecf-4bf8f3023888 tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Task: {'id': task-436491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.732627] env[61960]: DEBUG oslo_vmware.api [None req-6211f963-dd7e-4493-8860-aafa5def1791 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.800954] env[61960]: DEBUG oslo_concurrency.lockutils [None req-13d3fcfd-384c-4381-ae57-d8978434b9e8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lock "c841adfb-d099-40c3-b30a-d21b389440c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.537s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.027187] env[61960]: DEBUG oslo_concurrency.lockutils [req-4d4c23bf-36aa-46e4-85d8-96db25dcea5e req-c7991124-4d73-4c34-a2a7-5f7e5d1c8363 service nova] Releasing lock "refresh_cache-e2a2681f-a09c-4777-b77b-f78f6518fe19" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.047127] env[61960]: DEBUG nova.network.neutron [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 955.070227] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63aed8aa-adc6-4e34-a24f-837cad703611 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.078550] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8950d5-06cd-4350-8732-11c2642ff566 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.122824] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80db3618-370d-4710-8495-6a73b88827dd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.126757] env[61960]: INFO nova.compute.manager [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Took 24.20 seconds to build instance. [ 955.132183] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e990e743-e95d-4d44-a148-f2fa736fdd9b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.149242] env[61960]: DEBUG nova.compute.manager [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 955.152083] env[61960]: DEBUG nova.compute.provider_tree [None req-fd908274-d40d-4a77-adc2-c375a096df9a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.227235] env[61960]: DEBUG oslo_vmware.api [None req-92f48470-5801-42ce-8b4b-b7e7af175539 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16908} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.227491] env[61960]: DEBUG oslo_vmware.api [None req-a00c1e54-19f8-449e-8ecf-4bf8f3023888 tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Task: {'id': task-436491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174372} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.228109] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-92f48470-5801-42ce-8b4b-b7e7af175539 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.228417] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-92f48470-5801-42ce-8b4b-b7e7af175539 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 955.228570] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-92f48470-5801-42ce-8b4b-b7e7af175539 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 955.228662] env[61960]: INFO nova.compute.manager [None req-92f48470-5801-42ce-8b4b-b7e7af175539 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Took 4.08 seconds to destroy the instance on the hypervisor. [ 955.228885] env[61960]: DEBUG oslo.service.loopingcall [None req-92f48470-5801-42ce-8b4b-b7e7af175539 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 955.229111] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a00c1e54-19f8-449e-8ecf-4bf8f3023888 tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.229543] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a00c1e54-19f8-449e-8ecf-4bf8f3023888 tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 955.229699] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a00c1e54-19f8-449e-8ecf-4bf8f3023888 tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 955.229963] env[61960]: INFO nova.compute.manager [None req-a00c1e54-19f8-449e-8ecf-4bf8f3023888 tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Took 2.60 seconds to destroy the instance on the hypervisor. [ 955.230231] env[61960]: DEBUG oslo.service.loopingcall [None req-a00c1e54-19f8-449e-8ecf-4bf8f3023888 tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 955.233560] env[61960]: DEBUG nova.compute.manager [-] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 955.233691] env[61960]: DEBUG nova.network.neutron [-] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 955.235330] env[61960]: DEBUG nova.compute.manager [-] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 955.235430] env[61960]: DEBUG nova.network.neutron [-] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 955.236839] env[61960]: DEBUG oslo_vmware.api [None req-6211f963-dd7e-4493-8860-aafa5def1791 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387643} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.237384] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6211f963-dd7e-4493-8860-aafa5def1791 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.237694] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6211f963-dd7e-4493-8860-aafa5def1791 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 955.237765] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6211f963-dd7e-4493-8860-aafa5def1791 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 955.237952] env[61960]: INFO nova.compute.manager [None req-6211f963-dd7e-4493-8860-aafa5def1791 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Took 2.00 seconds to destroy the instance on the hypervisor. [ 955.238216] env[61960]: DEBUG oslo.service.loopingcall [None req-6211f963-dd7e-4493-8860-aafa5def1791 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 955.238890] env[61960]: DEBUG nova.compute.manager [-] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 955.238981] env[61960]: DEBUG nova.network.neutron [-] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 955.251910] env[61960]: DEBUG nova.network.neutron [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Updating instance_info_cache with network_info: [{"id": "4cd2f776-a719-47d5-8fbc-640a76753ec5", "address": "fa:16:3e:3e:98:00", "network": {"id": "31765203-66f3-480a-8482-041aa55b1129", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-209584599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23cc9dbac5d741909302929f52abd0bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cd2f776-a7", "ovs_interfaceid": "4cd2f776-a719-47d5-8fbc-640a76753ec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.629702] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f5391a1c-fb57-4f1d-81f3-c638bfc1b95f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "b09b5238-cf88-462b-b167-56570f3f92e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.728s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.658429] env[61960]: DEBUG nova.scheduler.client.report [None req-fd908274-d40d-4a77-adc2-c375a096df9a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 955.692728] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.754884] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Releasing lock "refresh_cache-1c994529-097f-47a2-8897-3251a2bcc626" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.755248] env[61960]: DEBUG nova.compute.manager [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Instance network_info: |[{"id": "4cd2f776-a719-47d5-8fbc-640a76753ec5", "address": "fa:16:3e:3e:98:00", "network": {"id": "31765203-66f3-480a-8482-041aa55b1129", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-209584599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23cc9dbac5d741909302929f52abd0bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cd2f776-a7", "ovs_interfaceid": "4cd2f776-a719-47d5-8fbc-640a76753ec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 955.755978] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:98:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cd2f776-a719-47d5-8fbc-640a76753ec5', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.765616] env[61960]: DEBUG oslo.service.loopingcall [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 955.765616] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 955.765616] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f3bbc88-2378-4bb7-8370-4326cbea43d4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.791739] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.791739] env[61960]: value = "task-436494" [ 955.791739] env[61960]: _type = "Task" [ 955.791739] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.804500] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436494, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.879381] env[61960]: DEBUG nova.compute.manager [req-505978de-1dca-4a17-a16a-9d555884c0b3 req-92917ca3-436f-4fac-85f2-672fdbe0f3f1 service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Received event network-changed-f0de4a83-5721-4eeb-95e3-2c542186f2bf {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 955.879610] env[61960]: DEBUG nova.compute.manager [req-505978de-1dca-4a17-a16a-9d555884c0b3 req-92917ca3-436f-4fac-85f2-672fdbe0f3f1 service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Refreshing instance network info cache due to event network-changed-f0de4a83-5721-4eeb-95e3-2c542186f2bf. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 955.879842] env[61960]: DEBUG oslo_concurrency.lockutils [req-505978de-1dca-4a17-a16a-9d555884c0b3 req-92917ca3-436f-4fac-85f2-672fdbe0f3f1 service nova] Acquiring lock "refresh_cache-d39344c1-66e3-48a7-be6b-3589a4f528f3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.880574] env[61960]: DEBUG oslo_concurrency.lockutils [req-505978de-1dca-4a17-a16a-9d555884c0b3 req-92917ca3-436f-4fac-85f2-672fdbe0f3f1 service nova] Acquired lock "refresh_cache-d39344c1-66e3-48a7-be6b-3589a4f528f3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.880913] env[61960]: DEBUG nova.network.neutron [req-505978de-1dca-4a17-a16a-9d555884c0b3 req-92917ca3-436f-4fac-85f2-672fdbe0f3f1 service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Refreshing network info cache for port f0de4a83-5721-4eeb-95e3-2c542186f2bf {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 955.906957] env[61960]: DEBUG nova.compute.manager [req-0964c7de-1dfe-4a67-b65f-5c44dcffb0b9 req-d8a512a2-fc7a-4bb8-ab38-eab8292bf202 service nova] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Received event network-vif-deleted-72596e74-c8fe-4c38-b15d-3dc43b232d4b {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 955.907190] env[61960]: INFO nova.compute.manager [req-0964c7de-1dfe-4a67-b65f-5c44dcffb0b9 req-d8a512a2-fc7a-4bb8-ab38-eab8292bf202 service nova] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Neutron deleted interface 72596e74-c8fe-4c38-b15d-3dc43b232d4b; detaching it from the instance and deleting it from the info cache [ 955.907721] env[61960]: DEBUG nova.network.neutron [req-0964c7de-1dfe-4a67-b65f-5c44dcffb0b9 req-d8a512a2-fc7a-4bb8-ab38-eab8292bf202 service nova] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.171573] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fd908274-d40d-4a77-adc2-c375a096df9a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.174942] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eb5e6581-7449-4aa8-b83e-07103b1f1c24 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.614s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.175279] env[61960]: DEBUG nova.objects.instance [None req-eb5e6581-7449-4aa8-b83e-07103b1f1c24 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lazy-loading 'resources' on Instance uuid e009973f-28a1-4230-a3c3-12fb1fa4a81c {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.196637] env[61960]: INFO nova.scheduler.client.report [None req-fd908274-d40d-4a77-adc2-c375a096df9a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Deleted allocations for instance d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8 [ 956.244262] env[61960]: DEBUG nova.network.neutron [-] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.302443] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436494, 'name': CreateVM_Task, 'duration_secs': 0.410115} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.302541] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 956.303369] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.303756] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.303756] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.304019] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c3738ff-9360-4f20-8c9b-7f024a01220b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.309635] env[61960]: DEBUG oslo_vmware.api [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 956.309635] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52267105-4e4a-f8d7-bf9b-e87df485f9b1" [ 956.309635] env[61960]: _type = "Task" [ 956.309635] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.318378] env[61960]: DEBUG oslo_vmware.api [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52267105-4e4a-f8d7-bf9b-e87df485f9b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.405080] env[61960]: DEBUG nova.network.neutron [-] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.409279] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a18936ef-ae26-4b98-b996-2e6c3580361a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.420235] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ac8622-06ba-4609-92f9-954386b43172 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.455753] env[61960]: DEBUG nova.compute.manager [req-0964c7de-1dfe-4a67-b65f-5c44dcffb0b9 req-d8a512a2-fc7a-4bb8-ab38-eab8292bf202 service nova] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Detach interface failed, port_id=72596e74-c8fe-4c38-b15d-3dc43b232d4b, reason: Instance c0e4a987-005f-4097-8a66-9e0799b07782 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 956.472712] env[61960]: DEBUG nova.network.neutron [-] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.699597] env[61960]: DEBUG nova.network.neutron [req-505978de-1dca-4a17-a16a-9d555884c0b3 req-92917ca3-436f-4fac-85f2-672fdbe0f3f1 service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Updated VIF entry in instance network info cache for port f0de4a83-5721-4eeb-95e3-2c542186f2bf. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 956.700013] env[61960]: DEBUG nova.network.neutron [req-505978de-1dca-4a17-a16a-9d555884c0b3 req-92917ca3-436f-4fac-85f2-672fdbe0f3f1 service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Updating instance_info_cache with network_info: [{"id": "f0de4a83-5721-4eeb-95e3-2c542186f2bf", "address": "fa:16:3e:dc:63:1b", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0de4a83-57", "ovs_interfaceid": "f0de4a83-5721-4eeb-95e3-2c542186f2bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.707990] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fd908274-d40d-4a77-adc2-c375a096df9a tempest-AttachVolumeTestJSON-1259389552 tempest-AttachVolumeTestJSON-1259389552-project-member] Lock "d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.812s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.748208] env[61960]: INFO nova.compute.manager [-] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Took 1.51 seconds to deallocate network for instance. [ 956.822797] env[61960]: DEBUG oslo_vmware.api [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52267105-4e4a-f8d7-bf9b-e87df485f9b1, 'name': SearchDatastore_Task, 'duration_secs': 0.015294} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.824082] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.824370] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.824618] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.824775] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.824963] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.829523] env[61960]: INFO nova.compute.manager [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Rebuilding instance [ 956.829523] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec76b722-58a8-45bd-bc03-dc7d5d975591 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.840258] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.840394] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 956.841209] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa7826eb-9932-4536-8231-36dbddb5e909 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.849778] env[61960]: DEBUG oslo_vmware.api [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 956.849778] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fc7abb-135c-21a5-0566-78743d275b13" [ 956.849778] env[61960]: _type = "Task" [ 956.849778] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.863022] env[61960]: DEBUG oslo_vmware.api [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fc7abb-135c-21a5-0566-78743d275b13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.883572] env[61960]: DEBUG nova.compute.manager [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 956.888707] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21833b44-2962-457a-ad3d-8880019a8ade {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.909326] env[61960]: INFO nova.compute.manager [-] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Took 1.67 seconds to deallocate network for instance. [ 956.916016] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36861745-3b56-468a-b1b5-257871fa278f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.923204] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b66dcad-cded-4009-9c8c-4482398e1da0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.957097] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593a8fbf-dfcb-48e7-a1f9-47701471119c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.966259] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab8cc3f-bb45-4bfb-9962-8967acff0135 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.980792] env[61960]: INFO nova.compute.manager [-] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Took 1.75 seconds to deallocate network for instance. [ 956.981585] env[61960]: DEBUG nova.compute.provider_tree [None req-eb5e6581-7449-4aa8-b83e-07103b1f1c24 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.202935] env[61960]: DEBUG oslo_concurrency.lockutils [req-505978de-1dca-4a17-a16a-9d555884c0b3 req-92917ca3-436f-4fac-85f2-672fdbe0f3f1 service nova] Releasing lock "refresh_cache-d39344c1-66e3-48a7-be6b-3589a4f528f3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.203794] env[61960]: DEBUG nova.compute.manager [req-505978de-1dca-4a17-a16a-9d555884c0b3 req-92917ca3-436f-4fac-85f2-672fdbe0f3f1 service nova] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Received event network-changed-93dffbba-f9db-46f6-b1d9-cea7145ccd04 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 957.204365] env[61960]: DEBUG nova.compute.manager [req-505978de-1dca-4a17-a16a-9d555884c0b3 req-92917ca3-436f-4fac-85f2-672fdbe0f3f1 service nova] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Refreshing instance network info cache due to event network-changed-93dffbba-f9db-46f6-b1d9-cea7145ccd04. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 957.204634] env[61960]: DEBUG oslo_concurrency.lockutils [req-505978de-1dca-4a17-a16a-9d555884c0b3 req-92917ca3-436f-4fac-85f2-672fdbe0f3f1 service nova] Acquiring lock "refresh_cache-33cdf08b-6074-477a-8307-703e7becb783" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.204904] env[61960]: DEBUG oslo_concurrency.lockutils [req-505978de-1dca-4a17-a16a-9d555884c0b3 req-92917ca3-436f-4fac-85f2-672fdbe0f3f1 service nova] Acquired lock "refresh_cache-33cdf08b-6074-477a-8307-703e7becb783" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.205180] env[61960]: DEBUG nova.network.neutron [req-505978de-1dca-4a17-a16a-9d555884c0b3 req-92917ca3-436f-4fac-85f2-672fdbe0f3f1 service nova] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Refreshing network info cache for port 93dffbba-f9db-46f6-b1d9-cea7145ccd04 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 957.257653] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a00c1e54-19f8-449e-8ecf-4bf8f3023888 tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.375019] env[61960]: DEBUG oslo_vmware.api [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fc7abb-135c-21a5-0566-78743d275b13, 'name': SearchDatastore_Task, 'duration_secs': 0.026825} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.375788] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18583b30-3458-476e-b1e4-018fb6f2e2f7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.382557] env[61960]: DEBUG oslo_vmware.api [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 957.382557] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528ecacc-8e45-3e1c-bf6e-38cfd568010b" [ 957.382557] env[61960]: _type = "Task" [ 957.382557] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.394689] env[61960]: DEBUG oslo_vmware.api [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528ecacc-8e45-3e1c-bf6e-38cfd568010b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.405641] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 957.405641] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a01f66c4-9c8e-4636-ae25-d1e220956fa6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.412729] env[61960]: DEBUG oslo_vmware.api [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 957.412729] env[61960]: value = "task-436495" [ 957.412729] env[61960]: _type = "Task" [ 957.412729] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.414425] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6211f963-dd7e-4493-8860-aafa5def1791 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.432737] env[61960]: DEBUG oslo_vmware.api [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.486015] env[61960]: DEBUG nova.scheduler.client.report [None req-eb5e6581-7449-4aa8-b83e-07103b1f1c24 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 957.495055] env[61960]: DEBUG oslo_concurrency.lockutils [None req-92f48470-5801-42ce-8b4b-b7e7af175539 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.894769] env[61960]: DEBUG oslo_vmware.api [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528ecacc-8e45-3e1c-bf6e-38cfd568010b, 'name': SearchDatastore_Task, 'duration_secs': 0.018026} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.897496] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.897948] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 1c994529-097f-47a2-8897-3251a2bcc626/1c994529-097f-47a2-8897-3251a2bcc626.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 957.898317] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6c1e3ca-5751-4707-a69d-3f73f5f20807 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.907217] env[61960]: DEBUG oslo_vmware.api [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 957.907217] env[61960]: value = "task-436497" [ 957.907217] env[61960]: _type = "Task" [ 957.907217] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.918089] env[61960]: DEBUG oslo_vmware.api [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.930084] env[61960]: DEBUG oslo_vmware.api [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436495, 'name': PowerOffVM_Task, 'duration_secs': 0.261337} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.930084] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 957.930084] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 957.930084] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7d68f9-21b1-403a-9658-d3cac125ba47 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.937255] env[61960]: DEBUG nova.compute.manager [req-01029ddf-2d2d-435c-8cc5-9345ea30a02b req-27458efd-2527-461b-8416-561f6ad7bf7d service nova] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Received event network-changed-93dffbba-f9db-46f6-b1d9-cea7145ccd04 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 957.938505] env[61960]: DEBUG nova.compute.manager [req-01029ddf-2d2d-435c-8cc5-9345ea30a02b req-27458efd-2527-461b-8416-561f6ad7bf7d service nova] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Refreshing instance network info cache due to event network-changed-93dffbba-f9db-46f6-b1d9-cea7145ccd04. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 957.938505] env[61960]: DEBUG oslo_concurrency.lockutils [req-01029ddf-2d2d-435c-8cc5-9345ea30a02b req-27458efd-2527-461b-8416-561f6ad7bf7d service nova] Acquiring lock "refresh_cache-33cdf08b-6074-477a-8307-703e7becb783" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.943783] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 957.945261] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ec90a12-2db3-4d16-be11-bc05b1420db0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.999267] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eb5e6581-7449-4aa8-b83e-07103b1f1c24 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.001753] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.638s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.023766] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 958.023766] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 958.023766] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Deleting the datastore file [datastore1] b09b5238-cf88-462b-b167-56570f3f92e7 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.023766] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54141c04-4dfe-4304-9d9a-9812d6bf678b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.035439] env[61960]: DEBUG oslo_vmware.api [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 958.035439] env[61960]: value = "task-436499" [ 958.035439] env[61960]: _type = "Task" [ 958.035439] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.040205] env[61960]: INFO nova.scheduler.client.report [None req-eb5e6581-7449-4aa8-b83e-07103b1f1c24 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Deleted allocations for instance e009973f-28a1-4230-a3c3-12fb1fa4a81c [ 958.047738] env[61960]: DEBUG oslo_vmware.api [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.395224] env[61960]: DEBUG nova.network.neutron [req-505978de-1dca-4a17-a16a-9d555884c0b3 req-92917ca3-436f-4fac-85f2-672fdbe0f3f1 service nova] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Updated VIF entry in instance network info cache for port 93dffbba-f9db-46f6-b1d9-cea7145ccd04. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 958.395224] env[61960]: DEBUG nova.network.neutron [req-505978de-1dca-4a17-a16a-9d555884c0b3 req-92917ca3-436f-4fac-85f2-672fdbe0f3f1 service nova] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Updating instance_info_cache with network_info: [{"id": "93dffbba-f9db-46f6-b1d9-cea7145ccd04", "address": "fa:16:3e:a5:68:e5", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93dffbba-f9", "ovs_interfaceid": "93dffbba-f9db-46f6-b1d9-cea7145ccd04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.420032] env[61960]: DEBUG oslo_vmware.api [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436497, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.546219] env[61960]: DEBUG oslo_vmware.api [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.552440] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eb5e6581-7449-4aa8-b83e-07103b1f1c24 tempest-ImagesTestJSON-1967956607 tempest-ImagesTestJSON-1967956607-project-member] Lock "e009973f-28a1-4230-a3c3-12fb1fa4a81c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.925s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.897719] env[61960]: DEBUG oslo_concurrency.lockutils [req-505978de-1dca-4a17-a16a-9d555884c0b3 req-92917ca3-436f-4fac-85f2-672fdbe0f3f1 service nova] Releasing lock "refresh_cache-33cdf08b-6074-477a-8307-703e7becb783" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.899328] env[61960]: DEBUG oslo_concurrency.lockutils [req-01029ddf-2d2d-435c-8cc5-9345ea30a02b req-27458efd-2527-461b-8416-561f6ad7bf7d service nova] Acquired lock "refresh_cache-33cdf08b-6074-477a-8307-703e7becb783" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.899667] env[61960]: DEBUG nova.network.neutron [req-01029ddf-2d2d-435c-8cc5-9345ea30a02b req-27458efd-2527-461b-8416-561f6ad7bf7d service nova] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Refreshing network info cache for port 93dffbba-f9db-46f6-b1d9-cea7145ccd04 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 958.921056] env[61960]: DEBUG oslo_vmware.api [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699867} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.925068] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 1c994529-097f-47a2-8897-3251a2bcc626/1c994529-097f-47a2-8897-3251a2bcc626.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 958.925068] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.925068] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9efa227-7988-4f9b-9dbc-752639a1f1d6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.933553] env[61960]: DEBUG oslo_vmware.api [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 958.933553] env[61960]: value = "task-436500" [ 958.933553] env[61960]: _type = "Task" [ 958.933553] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.944204] env[61960]: DEBUG oslo_vmware.api [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.048244] env[61960]: DEBUG oslo_vmware.api [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.537497} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.049297] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance e8f8a984-fb14-4d7d-a208-5ec758833720 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.049297] env[61960]: WARNING nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 848b35ff-62f5-4e83-a5de-aab6fbbdd00a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 959.049297] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance f2c726af-8738-45bb-a40f-4c3bec748906 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.049474] env[61960]: WARNING nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance c13cc8b7-7ecb-4a5c-891b-ff0a0e698722 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 959.050027] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 8613b53f-34ea-49a4-9074-caf65a790ac3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.050027] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance d39344c1-66e3-48a7-be6b-3589a4f528f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.050027] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 4c175400-88d8-4813-aa7d-3c3f62eb2e96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.050027] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 33cdf08b-6074-477a-8307-703e7becb783 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.050027] env[61960]: WARNING nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance c0e4a987-005f-4097-8a66-9e0799b07782 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 959.050259] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance e2a2681f-a09c-4777-b77b-f78f6518fe19 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.050349] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance b09b5238-cf88-462b-b167-56570f3f92e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.050474] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 1c994529-097f-47a2-8897-3251a2bcc626 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.051867] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.052449] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 959.052449] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 959.450429] env[61960]: DEBUG oslo_vmware.api [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195209} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.450694] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.451775] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d69e613-8e14-4102-916e-10379fe46fa7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.477701] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 1c994529-097f-47a2-8897-3251a2bcc626/1c994529-097f-47a2-8897-3251a2bcc626.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.478143] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc0dad1a-c289-4bb2-a6a0-36f732e293a5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.499400] env[61960]: DEBUG oslo_vmware.api [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 959.499400] env[61960]: value = "task-436501" [ 959.499400] env[61960]: _type = "Task" [ 959.499400] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.512171] env[61960]: DEBUG oslo_vmware.api [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.556961] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 1eebc077-8e86-472a-a4e9-904830af7d70 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 959.557259] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=61960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 959.557408] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=61960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 959.750288] env[61960]: DEBUG nova.network.neutron [req-01029ddf-2d2d-435c-8cc5-9345ea30a02b req-27458efd-2527-461b-8416-561f6ad7bf7d service nova] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Updated VIF entry in instance network info cache for port 93dffbba-f9db-46f6-b1d9-cea7145ccd04. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 959.750797] env[61960]: DEBUG nova.network.neutron [req-01029ddf-2d2d-435c-8cc5-9345ea30a02b req-27458efd-2527-461b-8416-561f6ad7bf7d service nova] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Updating instance_info_cache with network_info: [{"id": "93dffbba-f9db-46f6-b1d9-cea7145ccd04", "address": "fa:16:3e:a5:68:e5", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93dffbba-f9", "ovs_interfaceid": "93dffbba-f9db-46f6-b1d9-cea7145ccd04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.785305] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab8bd1a-f0f5-4ef2-8fc5-b077a6e3037c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.794824] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1853573d-f03a-41b1-9602-ec5c21f9f049 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.828919] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15919d79-da3e-4de6-8d2c-7ff65f66c896 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.839392] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff04a83-2a09-44ee-8526-be37bfd8dbf8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.855494] env[61960]: DEBUG nova.compute.provider_tree [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.014145] env[61960]: DEBUG oslo_vmware.api [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436501, 'name': ReconfigVM_Task, 'duration_secs': 0.294304} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.017018] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 1c994529-097f-47a2-8897-3251a2bcc626/1c994529-097f-47a2-8897-3251a2bcc626.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.017018] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fbcb855-90fa-41cb-b293-89a48ae5407e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.023778] env[61960]: DEBUG oslo_vmware.api [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 960.023778] env[61960]: value = "task-436502" [ 960.023778] env[61960]: _type = "Task" [ 960.023778] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.040449] env[61960]: DEBUG oslo_vmware.api [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436502, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.099173] env[61960]: DEBUG nova.virt.hardware [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 960.100225] env[61960]: DEBUG nova.virt.hardware [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 960.100225] env[61960]: DEBUG nova.virt.hardware [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.100225] env[61960]: DEBUG nova.virt.hardware [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 960.100225] env[61960]: DEBUG nova.virt.hardware [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.100378] env[61960]: DEBUG nova.virt.hardware [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 960.100613] env[61960]: DEBUG nova.virt.hardware [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 960.100784] env[61960]: DEBUG nova.virt.hardware [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 960.100940] env[61960]: DEBUG nova.virt.hardware [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 960.101119] env[61960]: DEBUG nova.virt.hardware [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 960.101309] env[61960]: DEBUG nova.virt.hardware [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 960.103360] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0f7b26-a8e9-4d93-ad19-7166dd2b8a4d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.115091] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a5c826-f9b0-42db-9bd8-3d6be8a14039 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.134744] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:3e:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21ad4c43-99ef-43ea-a6ae-ad73b7fbfb53', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.141547] env[61960]: DEBUG oslo.service.loopingcall [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 960.141547] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 960.141738] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ef1aeae-e1b8-441d-bb44-98df947e0842 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.165833] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.165833] env[61960]: value = "task-436503" [ 960.165833] env[61960]: _type = "Task" [ 960.165833] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.180957] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436503, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.254795] env[61960]: DEBUG oslo_concurrency.lockutils [req-01029ddf-2d2d-435c-8cc5-9345ea30a02b req-27458efd-2527-461b-8416-561f6ad7bf7d service nova] Releasing lock "refresh_cache-33cdf08b-6074-477a-8307-703e7becb783" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.254795] env[61960]: DEBUG nova.compute.manager [req-01029ddf-2d2d-435c-8cc5-9345ea30a02b req-27458efd-2527-461b-8416-561f6ad7bf7d service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Received event network-changed-f0de4a83-5721-4eeb-95e3-2c542186f2bf {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 960.255029] env[61960]: DEBUG nova.compute.manager [req-01029ddf-2d2d-435c-8cc5-9345ea30a02b req-27458efd-2527-461b-8416-561f6ad7bf7d service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Refreshing instance network info cache due to event network-changed-f0de4a83-5721-4eeb-95e3-2c542186f2bf. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 960.255232] env[61960]: DEBUG oslo_concurrency.lockutils [req-01029ddf-2d2d-435c-8cc5-9345ea30a02b req-27458efd-2527-461b-8416-561f6ad7bf7d service nova] Acquiring lock "refresh_cache-d39344c1-66e3-48a7-be6b-3589a4f528f3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.255747] env[61960]: DEBUG oslo_concurrency.lockutils [req-01029ddf-2d2d-435c-8cc5-9345ea30a02b req-27458efd-2527-461b-8416-561f6ad7bf7d service nova] Acquired lock "refresh_cache-d39344c1-66e3-48a7-be6b-3589a4f528f3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.255949] env[61960]: DEBUG nova.network.neutron [req-01029ddf-2d2d-435c-8cc5-9345ea30a02b req-27458efd-2527-461b-8416-561f6ad7bf7d service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Refreshing network info cache for port f0de4a83-5721-4eeb-95e3-2c542186f2bf {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 960.358943] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 960.536211] env[61960]: DEBUG oslo_vmware.api [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436502, 'name': Rename_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.565924] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "5af86187-1400-4799-bdec-46dd40215062" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.566243] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "5af86187-1400-4799-bdec-46dd40215062" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.678899] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436503, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.867748] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=61960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 960.869126] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.867s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.869500] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.177s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.871266] env[61960]: INFO nova.compute.claims [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.035754] env[61960]: DEBUG oslo_vmware.api [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436502, 'name': Rename_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.053098] env[61960]: DEBUG nova.network.neutron [req-01029ddf-2d2d-435c-8cc5-9345ea30a02b req-27458efd-2527-461b-8416-561f6ad7bf7d service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Updated VIF entry in instance network info cache for port f0de4a83-5721-4eeb-95e3-2c542186f2bf. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 961.053782] env[61960]: DEBUG nova.network.neutron [req-01029ddf-2d2d-435c-8cc5-9345ea30a02b req-27458efd-2527-461b-8416-561f6ad7bf7d service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Updating instance_info_cache with network_info: [{"id": "f0de4a83-5721-4eeb-95e3-2c542186f2bf", "address": "fa:16:3e:dc:63:1b", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0de4a83-57", "ovs_interfaceid": "f0de4a83-5721-4eeb-95e3-2c542186f2bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.070190] env[61960]: DEBUG nova.compute.manager [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 961.180602] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436503, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.535808] env[61960]: DEBUG oslo_vmware.api [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436502, 'name': Rename_Task, 'duration_secs': 1.180931} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.536128] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 961.536382] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b2924be-f59b-425b-a823-7b603568aeed {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.544525] env[61960]: DEBUG oslo_vmware.api [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 961.544525] env[61960]: value = "task-436505" [ 961.544525] env[61960]: _type = "Task" [ 961.544525] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.552333] env[61960]: DEBUG oslo_vmware.api [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.557042] env[61960]: DEBUG oslo_concurrency.lockutils [req-01029ddf-2d2d-435c-8cc5-9345ea30a02b req-27458efd-2527-461b-8416-561f6ad7bf7d service nova] Releasing lock "refresh_cache-d39344c1-66e3-48a7-be6b-3589a4f528f3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.557336] env[61960]: DEBUG nova.compute.manager [req-01029ddf-2d2d-435c-8cc5-9345ea30a02b req-27458efd-2527-461b-8416-561f6ad7bf7d service nova] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Received event network-vif-deleted-f6ba6cd0-876d-4c5f-a65c-c6ffc788173f {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 961.557534] env[61960]: DEBUG nova.compute.manager [req-01029ddf-2d2d-435c-8cc5-9345ea30a02b req-27458efd-2527-461b-8416-561f6ad7bf7d service nova] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Received event network-vif-deleted-42084970-754f-4002-9a73-a224c2894daf {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 961.595840] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.679960] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436503, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.054118] env[61960]: DEBUG oslo_vmware.api [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436505, 'name': PowerOnVM_Task, 'duration_secs': 0.496814} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.054300] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 962.054550] env[61960]: INFO nova.compute.manager [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Took 9.66 seconds to spawn the instance on the hypervisor. [ 962.054723] env[61960]: DEBUG nova.compute.manager [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 962.055633] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a48b12-f945-4fb3-b54d-032d74165bce {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.061029] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd7084e-3bcd-401f-bea2-fc9491ed9c24 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.072021] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83eed2c-ea01-4b5e-aae8-d5bcf460510e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.105041] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5121e3e-f5eb-4d49-a6a5-c83292b2d33a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.113043] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dd9a5e-61b1-4344-865d-9b44da161e27 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.127200] env[61960]: DEBUG nova.compute.provider_tree [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.178710] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "interface-d39344c1-66e3-48a7-be6b-3589a4f528f3-c99cb698-4120-457c-b93b-2acddf8d7332" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.179095] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "interface-d39344c1-66e3-48a7-be6b-3589a4f528f3-c99cb698-4120-457c-b93b-2acddf8d7332" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.179377] env[61960]: DEBUG nova.objects.instance [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lazy-loading 'flavor' on Instance uuid d39344c1-66e3-48a7-be6b-3589a4f528f3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.180651] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436503, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.575873] env[61960]: INFO nova.compute.manager [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Took 29.41 seconds to build instance. [ 962.630647] env[61960]: DEBUG nova.scheduler.client.report [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 962.678102] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436503, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.782522] env[61960]: DEBUG nova.objects.instance [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lazy-loading 'pci_requests' on Instance uuid d39344c1-66e3-48a7-be6b-3589a4f528f3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.077705] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cb8ecc9f-a53d-4516-9d30-dce88871bf85 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "1c994529-097f-47a2-8897-3251a2bcc626" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.921s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.136070] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.136885] env[61960]: DEBUG nova.compute.manager [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 963.139967] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a00c1e54-19f8-449e-8ecf-4bf8f3023888 tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.883s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.140186] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a00c1e54-19f8-449e-8ecf-4bf8f3023888 tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.142227] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6211f963-dd7e-4493-8860-aafa5def1791 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.728s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.142420] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6211f963-dd7e-4493-8860-aafa5def1791 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.144172] env[61960]: DEBUG oslo_concurrency.lockutils [None req-92f48470-5801-42ce-8b4b-b7e7af175539 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.650s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.144359] env[61960]: DEBUG oslo_concurrency.lockutils [None req-92f48470-5801-42ce-8b4b-b7e7af175539 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.145884] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.550s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.147628] env[61960]: INFO nova.compute.claims [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.171336] env[61960]: INFO nova.scheduler.client.report [None req-a00c1e54-19f8-449e-8ecf-4bf8f3023888 tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Deleted allocations for instance c0e4a987-005f-4097-8a66-9e0799b07782 [ 963.174967] env[61960]: INFO nova.scheduler.client.report [None req-92f48470-5801-42ce-8b4b-b7e7af175539 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Deleted allocations for instance c13cc8b7-7ecb-4a5c-891b-ff0a0e698722 [ 963.185496] env[61960]: INFO nova.scheduler.client.report [None req-6211f963-dd7e-4493-8860-aafa5def1791 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Deleted allocations for instance 848b35ff-62f5-4e83-a5de-aab6fbbdd00a [ 963.192644] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436503, 'name': CreateVM_Task, 'duration_secs': 3.004966} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.193607] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 963.193678] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.193841] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.194177] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.194895] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-531bbea5-d4a7-406a-9726-1a8aec7e86c2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.200697] env[61960]: DEBUG oslo_vmware.api [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 963.200697] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b81606-6c99-ab5f-4210-244dfb1125b6" [ 963.200697] env[61960]: _type = "Task" [ 963.200697] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.211991] env[61960]: DEBUG oslo_vmware.api [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b81606-6c99-ab5f-4210-244dfb1125b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.285829] env[61960]: DEBUG nova.objects.base [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=61960) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 963.286130] env[61960]: DEBUG nova.network.neutron [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 963.295036] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e12aba-c320-4533-b323-b4653674f266 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.301596] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-353bcf4c-acbe-40d0-9b30-e06b6d1b6b20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Suspending the VM {{(pid=61960) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 963.301849] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c94295db-d5aa-488c-9a88-792d8d6bfdd5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.309304] env[61960]: DEBUG oslo_vmware.api [None req-353bcf4c-acbe-40d0-9b30-e06b6d1b6b20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 963.309304] env[61960]: value = "task-436506" [ 963.309304] env[61960]: _type = "Task" [ 963.309304] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.318457] env[61960]: DEBUG oslo_vmware.api [None req-353bcf4c-acbe-40d0-9b30-e06b6d1b6b20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436506, 'name': SuspendVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.353459] env[61960]: DEBUG nova.policy [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85bbd57bac934a94acae06075d3d71da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c79deffd23674a5f89784dc83e6ae866', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 963.653147] env[61960]: DEBUG nova.compute.utils [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 963.657056] env[61960]: DEBUG nova.compute.manager [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 963.657056] env[61960]: DEBUG nova.network.neutron [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 963.685772] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a00c1e54-19f8-449e-8ecf-4bf8f3023888 tempest-ServerGroupTestJSON-1103611960 tempest-ServerGroupTestJSON-1103611960-project-member] Lock "c0e4a987-005f-4097-8a66-9e0799b07782" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.060s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.689035] env[61960]: DEBUG oslo_concurrency.lockutils [None req-92f48470-5801-42ce-8b4b-b7e7af175539 tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Lock "c13cc8b7-7ecb-4a5c-891b-ff0a0e698722" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.550s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.691938] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6211f963-dd7e-4493-8860-aafa5def1791 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "848b35ff-62f5-4e83-a5de-aab6fbbdd00a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.473s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.710668] env[61960]: DEBUG nova.policy [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5f3c06c82c44a7092d0e0b6f055c908', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd5e3e891410455abd448117aabf8d8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 963.716077] env[61960]: DEBUG oslo_vmware.api [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b81606-6c99-ab5f-4210-244dfb1125b6, 'name': SearchDatastore_Task, 'duration_secs': 0.010549} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.716681] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.716923] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.717174] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.717326] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.717529] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.717909] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08d2fc74-2202-4ff8-ba3d-59b63a5fe469 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.728184] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.728381] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 963.729398] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25bd60bc-0c67-44a3-9cc0-e701a81083e0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.736009] env[61960]: DEBUG oslo_vmware.api [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 963.736009] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c82a59-b6d4-eeef-b20c-4362dbbf2c66" [ 963.736009] env[61960]: _type = "Task" [ 963.736009] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.744781] env[61960]: DEBUG oslo_vmware.api [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c82a59-b6d4-eeef-b20c-4362dbbf2c66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.820895] env[61960]: DEBUG oslo_vmware.api [None req-353bcf4c-acbe-40d0-9b30-e06b6d1b6b20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436506, 'name': SuspendVM_Task} progress is 54%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.024706] env[61960]: DEBUG nova.network.neutron [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Successfully created port: 83f99965-faed-4972-a1af-e1d2b902ae4f {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.157533] env[61960]: DEBUG nova.compute.manager [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 964.252769] env[61960]: DEBUG oslo_vmware.api [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c82a59-b6d4-eeef-b20c-4362dbbf2c66, 'name': SearchDatastore_Task, 'duration_secs': 0.021356} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.255789] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-445fc021-ace9-44c7-b4b3-87de4b2718e3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.265377] env[61960]: DEBUG oslo_vmware.api [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 964.265377] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526cfd62-68eb-c2b7-7685-3aeca79c9695" [ 964.265377] env[61960]: _type = "Task" [ 964.265377] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.277953] env[61960]: DEBUG oslo_vmware.api [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526cfd62-68eb-c2b7-7685-3aeca79c9695, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.287930] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Acquiring lock "f2c726af-8738-45bb-a40f-4c3bec748906" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.289487] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Lock "f2c726af-8738-45bb-a40f-4c3bec748906" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.289750] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Acquiring lock "f2c726af-8738-45bb-a40f-4c3bec748906-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.289960] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Lock "f2c726af-8738-45bb-a40f-4c3bec748906-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.290160] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Lock "f2c726af-8738-45bb-a40f-4c3bec748906-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.292373] env[61960]: INFO nova.compute.manager [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Terminating instance [ 964.294236] env[61960]: DEBUG nova.compute.manager [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 964.294439] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 964.295290] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb756d5-8a1f-45e4-aa5e-5635bdda57f0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.306093] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 964.306426] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3ec44d0-8afb-440b-922f-5780137e7a32 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.318054] env[61960]: DEBUG oslo_vmware.api [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the task: (returnval){ [ 964.318054] env[61960]: value = "task-436507" [ 964.318054] env[61960]: _type = "Task" [ 964.318054] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.324333] env[61960]: DEBUG oslo_vmware.api [None req-353bcf4c-acbe-40d0-9b30-e06b6d1b6b20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436506, 'name': SuspendVM_Task, 'duration_secs': 0.707442} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.324969] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-353bcf4c-acbe-40d0-9b30-e06b6d1b6b20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Suspended the VM {{(pid=61960) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 964.325187] env[61960]: DEBUG nova.compute.manager [None req-353bcf4c-acbe-40d0-9b30-e06b6d1b6b20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 964.325954] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed2c7a1-f09b-4baf-b53e-0baa6afa1af7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.333619] env[61960]: DEBUG oslo_vmware.api [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.357675] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56996ad7-bcdb-4ef4-a3b8-028e446a8a35 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.366115] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebc9d28-3be2-4573-a594-7fa3dff204ab {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.398756] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77a0f9f-73ee-402c-aaea-f1eb860e2ddf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.407905] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd35ad2-9183-4e0b-887d-730c0d8cf437 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.422971] env[61960]: DEBUG nova.compute.provider_tree [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.780197] env[61960]: DEBUG oslo_vmware.api [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526cfd62-68eb-c2b7-7685-3aeca79c9695, 'name': SearchDatastore_Task, 'duration_secs': 0.0156} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.780558] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.780900] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] b09b5238-cf88-462b-b167-56570f3f92e7/b09b5238-cf88-462b-b167-56570f3f92e7.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 964.781226] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-624eba4f-de69-47c4-9393-724c955f05dc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.790759] env[61960]: DEBUG oslo_vmware.api [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 964.790759] env[61960]: value = "task-436509" [ 964.790759] env[61960]: _type = "Task" [ 964.790759] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.801430] env[61960]: DEBUG oslo_vmware.api [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.832983] env[61960]: DEBUG nova.network.neutron [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Successfully updated port: c99cb698-4120-457c-b93b-2acddf8d7332 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.836646] env[61960]: DEBUG oslo_vmware.api [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436507, 'name': PowerOffVM_Task, 'duration_secs': 0.194872} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.836646] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 964.836646] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 964.836646] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8f6ebec-c8f6-46a4-a8a3-cb83eed22f1a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.919633] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 964.920047] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 964.920286] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Deleting the datastore file [datastore1] f2c726af-8738-45bb-a40f-4c3bec748906 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.920623] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb861e94-82cf-4c2e-9576-8224c05e6280 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.925623] env[61960]: DEBUG nova.scheduler.client.report [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 964.931580] env[61960]: DEBUG oslo_vmware.api [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for the task: (returnval){ [ 964.931580] env[61960]: value = "task-436511" [ 964.931580] env[61960]: _type = "Task" [ 964.931580] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.940784] env[61960]: DEBUG oslo_vmware.api [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.009590] env[61960]: DEBUG nova.compute.manager [req-d43fa5e2-1f33-41dd-878d-96e7dcc3c5b2 req-72807494-5f58-422d-9df7-2bd595fde547 service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Received event network-vif-plugged-c99cb698-4120-457c-b93b-2acddf8d7332 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 965.009807] env[61960]: DEBUG oslo_concurrency.lockutils [req-d43fa5e2-1f33-41dd-878d-96e7dcc3c5b2 req-72807494-5f58-422d-9df7-2bd595fde547 service nova] Acquiring lock "d39344c1-66e3-48a7-be6b-3589a4f528f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.010164] env[61960]: DEBUG oslo_concurrency.lockutils [req-d43fa5e2-1f33-41dd-878d-96e7dcc3c5b2 req-72807494-5f58-422d-9df7-2bd595fde547 service nova] Lock "d39344c1-66e3-48a7-be6b-3589a4f528f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.010429] env[61960]: DEBUG oslo_concurrency.lockutils [req-d43fa5e2-1f33-41dd-878d-96e7dcc3c5b2 req-72807494-5f58-422d-9df7-2bd595fde547 service nova] Lock "d39344c1-66e3-48a7-be6b-3589a4f528f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.010600] env[61960]: DEBUG nova.compute.manager [req-d43fa5e2-1f33-41dd-878d-96e7dcc3c5b2 req-72807494-5f58-422d-9df7-2bd595fde547 service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] No waiting events found dispatching network-vif-plugged-c99cb698-4120-457c-b93b-2acddf8d7332 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 965.010751] env[61960]: WARNING nova.compute.manager [req-d43fa5e2-1f33-41dd-878d-96e7dcc3c5b2 req-72807494-5f58-422d-9df7-2bd595fde547 service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Received unexpected event network-vif-plugged-c99cb698-4120-457c-b93b-2acddf8d7332 for instance with vm_state active and task_state None. [ 965.170955] env[61960]: DEBUG nova.compute.manager [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 965.200869] env[61960]: DEBUG nova.virt.hardware [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 965.201155] env[61960]: DEBUG nova.virt.hardware [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 965.201321] env[61960]: DEBUG nova.virt.hardware [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.201509] env[61960]: DEBUG nova.virt.hardware [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 965.201658] env[61960]: DEBUG nova.virt.hardware [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.201811] env[61960]: DEBUG nova.virt.hardware [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 965.202046] env[61960]: DEBUG nova.virt.hardware [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 965.202220] env[61960]: DEBUG nova.virt.hardware [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 965.202400] env[61960]: DEBUG nova.virt.hardware [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 965.202573] env[61960]: DEBUG nova.virt.hardware [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 965.202758] env[61960]: DEBUG nova.virt.hardware [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 965.204222] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed2220c-6a13-4a1a-9f2d-1581c84f0005 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.213397] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323f4868-5ba7-4de4-9fd3-a00b22571568 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.301566] env[61960]: DEBUG oslo_vmware.api [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436509, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.337949] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "refresh_cache-d39344c1-66e3-48a7-be6b-3589a4f528f3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.337949] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired lock "refresh_cache-d39344c1-66e3-48a7-be6b-3589a4f528f3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.337949] env[61960]: DEBUG nova.network.neutron [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 965.431313] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.285s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.432071] env[61960]: DEBUG nova.compute.manager [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 965.446602] env[61960]: DEBUG oslo_vmware.api [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.519896] env[61960]: DEBUG nova.network.neutron [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Successfully updated port: 83f99965-faed-4972-a1af-e1d2b902ae4f {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.670377] env[61960]: DEBUG oslo_concurrency.lockutils [None req-67886003-e451-4b29-9835-762984950e59 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "e8f8a984-fb14-4d7d-a208-5ec758833720" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.673524] env[61960]: DEBUG oslo_concurrency.lockutils [None req-67886003-e451-4b29-9835-762984950e59 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "e8f8a984-fb14-4d7d-a208-5ec758833720" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.676168] env[61960]: DEBUG oslo_concurrency.lockutils [None req-67886003-e451-4b29-9835-762984950e59 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "e8f8a984-fb14-4d7d-a208-5ec758833720-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.676168] env[61960]: DEBUG oslo_concurrency.lockutils [None req-67886003-e451-4b29-9835-762984950e59 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "e8f8a984-fb14-4d7d-a208-5ec758833720-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.676168] env[61960]: DEBUG oslo_concurrency.lockutils [None req-67886003-e451-4b29-9835-762984950e59 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "e8f8a984-fb14-4d7d-a208-5ec758833720-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.676783] env[61960]: INFO nova.compute.manager [None req-67886003-e451-4b29-9835-762984950e59 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Terminating instance [ 965.679064] env[61960]: DEBUG nova.compute.manager [None req-67886003-e451-4b29-9835-762984950e59 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 965.679424] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-67886003-e451-4b29-9835-762984950e59 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 965.680781] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3aebaeb-512a-4246-9e81-f133f6e47e92 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.691179] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-67886003-e451-4b29-9835-762984950e59 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 965.691735] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c815708-a79c-46e8-bc24-fd6020f88bd4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.702198] env[61960]: DEBUG oslo_vmware.api [None req-67886003-e451-4b29-9835-762984950e59 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 965.702198] env[61960]: value = "task-436512" [ 965.702198] env[61960]: _type = "Task" [ 965.702198] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.718132] env[61960]: DEBUG oslo_vmware.api [None req-67886003-e451-4b29-9835-762984950e59 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.801458] env[61960]: DEBUG oslo_vmware.api [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791079} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.801782] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] b09b5238-cf88-462b-b167-56570f3f92e7/b09b5238-cf88-462b-b167-56570f3f92e7.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 965.802051] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.802364] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42f490ee-4783-49c3-b777-44156138bdff {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.810779] env[61960]: DEBUG oslo_vmware.api [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 965.810779] env[61960]: value = "task-436513" [ 965.810779] env[61960]: _type = "Task" [ 965.810779] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.819209] env[61960]: DEBUG oslo_vmware.api [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.874161] env[61960]: WARNING nova.network.neutron [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] 85fe4994-4777-4536-b8f8-d435a0de99d6 already exists in list: networks containing: ['85fe4994-4777-4536-b8f8-d435a0de99d6']. ignoring it [ 965.940575] env[61960]: DEBUG nova.compute.utils [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 965.941920] env[61960]: DEBUG nova.compute.manager [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 965.942958] env[61960]: DEBUG nova.network.neutron [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 965.950529] env[61960]: DEBUG oslo_vmware.api [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Task: {'id': task-436511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.564623} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.950713] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.950900] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 965.951097] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 965.951272] env[61960]: INFO nova.compute.manager [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Took 1.66 seconds to destroy the instance on the hypervisor. [ 965.951511] env[61960]: DEBUG oslo.service.loopingcall [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 965.951704] env[61960]: DEBUG nova.compute.manager [-] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 965.951825] env[61960]: DEBUG nova.network.neutron [-] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 966.018719] env[61960]: DEBUG nova.policy [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '360c6fc0228c404fb133ea7051860a98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '668dd1a5ef0a47478f7673a9a1656dec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 966.023587] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "refresh_cache-1eebc077-8e86-472a-a4e9-904830af7d70" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.023587] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquired lock "refresh_cache-1eebc077-8e86-472a-a4e9-904830af7d70" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.023723] env[61960]: DEBUG nova.network.neutron [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 966.213221] env[61960]: DEBUG oslo_vmware.api [None req-67886003-e451-4b29-9835-762984950e59 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436512, 'name': PowerOffVM_Task, 'duration_secs': 0.429251} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.213221] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-67886003-e451-4b29-9835-762984950e59 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 966.213221] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-67886003-e451-4b29-9835-762984950e59 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 966.213221] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cd61027-2eb5-497c-b3e6-90772110f4f1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.282212] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-67886003-e451-4b29-9835-762984950e59 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 966.282458] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-67886003-e451-4b29-9835-762984950e59 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 966.282647] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-67886003-e451-4b29-9835-762984950e59 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Deleting the datastore file [datastore1] e8f8a984-fb14-4d7d-a208-5ec758833720 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.282910] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-523b244b-c817-4433-b905-5e65208d844f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.290873] env[61960]: DEBUG oslo_vmware.api [None req-67886003-e451-4b29-9835-762984950e59 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for the task: (returnval){ [ 966.290873] env[61960]: value = "task-436515" [ 966.290873] env[61960]: _type = "Task" [ 966.290873] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.299030] env[61960]: DEBUG oslo_vmware.api [None req-67886003-e451-4b29-9835-762984950e59 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.319818] env[61960]: DEBUG oslo_vmware.api [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076459} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.321178] env[61960]: DEBUG nova.network.neutron [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Updating instance_info_cache with network_info: [{"id": "f0de4a83-5721-4eeb-95e3-2c542186f2bf", "address": "fa:16:3e:dc:63:1b", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0de4a83-57", "ovs_interfaceid": "f0de4a83-5721-4eeb-95e3-2c542186f2bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c99cb698-4120-457c-b93b-2acddf8d7332", "address": "fa:16:3e:90:1a:af", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc99cb698-41", "ovs_interfaceid": "c99cb698-4120-457c-b93b-2acddf8d7332", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.322332] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.323174] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792fa5ce-07f0-4c74-86fb-7a9f95a2af7c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.346400] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] b09b5238-cf88-462b-b167-56570f3f92e7/b09b5238-cf88-462b-b167-56570f3f92e7.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.347334] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68b171c8-4ace-4dba-9c56-9703111695d0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.371022] env[61960]: DEBUG oslo_vmware.api [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 966.371022] env[61960]: value = "task-436516" [ 966.371022] env[61960]: _type = "Task" [ 966.371022] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.387596] env[61960]: DEBUG oslo_vmware.api [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436516, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.423103] env[61960]: DEBUG nova.network.neutron [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Successfully created port: 6f8d018e-cbf4-483c-a0fc-6c929cfed430 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.436587] env[61960]: DEBUG nova.compute.manager [req-46238ac0-7057-4978-8cdc-a1e2eec9c231 req-2678aea0-5301-4421-83f1-7297e6a7da80 service nova] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Received event network-vif-deleted-29ed11a0-870d-4f8f-8c46-1ce11e8faed4 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 966.437084] env[61960]: INFO nova.compute.manager [req-46238ac0-7057-4978-8cdc-a1e2eec9c231 req-2678aea0-5301-4421-83f1-7297e6a7da80 service nova] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Neutron deleted interface 29ed11a0-870d-4f8f-8c46-1ce11e8faed4; detaching it from the instance and deleting it from the info cache [ 966.437084] env[61960]: DEBUG nova.network.neutron [req-46238ac0-7057-4978-8cdc-a1e2eec9c231 req-2678aea0-5301-4421-83f1-7297e6a7da80 service nova] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.439830] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0d67e7c7-aee0-4ef0-8c48-a7af4808ceff tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "1c994529-097f-47a2-8897-3251a2bcc626" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.440106] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0d67e7c7-aee0-4ef0-8c48-a7af4808ceff tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "1c994529-097f-47a2-8897-3251a2bcc626" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.440325] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0d67e7c7-aee0-4ef0-8c48-a7af4808ceff tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "1c994529-097f-47a2-8897-3251a2bcc626-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.440522] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0d67e7c7-aee0-4ef0-8c48-a7af4808ceff tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "1c994529-097f-47a2-8897-3251a2bcc626-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.440684] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0d67e7c7-aee0-4ef0-8c48-a7af4808ceff tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "1c994529-097f-47a2-8897-3251a2bcc626-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.442970] env[61960]: INFO nova.compute.manager [None req-0d67e7c7-aee0-4ef0-8c48-a7af4808ceff tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Terminating instance [ 966.444690] env[61960]: DEBUG nova.compute.manager [None req-0d67e7c7-aee0-4ef0-8c48-a7af4808ceff tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 966.444891] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-0d67e7c7-aee0-4ef0-8c48-a7af4808ceff tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 966.445352] env[61960]: DEBUG nova.compute.manager [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 966.448514] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913773ab-657c-4223-93ff-ad56d37025dd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.457832] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-0d67e7c7-aee0-4ef0-8c48-a7af4808ceff tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 966.458122] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3564b74b-ff3c-435b-beca-79d835ea3f34 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.567134] env[61960]: DEBUG nova.network.neutron [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 966.581201] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-0d67e7c7-aee0-4ef0-8c48-a7af4808ceff tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 966.581546] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-0d67e7c7-aee0-4ef0-8c48-a7af4808ceff tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 966.581782] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d67e7c7-aee0-4ef0-8c48-a7af4808ceff tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Deleting the datastore file [datastore1] 1c994529-097f-47a2-8897-3251a2bcc626 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.582112] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6a369a1-2e6f-4a83-91c5-b6643728c00b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.589662] env[61960]: DEBUG oslo_vmware.api [None req-0d67e7c7-aee0-4ef0-8c48-a7af4808ceff tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 966.589662] env[61960]: value = "task-436518" [ 966.589662] env[61960]: _type = "Task" [ 966.589662] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.603971] env[61960]: DEBUG oslo_vmware.api [None req-0d67e7c7-aee0-4ef0-8c48-a7af4808ceff tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.763952] env[61960]: DEBUG nova.network.neutron [-] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.804313] env[61960]: DEBUG oslo_vmware.api [None req-67886003-e451-4b29-9835-762984950e59 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Task: {'id': task-436515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209053} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.808033] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-67886003-e451-4b29-9835-762984950e59 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.808033] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-67886003-e451-4b29-9835-762984950e59 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 966.808033] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-67886003-e451-4b29-9835-762984950e59 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 966.808033] env[61960]: INFO nova.compute.manager [None req-67886003-e451-4b29-9835-762984950e59 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Took 1.13 seconds to destroy the instance on the hypervisor. [ 966.808033] env[61960]: DEBUG oslo.service.loopingcall [None req-67886003-e451-4b29-9835-762984950e59 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 966.808033] env[61960]: DEBUG nova.compute.manager [-] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 966.808033] env[61960]: DEBUG nova.network.neutron [-] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 966.826669] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Releasing lock "refresh_cache-d39344c1-66e3-48a7-be6b-3589a4f528f3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.828483] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "d39344c1-66e3-48a7-be6b-3589a4f528f3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.829755] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired lock "d39344c1-66e3-48a7-be6b-3589a4f528f3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.830940] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9479112-cff2-4b51-8422-6381ec277e28 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.836850] env[61960]: DEBUG nova.network.neutron [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Updating instance_info_cache with network_info: [{"id": "83f99965-faed-4972-a1af-e1d2b902ae4f", "address": "fa:16:3e:da:6c:ae", "network": {"id": "148b3213-0f77-4469-b901-9b93a55e3a91", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-997896372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5e3e891410455abd448117aabf8d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f99965-fa", "ovs_interfaceid": "83f99965-faed-4972-a1af-e1d2b902ae4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.857887] env[61960]: DEBUG nova.virt.hardware [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 966.858270] env[61960]: DEBUG nova.virt.hardware [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 966.858509] env[61960]: DEBUG nova.virt.hardware [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.858833] env[61960]: DEBUG nova.virt.hardware [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 966.859087] env[61960]: DEBUG nova.virt.hardware [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.859309] env[61960]: DEBUG nova.virt.hardware [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 966.859582] env[61960]: DEBUG nova.virt.hardware [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 966.859807] env[61960]: DEBUG nova.virt.hardware [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 966.860050] env[61960]: DEBUG nova.virt.hardware [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 966.860284] env[61960]: DEBUG nova.virt.hardware [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 966.860523] env[61960]: DEBUG nova.virt.hardware [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 966.867485] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Reconfiguring VM to attach interface {{(pid=61960) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 966.868312] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7bcf41d-6258-4c30-a113-2a3b74b5e2ca {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.893121] env[61960]: DEBUG oslo_vmware.api [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436516, 'name': ReconfigVM_Task, 'duration_secs': 0.315748} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.895471] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Reconfigured VM instance instance-00000058 to attach disk [datastore1] b09b5238-cf88-462b-b167-56570f3f92e7/b09b5238-cf88-462b-b167-56570f3f92e7.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.895471] env[61960]: DEBUG oslo_vmware.api [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 966.895471] env[61960]: value = "task-436519" [ 966.895471] env[61960]: _type = "Task" [ 966.895471] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.895822] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7539adc8-b7c8-4978-aa38-2a1b2e0f9d58 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.908078] env[61960]: DEBUG oslo_vmware.api [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436519, 'name': ReconfigVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.909907] env[61960]: DEBUG oslo_vmware.api [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 966.909907] env[61960]: value = "task-436520" [ 966.909907] env[61960]: _type = "Task" [ 966.909907] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.918982] env[61960]: DEBUG oslo_vmware.api [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436520, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.939999] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0180c6e-2854-4ee4-9121-34e225f5691f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.953069] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca83063-b666-49f2-83a2-f2e93befcca5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.991756] env[61960]: DEBUG nova.compute.manager [req-46238ac0-7057-4978-8cdc-a1e2eec9c231 req-2678aea0-5301-4421-83f1-7297e6a7da80 service nova] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Detach interface failed, port_id=29ed11a0-870d-4f8f-8c46-1ce11e8faed4, reason: Instance f2c726af-8738-45bb-a40f-4c3bec748906 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 967.101351] env[61960]: DEBUG oslo_vmware.api [None req-0d67e7c7-aee0-4ef0-8c48-a7af4808ceff tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152789} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.101759] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d67e7c7-aee0-4ef0-8c48-a7af4808ceff tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.102112] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-0d67e7c7-aee0-4ef0-8c48-a7af4808ceff tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 967.102448] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-0d67e7c7-aee0-4ef0-8c48-a7af4808ceff tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 967.102906] env[61960]: INFO nova.compute.manager [None req-0d67e7c7-aee0-4ef0-8c48-a7af4808ceff tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Took 0.66 seconds to destroy the instance on the hypervisor. [ 967.103479] env[61960]: DEBUG oslo.service.loopingcall [None req-0d67e7c7-aee0-4ef0-8c48-a7af4808ceff tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 967.103876] env[61960]: DEBUG nova.compute.manager [-] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 967.104127] env[61960]: DEBUG nova.network.neutron [-] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 967.267206] env[61960]: INFO nova.compute.manager [-] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Took 1.32 seconds to deallocate network for instance. [ 967.341295] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Releasing lock "refresh_cache-1eebc077-8e86-472a-a4e9-904830af7d70" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.341718] env[61960]: DEBUG nova.compute.manager [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Instance network_info: |[{"id": "83f99965-faed-4972-a1af-e1d2b902ae4f", "address": "fa:16:3e:da:6c:ae", "network": {"id": "148b3213-0f77-4469-b901-9b93a55e3a91", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-997896372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5e3e891410455abd448117aabf8d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f99965-fa", "ovs_interfaceid": "83f99965-faed-4972-a1af-e1d2b902ae4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 967.345205] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:6c:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83f99965-faed-4972-a1af-e1d2b902ae4f', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.351819] env[61960]: DEBUG oslo.service.loopingcall [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 967.352946] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 967.353244] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ceae6f5-cbf7-4e5e-a974-9aba036d0365 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.388716] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.388716] env[61960]: value = "task-436521" [ 967.388716] env[61960]: _type = "Task" [ 967.388716] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.400633] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436521, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.413102] env[61960]: DEBUG oslo_vmware.api [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.421735] env[61960]: DEBUG oslo_vmware.api [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436520, 'name': Rename_Task, 'duration_secs': 0.147563} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.422138] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 967.422454] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96eff62c-ff27-4ab5-96b1-bb76e7d47606 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.428300] env[61960]: DEBUG nova.compute.manager [req-18789425-1869-426e-94d7-4bc49a58aae4 req-920651f4-ab2a-4ad9-aa58-32c4bac6c2a9 service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Received event network-changed-c99cb698-4120-457c-b93b-2acddf8d7332 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 967.428476] env[61960]: DEBUG nova.compute.manager [req-18789425-1869-426e-94d7-4bc49a58aae4 req-920651f4-ab2a-4ad9-aa58-32c4bac6c2a9 service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Refreshing instance network info cache due to event network-changed-c99cb698-4120-457c-b93b-2acddf8d7332. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 967.428688] env[61960]: DEBUG oslo_concurrency.lockutils [req-18789425-1869-426e-94d7-4bc49a58aae4 req-920651f4-ab2a-4ad9-aa58-32c4bac6c2a9 service nova] Acquiring lock "refresh_cache-d39344c1-66e3-48a7-be6b-3589a4f528f3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.428836] env[61960]: DEBUG oslo_concurrency.lockutils [req-18789425-1869-426e-94d7-4bc49a58aae4 req-920651f4-ab2a-4ad9-aa58-32c4bac6c2a9 service nova] Acquired lock "refresh_cache-d39344c1-66e3-48a7-be6b-3589a4f528f3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.429016] env[61960]: DEBUG nova.network.neutron [req-18789425-1869-426e-94d7-4bc49a58aae4 req-920651f4-ab2a-4ad9-aa58-32c4bac6c2a9 service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Refreshing network info cache for port c99cb698-4120-457c-b93b-2acddf8d7332 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 967.433905] env[61960]: DEBUG oslo_vmware.api [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 967.433905] env[61960]: value = "task-436522" [ 967.433905] env[61960]: _type = "Task" [ 967.433905] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.441986] env[61960]: DEBUG oslo_vmware.api [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.473534] env[61960]: DEBUG nova.compute.manager [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 967.504606] env[61960]: DEBUG nova.virt.hardware [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 967.505784] env[61960]: DEBUG nova.virt.hardware [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 967.505784] env[61960]: DEBUG nova.virt.hardware [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.505784] env[61960]: DEBUG nova.virt.hardware [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 967.505784] env[61960]: DEBUG nova.virt.hardware [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.505784] env[61960]: DEBUG nova.virt.hardware [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 967.506032] env[61960]: DEBUG nova.virt.hardware [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 967.506032] env[61960]: DEBUG nova.virt.hardware [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 967.506193] env[61960]: DEBUG nova.virt.hardware [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 967.506364] env[61960]: DEBUG nova.virt.hardware [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 967.506684] env[61960]: DEBUG nova.virt.hardware [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 967.507725] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195590e2-a053-4460-877a-6517a8bc8be9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.517038] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69c7654-a5fa-40e6-8e96-c0fe11ce0dc2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.775502] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.775763] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.776027] env[61960]: DEBUG nova.objects.instance [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Lazy-loading 'resources' on Instance uuid f2c726af-8738-45bb-a40f-4c3bec748906 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.811487] env[61960]: DEBUG nova.network.neutron [-] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.853623] env[61960]: DEBUG nova.network.neutron [-] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.901696] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436521, 'name': CreateVM_Task, 'duration_secs': 0.423175} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.904798] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 967.905581] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.905772] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.906141] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.907098] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68a83c59-7ea3-41b9-a297-e9e004fe3e7f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.912335] env[61960]: DEBUG oslo_vmware.api [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436519, 'name': ReconfigVM_Task, 'duration_secs': 0.685598} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.913831] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Releasing lock "d39344c1-66e3-48a7-be6b-3589a4f528f3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.914061] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Reconfigured VM to attach interface {{(pid=61960) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 967.916554] env[61960]: DEBUG oslo_vmware.api [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 967.916554] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52571e23-8474-2db5-d15b-7b8947961f95" [ 967.916554] env[61960]: _type = "Task" [ 967.916554] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.926577] env[61960]: DEBUG oslo_vmware.api [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52571e23-8474-2db5-d15b-7b8947961f95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.945383] env[61960]: DEBUG oslo_vmware.api [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436522, 'name': PowerOnVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.156332] env[61960]: DEBUG nova.network.neutron [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Successfully updated port: 6f8d018e-cbf4-483c-a0fc-6c929cfed430 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.232939] env[61960]: DEBUG nova.network.neutron [req-18789425-1869-426e-94d7-4bc49a58aae4 req-920651f4-ab2a-4ad9-aa58-32c4bac6c2a9 service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Updated VIF entry in instance network info cache for port c99cb698-4120-457c-b93b-2acddf8d7332. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 968.233417] env[61960]: DEBUG nova.network.neutron [req-18789425-1869-426e-94d7-4bc49a58aae4 req-920651f4-ab2a-4ad9-aa58-32c4bac6c2a9 service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Updating instance_info_cache with network_info: [{"id": "f0de4a83-5721-4eeb-95e3-2c542186f2bf", "address": "fa:16:3e:dc:63:1b", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0de4a83-57", "ovs_interfaceid": "f0de4a83-5721-4eeb-95e3-2c542186f2bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c99cb698-4120-457c-b93b-2acddf8d7332", "address": "fa:16:3e:90:1a:af", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc99cb698-41", "ovs_interfaceid": "c99cb698-4120-457c-b93b-2acddf8d7332", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.318156] env[61960]: INFO nova.compute.manager [-] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Took 1.51 seconds to deallocate network for instance. [ 968.358898] env[61960]: INFO nova.compute.manager [-] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Took 1.25 seconds to deallocate network for instance. [ 968.422666] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cf361f94-d0e5-4efe-adef-14ccd946a5ce tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "interface-d39344c1-66e3-48a7-be6b-3589a4f528f3-c99cb698-4120-457c-b93b-2acddf8d7332" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.244s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.436883] env[61960]: DEBUG oslo_vmware.api [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52571e23-8474-2db5-d15b-7b8947961f95, 'name': SearchDatastore_Task, 'duration_secs': 0.027814} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.442656] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.443115] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.443580] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.443888] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.447043] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.450778] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6c9e1e5-d49b-4b3e-b064-f1a101f2c568 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.463425] env[61960]: DEBUG oslo_vmware.api [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436522, 'name': PowerOnVM_Task, 'duration_secs': 0.581087} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.464414] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 968.464414] env[61960]: DEBUG nova.compute.manager [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 968.465484] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45679d5c-6242-4a50-80e7-3843b078ff62 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.470557] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cdbc4e-9a46-47ee-bf2a-9efacabeb095 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.478974] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.479368] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 968.480959] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b0e9af3-6981-4045-8b45-fb3b96186f01 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.486206] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025d9e42-648b-4749-b7d9-9170e5101416 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.493180] env[61960]: DEBUG oslo_vmware.api [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 968.493180] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c1ae13-bc3f-a726-df54-70a6e6a70c32" [ 968.493180] env[61960]: _type = "Task" [ 968.493180] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.523101] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e45e55-90b3-434d-b7ab-f682c9c1b2c9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.531128] env[61960]: DEBUG oslo_vmware.api [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c1ae13-bc3f-a726-df54-70a6e6a70c32, 'name': SearchDatastore_Task, 'duration_secs': 0.017332} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.532289] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14464014-eb9f-4055-bed2-3baf3db456ce {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.539107] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa4255a-3427-4fa3-b6d3-e67143fe36ec {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.544623] env[61960]: DEBUG oslo_vmware.api [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 968.544623] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524bcda4-51db-ba4d-8c2d-2701d8dd486b" [ 968.544623] env[61960]: _type = "Task" [ 968.544623] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.558627] env[61960]: DEBUG nova.compute.provider_tree [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.564861] env[61960]: DEBUG oslo_vmware.api [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524bcda4-51db-ba4d-8c2d-2701d8dd486b, 'name': SearchDatastore_Task, 'duration_secs': 0.022023} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.565145] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.565407] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 1eebc077-8e86-472a-a4e9-904830af7d70/1eebc077-8e86-472a-a4e9-904830af7d70.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 968.565674] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7adf25f6-376c-4134-b552-c65719b90a59 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.574234] env[61960]: DEBUG oslo_vmware.api [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 968.574234] env[61960]: value = "task-436523" [ 968.574234] env[61960]: _type = "Task" [ 968.574234] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.583702] env[61960]: DEBUG oslo_vmware.api [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.660224] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "refresh_cache-5af86187-1400-4799-bdec-46dd40215062" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.661604] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquired lock "refresh_cache-5af86187-1400-4799-bdec-46dd40215062" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.661604] env[61960]: DEBUG nova.network.neutron [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 968.737263] env[61960]: DEBUG oslo_concurrency.lockutils [req-18789425-1869-426e-94d7-4bc49a58aae4 req-920651f4-ab2a-4ad9-aa58-32c4bac6c2a9 service nova] Releasing lock "refresh_cache-d39344c1-66e3-48a7-be6b-3589a4f528f3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.737263] env[61960]: DEBUG nova.compute.manager [req-18789425-1869-426e-94d7-4bc49a58aae4 req-920651f4-ab2a-4ad9-aa58-32c4bac6c2a9 service nova] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Received event network-vif-plugged-83f99965-faed-4972-a1af-e1d2b902ae4f {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 968.737921] env[61960]: DEBUG oslo_concurrency.lockutils [req-18789425-1869-426e-94d7-4bc49a58aae4 req-920651f4-ab2a-4ad9-aa58-32c4bac6c2a9 service nova] Acquiring lock "1eebc077-8e86-472a-a4e9-904830af7d70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.737921] env[61960]: DEBUG oslo_concurrency.lockutils [req-18789425-1869-426e-94d7-4bc49a58aae4 req-920651f4-ab2a-4ad9-aa58-32c4bac6c2a9 service nova] Lock "1eebc077-8e86-472a-a4e9-904830af7d70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.738072] env[61960]: DEBUG oslo_concurrency.lockutils [req-18789425-1869-426e-94d7-4bc49a58aae4 req-920651f4-ab2a-4ad9-aa58-32c4bac6c2a9 service nova] Lock "1eebc077-8e86-472a-a4e9-904830af7d70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.738147] env[61960]: DEBUG nova.compute.manager [req-18789425-1869-426e-94d7-4bc49a58aae4 req-920651f4-ab2a-4ad9-aa58-32c4bac6c2a9 service nova] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] No waiting events found dispatching network-vif-plugged-83f99965-faed-4972-a1af-e1d2b902ae4f {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 968.738326] env[61960]: WARNING nova.compute.manager [req-18789425-1869-426e-94d7-4bc49a58aae4 req-920651f4-ab2a-4ad9-aa58-32c4bac6c2a9 service nova] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Received unexpected event network-vif-plugged-83f99965-faed-4972-a1af-e1d2b902ae4f for instance with vm_state building and task_state spawning. [ 968.738490] env[61960]: DEBUG nova.compute.manager [req-18789425-1869-426e-94d7-4bc49a58aae4 req-920651f4-ab2a-4ad9-aa58-32c4bac6c2a9 service nova] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Received event network-changed-83f99965-faed-4972-a1af-e1d2b902ae4f {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 968.738762] env[61960]: DEBUG nova.compute.manager [req-18789425-1869-426e-94d7-4bc49a58aae4 req-920651f4-ab2a-4ad9-aa58-32c4bac6c2a9 service nova] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Refreshing instance network info cache due to event network-changed-83f99965-faed-4972-a1af-e1d2b902ae4f. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 968.738895] env[61960]: DEBUG oslo_concurrency.lockutils [req-18789425-1869-426e-94d7-4bc49a58aae4 req-920651f4-ab2a-4ad9-aa58-32c4bac6c2a9 service nova] Acquiring lock "refresh_cache-1eebc077-8e86-472a-a4e9-904830af7d70" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.739115] env[61960]: DEBUG oslo_concurrency.lockutils [req-18789425-1869-426e-94d7-4bc49a58aae4 req-920651f4-ab2a-4ad9-aa58-32c4bac6c2a9 service nova] Acquired lock "refresh_cache-1eebc077-8e86-472a-a4e9-904830af7d70" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.739538] env[61960]: DEBUG nova.network.neutron [req-18789425-1869-426e-94d7-4bc49a58aae4 req-920651f4-ab2a-4ad9-aa58-32c4bac6c2a9 service nova] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Refreshing network info cache for port 83f99965-faed-4972-a1af-e1d2b902ae4f {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 968.824909] env[61960]: DEBUG oslo_concurrency.lockutils [None req-67886003-e451-4b29-9835-762984950e59 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.870031] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0d67e7c7-aee0-4ef0-8c48-a7af4808ceff tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.886966] env[61960]: DEBUG nova.compute.manager [req-5c702e47-ce54-454f-a411-230aeb5fa07a req-ec65fd06-e2f2-43f5-8527-3ded598b02d6 service nova] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Received event network-vif-deleted-260dfcf6-b784-476b-8518-9699639763db {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 968.992735] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.060393] env[61960]: DEBUG nova.scheduler.client.report [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 969.089800] env[61960]: DEBUG oslo_vmware.api [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436523, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.208964] env[61960]: DEBUG nova.network.neutron [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 969.569153] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.571525] env[61960]: DEBUG oslo_concurrency.lockutils [None req-67886003-e451-4b29-9835-762984950e59 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.747s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.571770] env[61960]: DEBUG nova.objects.instance [None req-67886003-e451-4b29-9835-762984950e59 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lazy-loading 'resources' on Instance uuid e8f8a984-fb14-4d7d-a208-5ec758833720 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.592187] env[61960]: DEBUG oslo_vmware.api [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436523, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.596302] env[61960]: INFO nova.scheduler.client.report [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Deleted allocations for instance f2c726af-8738-45bb-a40f-4c3bec748906 [ 969.833348] env[61960]: DEBUG nova.network.neutron [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Updating instance_info_cache with network_info: [{"id": "6f8d018e-cbf4-483c-a0fc-6c929cfed430", "address": "fa:16:3e:3a:9f:e7", "network": {"id": "cc41df87-377c-4d9b-84f9-96aeb0a0dde1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1627566273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "668dd1a5ef0a47478f7673a9a1656dec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f8d018e-cb", "ovs_interfaceid": "6f8d018e-cbf4-483c-a0fc-6c929cfed430", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.854152] env[61960]: DEBUG nova.compute.manager [req-c0c59135-66c3-457a-8a6c-8ffac400c7d9 req-fd512754-b6dd-4f7e-98a0-137afa9106c4 service nova] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Received event network-vif-deleted-4cd2f776-a719-47d5-8fbc-640a76753ec5 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 969.854439] env[61960]: DEBUG nova.compute.manager [req-c0c59135-66c3-457a-8a6c-8ffac400c7d9 req-fd512754-b6dd-4f7e-98a0-137afa9106c4 service nova] [instance: 5af86187-1400-4799-bdec-46dd40215062] Received event network-vif-plugged-6f8d018e-cbf4-483c-a0fc-6c929cfed430 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 969.854653] env[61960]: DEBUG oslo_concurrency.lockutils [req-c0c59135-66c3-457a-8a6c-8ffac400c7d9 req-fd512754-b6dd-4f7e-98a0-137afa9106c4 service nova] Acquiring lock "5af86187-1400-4799-bdec-46dd40215062-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.854871] env[61960]: DEBUG oslo_concurrency.lockutils [req-c0c59135-66c3-457a-8a6c-8ffac400c7d9 req-fd512754-b6dd-4f7e-98a0-137afa9106c4 service nova] Lock "5af86187-1400-4799-bdec-46dd40215062-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.855059] env[61960]: DEBUG oslo_concurrency.lockutils [req-c0c59135-66c3-457a-8a6c-8ffac400c7d9 req-fd512754-b6dd-4f7e-98a0-137afa9106c4 service nova] Lock "5af86187-1400-4799-bdec-46dd40215062-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.855232] env[61960]: DEBUG nova.compute.manager [req-c0c59135-66c3-457a-8a6c-8ffac400c7d9 req-fd512754-b6dd-4f7e-98a0-137afa9106c4 service nova] [instance: 5af86187-1400-4799-bdec-46dd40215062] No waiting events found dispatching network-vif-plugged-6f8d018e-cbf4-483c-a0fc-6c929cfed430 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 969.855459] env[61960]: WARNING nova.compute.manager [req-c0c59135-66c3-457a-8a6c-8ffac400c7d9 req-fd512754-b6dd-4f7e-98a0-137afa9106c4 service nova] [instance: 5af86187-1400-4799-bdec-46dd40215062] Received unexpected event network-vif-plugged-6f8d018e-cbf4-483c-a0fc-6c929cfed430 for instance with vm_state building and task_state spawning. [ 969.855647] env[61960]: DEBUG nova.compute.manager [req-c0c59135-66c3-457a-8a6c-8ffac400c7d9 req-fd512754-b6dd-4f7e-98a0-137afa9106c4 service nova] [instance: 5af86187-1400-4799-bdec-46dd40215062] Received event network-changed-6f8d018e-cbf4-483c-a0fc-6c929cfed430 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 969.855812] env[61960]: DEBUG nova.compute.manager [req-c0c59135-66c3-457a-8a6c-8ffac400c7d9 req-fd512754-b6dd-4f7e-98a0-137afa9106c4 service nova] [instance: 5af86187-1400-4799-bdec-46dd40215062] Refreshing instance network info cache due to event network-changed-6f8d018e-cbf4-483c-a0fc-6c929cfed430. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 969.856027] env[61960]: DEBUG oslo_concurrency.lockutils [req-c0c59135-66c3-457a-8a6c-8ffac400c7d9 req-fd512754-b6dd-4f7e-98a0-137afa9106c4 service nova] Acquiring lock "refresh_cache-5af86187-1400-4799-bdec-46dd40215062" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.878980] env[61960]: DEBUG oslo_concurrency.lockutils [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "1b3599fa-8b35-4719-9ae3-94cefa0cf527" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.879456] env[61960]: DEBUG oslo_concurrency.lockutils [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "1b3599fa-8b35-4719-9ae3-94cefa0cf527" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.987769] env[61960]: DEBUG nova.network.neutron [req-18789425-1869-426e-94d7-4bc49a58aae4 req-920651f4-ab2a-4ad9-aa58-32c4bac6c2a9 service nova] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Updated VIF entry in instance network info cache for port 83f99965-faed-4972-a1af-e1d2b902ae4f. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 969.988174] env[61960]: DEBUG nova.network.neutron [req-18789425-1869-426e-94d7-4bc49a58aae4 req-920651f4-ab2a-4ad9-aa58-32c4bac6c2a9 service nova] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Updating instance_info_cache with network_info: [{"id": "83f99965-faed-4972-a1af-e1d2b902ae4f", "address": "fa:16:3e:da:6c:ae", "network": {"id": "148b3213-0f77-4469-b901-9b93a55e3a91", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-997896372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5e3e891410455abd448117aabf8d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f99965-fa", "ovs_interfaceid": "83f99965-faed-4972-a1af-e1d2b902ae4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.094350] env[61960]: DEBUG oslo_vmware.api [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436523, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.106289] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d6ddeaf5-3cdd-44e5-be3e-245137745c2e tempest-ListImageFiltersTestJSON-1796312644 tempest-ListImageFiltersTestJSON-1796312644-project-member] Lock "f2c726af-8738-45bb-a40f-4c3bec748906" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.817s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.272998] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97106b23-c6dd-4707-9e55-f96fe71ed0e3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.281994] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f573f6d-b10b-4158-937b-4b8373ebb8a1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.317450] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caea50c8-5c6a-44d4-a688-29422ebd88b9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.326362] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786ecb63-7d42-4754-8bfe-1d2236af4296 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.341492] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Releasing lock "refresh_cache-5af86187-1400-4799-bdec-46dd40215062" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.341824] env[61960]: DEBUG nova.compute.manager [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Instance network_info: |[{"id": "6f8d018e-cbf4-483c-a0fc-6c929cfed430", "address": "fa:16:3e:3a:9f:e7", "network": {"id": "cc41df87-377c-4d9b-84f9-96aeb0a0dde1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1627566273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "668dd1a5ef0a47478f7673a9a1656dec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f8d018e-cb", "ovs_interfaceid": "6f8d018e-cbf4-483c-a0fc-6c929cfed430", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 970.342387] env[61960]: DEBUG nova.compute.provider_tree [None req-67886003-e451-4b29-9835-762984950e59 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.343611] env[61960]: DEBUG oslo_concurrency.lockutils [req-c0c59135-66c3-457a-8a6c-8ffac400c7d9 req-fd512754-b6dd-4f7e-98a0-137afa9106c4 service nova] Acquired lock "refresh_cache-5af86187-1400-4799-bdec-46dd40215062" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.343812] env[61960]: DEBUG nova.network.neutron [req-c0c59135-66c3-457a-8a6c-8ffac400c7d9 req-fd512754-b6dd-4f7e-98a0-137afa9106c4 service nova] [instance: 5af86187-1400-4799-bdec-46dd40215062] Refreshing network info cache for port 6f8d018e-cbf4-483c-a0fc-6c929cfed430 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 970.344838] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:9f:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f8d018e-cbf4-483c-a0fc-6c929cfed430', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.353715] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Creating folder: Project (668dd1a5ef0a47478f7673a9a1656dec). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 970.358056] env[61960]: DEBUG nova.scheduler.client.report [None req-67886003-e451-4b29-9835-762984950e59 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 970.361680] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1ee5ff0-98b9-4f40-99b5-c7fe5b03bdf9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.376276] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Created folder: Project (668dd1a5ef0a47478f7673a9a1656dec) in parent group-v115929. [ 970.377125] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Creating folder: Instances. Parent ref: group-v116171. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 970.377125] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9951026-3f3d-4931-864d-7fd622e0c66a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.382493] env[61960]: DEBUG nova.compute.manager [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 970.388501] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Created folder: Instances in parent group-v116171. [ 970.388742] env[61960]: DEBUG oslo.service.loopingcall [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 970.388956] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5af86187-1400-4799-bdec-46dd40215062] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 970.389181] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-864ac177-5848-41f5-ad28-6a71c8d0c2b8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.415168] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.415168] env[61960]: value = "task-436526" [ 970.415168] env[61960]: _type = "Task" [ 970.415168] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.428059] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436526, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.491728] env[61960]: DEBUG oslo_concurrency.lockutils [req-18789425-1869-426e-94d7-4bc49a58aae4 req-920651f4-ab2a-4ad9-aa58-32c4bac6c2a9 service nova] Releasing lock "refresh_cache-1eebc077-8e86-472a-a4e9-904830af7d70" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.596638] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "b09b5238-cf88-462b-b167-56570f3f92e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.597263] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "b09b5238-cf88-462b-b167-56570f3f92e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.597541] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "b09b5238-cf88-462b-b167-56570f3f92e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.597885] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "b09b5238-cf88-462b-b167-56570f3f92e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.599767] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "b09b5238-cf88-462b-b167-56570f3f92e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.600623] env[61960]: DEBUG oslo_vmware.api [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436523, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.546568} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.601179] env[61960]: INFO nova.compute.manager [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Terminating instance [ 970.603442] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 1eebc077-8e86-472a-a4e9-904830af7d70/1eebc077-8e86-472a-a4e9-904830af7d70.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 970.603592] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.603909] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-031fb0c2-bbb4-4cce-86bd-875bcc2e6dec {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.607517] env[61960]: DEBUG nova.compute.manager [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 970.611153] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 970.612315] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715b6262-6eaf-485f-a442-9d54c858f64a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.627019] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 970.627019] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf137a19-981c-482d-b32d-3b060b465287 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.628542] env[61960]: DEBUG oslo_vmware.api [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 970.628542] env[61960]: value = "task-436527" [ 970.628542] env[61960]: _type = "Task" [ 970.628542] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.638474] env[61960]: DEBUG oslo_vmware.api [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 970.638474] env[61960]: value = "task-436528" [ 970.638474] env[61960]: _type = "Task" [ 970.638474] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.647708] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a3ee4fa6-1e6a-4677-94ee-ddce0bcf0be3 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "interface-d39344c1-66e3-48a7-be6b-3589a4f528f3-c99cb698-4120-457c-b93b-2acddf8d7332" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.647708] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a3ee4fa6-1e6a-4677-94ee-ddce0bcf0be3 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "interface-d39344c1-66e3-48a7-be6b-3589a4f528f3-c99cb698-4120-457c-b93b-2acddf8d7332" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.649150] env[61960]: DEBUG oslo_vmware.api [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.659207] env[61960]: DEBUG oslo_vmware.api [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.717412] env[61960]: DEBUG nova.network.neutron [req-c0c59135-66c3-457a-8a6c-8ffac400c7d9 req-fd512754-b6dd-4f7e-98a0-137afa9106c4 service nova] [instance: 5af86187-1400-4799-bdec-46dd40215062] Updated VIF entry in instance network info cache for port 6f8d018e-cbf4-483c-a0fc-6c929cfed430. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 970.717412] env[61960]: DEBUG nova.network.neutron [req-c0c59135-66c3-457a-8a6c-8ffac400c7d9 req-fd512754-b6dd-4f7e-98a0-137afa9106c4 service nova] [instance: 5af86187-1400-4799-bdec-46dd40215062] Updating instance_info_cache with network_info: [{"id": "6f8d018e-cbf4-483c-a0fc-6c929cfed430", "address": "fa:16:3e:3a:9f:e7", "network": {"id": "cc41df87-377c-4d9b-84f9-96aeb0a0dde1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1627566273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "668dd1a5ef0a47478f7673a9a1656dec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f8d018e-cb", "ovs_interfaceid": "6f8d018e-cbf4-483c-a0fc-6c929cfed430", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.813992] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Acquiring lock "0ad444e2-d9c8-47ed-8cfb-46b67cb13d23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.814101] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Lock "0ad444e2-d9c8-47ed-8cfb-46b67cb13d23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.863236] env[61960]: DEBUG oslo_concurrency.lockutils [None req-67886003-e451-4b29-9835-762984950e59 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.291s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.870348] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0d67e7c7-aee0-4ef0-8c48-a7af4808ceff tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.870657] env[61960]: DEBUG nova.objects.instance [None req-0d67e7c7-aee0-4ef0-8c48-a7af4808ceff tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lazy-loading 'resources' on Instance uuid 1c994529-097f-47a2-8897-3251a2bcc626 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.884710] env[61960]: INFO nova.scheduler.client.report [None req-67886003-e451-4b29-9835-762984950e59 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Deleted allocations for instance e8f8a984-fb14-4d7d-a208-5ec758833720 [ 970.909034] env[61960]: DEBUG oslo_concurrency.lockutils [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.925099] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436526, 'name': CreateVM_Task, 'duration_secs': 0.429317} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.925407] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5af86187-1400-4799-bdec-46dd40215062] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 970.926608] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.926702] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.927220] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.927561] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5121048-1cb8-4695-8f55-51fed410940a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.933500] env[61960]: DEBUG oslo_vmware.api [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 970.933500] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52cc27ce-06de-11e4-5b95-be3c617db32a" [ 970.933500] env[61960]: _type = "Task" [ 970.933500] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.943160] env[61960]: DEBUG oslo_vmware.api [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52cc27ce-06de-11e4-5b95-be3c617db32a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.140941] env[61960]: DEBUG oslo_vmware.api [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075851} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.146299] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.147283] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca49d7d-ffdc-4ce3-b406-c13f6a8471dd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.155032] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a3ee4fa6-1e6a-4677-94ee-ddce0bcf0be3 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "d39344c1-66e3-48a7-be6b-3589a4f528f3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.155032] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a3ee4fa6-1e6a-4677-94ee-ddce0bcf0be3 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired lock "d39344c1-66e3-48a7-be6b-3589a4f528f3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.169132] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e314e0b9-6d01-4a10-8318-e9ef76ce1826 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.172064] env[61960]: DEBUG oslo_vmware.api [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436528, 'name': PowerOffVM_Task, 'duration_secs': 0.230028} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.182234] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 1eebc077-8e86-472a-a4e9-904830af7d70/1eebc077-8e86-472a-a4e9-904830af7d70.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.182234] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 971.182234] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 971.182234] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11ead79e-6d2d-4a9c-81c7-7d877f748b5e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.203352] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62936592-2826-4fd1-84ad-1fb429cc6d1d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.224042] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01aa7f4-fe01-465d-bacb-0fca233ce0cc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.227294] env[61960]: DEBUG oslo_concurrency.lockutils [req-c0c59135-66c3-457a-8a6c-8ffac400c7d9 req-fd512754-b6dd-4f7e-98a0-137afa9106c4 service nova] Releasing lock "refresh_cache-5af86187-1400-4799-bdec-46dd40215062" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.231326] env[61960]: DEBUG oslo_vmware.api [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 971.231326] env[61960]: value = "task-436530" [ 971.231326] env[61960]: _type = "Task" [ 971.231326] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.231326] env[61960]: DEBUG oslo_concurrency.lockutils [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Acquiring lock "842fd499-d185-4e49-b4d9-b3f860d8f9e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.231326] env[61960]: DEBUG oslo_concurrency.lockutils [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Lock "842fd499-d185-4e49-b4d9-b3f860d8f9e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.258445] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ee4fa6-1e6a-4677-94ee-ddce0bcf0be3 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Reconfiguring VM to detach interface {{(pid=61960) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1974}} [ 971.264576] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16572d73-4a9b-4382-93cf-77a3c7c7c50d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.278465] env[61960]: DEBUG oslo_vmware.api [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.286534] env[61960]: DEBUG oslo_vmware.api [None req-a3ee4fa6-1e6a-4677-94ee-ddce0bcf0be3 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 971.286534] env[61960]: value = "task-436531" [ 971.286534] env[61960]: _type = "Task" [ 971.286534] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.291946] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 971.292632] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 971.292632] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Deleting the datastore file [datastore1] b09b5238-cf88-462b-b167-56570f3f92e7 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.293733] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2fc99d6-d91d-42e2-b3ec-9694308f3700 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.299377] env[61960]: DEBUG oslo_vmware.api [None req-a3ee4fa6-1e6a-4677-94ee-ddce0bcf0be3 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.304953] env[61960]: DEBUG oslo_vmware.api [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 971.304953] env[61960]: value = "task-436532" [ 971.304953] env[61960]: _type = "Task" [ 971.304953] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.314291] env[61960]: DEBUG oslo_vmware.api [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.317045] env[61960]: DEBUG nova.compute.manager [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 971.383044] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "5a527f43-ce28-4eb5-bfd1-5c800c35ef16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.383439] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "5a527f43-ce28-4eb5-bfd1-5c800c35ef16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.399665] env[61960]: DEBUG oslo_concurrency.lockutils [None req-67886003-e451-4b29-9835-762984950e59 tempest-ServerRescueNegativeTestJSON-56691620 tempest-ServerRescueNegativeTestJSON-56691620-project-member] Lock "e8f8a984-fb14-4d7d-a208-5ec758833720" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.729s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.449184] env[61960]: DEBUG oslo_vmware.api [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52cc27ce-06de-11e4-5b95-be3c617db32a, 'name': SearchDatastore_Task, 'duration_secs': 0.00959} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.449750] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.449864] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.450178] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.450538] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.450604] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.451485] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58aadec5-d8b9-4dd4-8f9a-ddc49c5e2b71 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.462889] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.463194] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 971.464217] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d73a287a-c102-4aba-832d-5d8a4225ef2a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.470326] env[61960]: DEBUG oslo_vmware.api [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 971.470326] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5217a1bd-6aa6-0478-0cb6-7a0ce98283a3" [ 971.470326] env[61960]: _type = "Task" [ 971.470326] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.485743] env[61960]: DEBUG oslo_vmware.api [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5217a1bd-6aa6-0478-0cb6-7a0ce98283a3, 'name': SearchDatastore_Task, 'duration_secs': 0.010451} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.486696] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-339940f6-35c7-4216-b734-ee7b13d18a26 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.493266] env[61960]: DEBUG oslo_vmware.api [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 971.493266] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f46067-5023-ac4a-0aec-d64c30313683" [ 971.493266] env[61960]: _type = "Task" [ 971.493266] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.505547] env[61960]: DEBUG oslo_vmware.api [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f46067-5023-ac4a-0aec-d64c30313683, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.596957] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bf9b15-3d7c-4d29-80fc-ae8467ca9ace {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.605373] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e63899a-89c3-45df-82ca-45d3f911e30a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.639522] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc2895a-7002-4244-af3c-663ba4fb1658 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.648822] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e48b45e-c96e-446f-bd5e-28c751b2c21f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.663938] env[61960]: DEBUG nova.compute.provider_tree [None req-0d67e7c7-aee0-4ef0-8c48-a7af4808ceff tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.738321] env[61960]: DEBUG nova.compute.manager [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 971.744824] env[61960]: DEBUG oslo_vmware.api [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436530, 'name': ReconfigVM_Task, 'duration_secs': 0.336545} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.745391] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 1eebc077-8e86-472a-a4e9-904830af7d70/1eebc077-8e86-472a-a4e9-904830af7d70.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.746071] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0f52711-1daf-495a-991d-ba1968b60dd4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.754014] env[61960]: DEBUG oslo_vmware.api [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 971.754014] env[61960]: value = "task-436533" [ 971.754014] env[61960]: _type = "Task" [ 971.754014] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.764154] env[61960]: DEBUG oslo_vmware.api [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436533, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.800942] env[61960]: DEBUG oslo_vmware.api [None req-a3ee4fa6-1e6a-4677-94ee-ddce0bcf0be3 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.814518] env[61960]: DEBUG oslo_vmware.api [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153503} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.814952] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.815274] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 971.815582] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 971.815944] env[61960]: INFO nova.compute.manager [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Took 1.21 seconds to destroy the instance on the hypervisor. [ 971.816770] env[61960]: DEBUG oslo.service.loopingcall [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 971.816770] env[61960]: DEBUG nova.compute.manager [-] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 971.817732] env[61960]: DEBUG nova.network.neutron [-] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 971.842930] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.887858] env[61960]: DEBUG nova.compute.manager [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 972.008956] env[61960]: DEBUG oslo_vmware.api [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f46067-5023-ac4a-0aec-d64c30313683, 'name': SearchDatastore_Task, 'duration_secs': 0.013399} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.009360] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.009643] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 5af86187-1400-4799-bdec-46dd40215062/5af86187-1400-4799-bdec-46dd40215062.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 972.009918] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa7ed7aa-9bc8-49bf-8c34-5e23205f23d7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.020353] env[61960]: DEBUG oslo_vmware.api [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 972.020353] env[61960]: value = "task-436534" [ 972.020353] env[61960]: _type = "Task" [ 972.020353] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.030274] env[61960]: DEBUG oslo_vmware.api [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.141412] env[61960]: DEBUG nova.compute.manager [req-a2f156f5-6579-4ddf-8dc7-ab02dd993c52 req-e9434c09-9d1f-48e6-8c49-8505509378f7 service nova] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Received event network-vif-deleted-21ad4c43-99ef-43ea-a6ae-ad73b7fbfb53 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 972.141787] env[61960]: INFO nova.compute.manager [req-a2f156f5-6579-4ddf-8dc7-ab02dd993c52 req-e9434c09-9d1f-48e6-8c49-8505509378f7 service nova] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Neutron deleted interface 21ad4c43-99ef-43ea-a6ae-ad73b7fbfb53; detaching it from the instance and deleting it from the info cache [ 972.142798] env[61960]: DEBUG nova.network.neutron [req-a2f156f5-6579-4ddf-8dc7-ab02dd993c52 req-e9434c09-9d1f-48e6-8c49-8505509378f7 service nova] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.167846] env[61960]: DEBUG nova.scheduler.client.report [None req-0d67e7c7-aee0-4ef0-8c48-a7af4808ceff tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 972.267769] env[61960]: DEBUG oslo_vmware.api [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436533, 'name': Rename_Task, 'duration_secs': 0.185719} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.268923] env[61960]: DEBUG oslo_concurrency.lockutils [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.269251] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 972.269567] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dd51c5f-4261-4b5b-8ceb-1c5d856bfd0f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.279443] env[61960]: DEBUG oslo_vmware.api [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 972.279443] env[61960]: value = "task-436535" [ 972.279443] env[61960]: _type = "Task" [ 972.279443] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.330897] env[61960]: DEBUG oslo_vmware.api [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.330897] env[61960]: DEBUG oslo_vmware.api [None req-a3ee4fa6-1e6a-4677-94ee-ddce0bcf0be3 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.420548] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.535674] env[61960]: DEBUG oslo_vmware.api [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502985} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.536096] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 5af86187-1400-4799-bdec-46dd40215062/5af86187-1400-4799-bdec-46dd40215062.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 972.536402] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.536708] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-728bf001-86a9-4097-b1f8-48cb5f011d9d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.545539] env[61960]: DEBUG oslo_vmware.api [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 972.545539] env[61960]: value = "task-436536" [ 972.545539] env[61960]: _type = "Task" [ 972.545539] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.556360] env[61960]: DEBUG oslo_vmware.api [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.610653] env[61960]: DEBUG nova.network.neutron [-] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.645689] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fcde111d-906d-4a56-8e4b-29bcd69d7fe1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.658604] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab27518-7106-4a1c-9a8a-09e16eb31e6e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.675253] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0d67e7c7-aee0-4ef0-8c48-a7af4808ceff tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.678476] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.686s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.678476] env[61960]: DEBUG nova.objects.instance [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=61960) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 972.702282] env[61960]: DEBUG nova.compute.manager [req-a2f156f5-6579-4ddf-8dc7-ab02dd993c52 req-e9434c09-9d1f-48e6-8c49-8505509378f7 service nova] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Detach interface failed, port_id=21ad4c43-99ef-43ea-a6ae-ad73b7fbfb53, reason: Instance b09b5238-cf88-462b-b167-56570f3f92e7 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 972.705381] env[61960]: INFO nova.scheduler.client.report [None req-0d67e7c7-aee0-4ef0-8c48-a7af4808ceff tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Deleted allocations for instance 1c994529-097f-47a2-8897-3251a2bcc626 [ 972.792029] env[61960]: DEBUG oslo_vmware.api [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436535, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.801743] env[61960]: DEBUG oslo_vmware.api [None req-a3ee4fa6-1e6a-4677-94ee-ddce0bcf0be3 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.063019] env[61960]: DEBUG oslo_vmware.api [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071637} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.063019] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.063019] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26808c3-36ba-4e8d-b1a3-cd7ff4e4ef34 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.084455] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 5af86187-1400-4799-bdec-46dd40215062/5af86187-1400-4799-bdec-46dd40215062.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.084455] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-113c3000-9a07-48a2-a94c-92bb5c87ce05 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.107069] env[61960]: DEBUG oslo_vmware.api [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 973.107069] env[61960]: value = "task-436537" [ 973.107069] env[61960]: _type = "Task" [ 973.107069] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.115516] env[61960]: INFO nova.compute.manager [-] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Took 1.30 seconds to deallocate network for instance. [ 973.115870] env[61960]: DEBUG oslo_vmware.api [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436537, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.215876] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0d67e7c7-aee0-4ef0-8c48-a7af4808ceff tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "1c994529-097f-47a2-8897-3251a2bcc626" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.776s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.291594] env[61960]: DEBUG oslo_vmware.api [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436535, 'name': PowerOnVM_Task, 'duration_secs': 0.632801} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.291594] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 973.291594] env[61960]: INFO nova.compute.manager [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Took 8.12 seconds to spawn the instance on the hypervisor. [ 973.291594] env[61960]: DEBUG nova.compute.manager [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 973.292263] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bba6921-1453-43d8-b8c6-23ca857727d6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.303767] env[61960]: DEBUG oslo_vmware.api [None req-a3ee4fa6-1e6a-4677-94ee-ddce0bcf0be3 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.620646] env[61960]: DEBUG oslo_vmware.api [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436537, 'name': ReconfigVM_Task, 'duration_secs': 0.317398} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.620886] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 5af86187-1400-4799-bdec-46dd40215062/5af86187-1400-4799-bdec-46dd40215062.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.622340] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.622599] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a24a9a6-9533-4345-ac2c-a6c21f730d16 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.631171] env[61960]: DEBUG oslo_vmware.api [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 973.631171] env[61960]: value = "task-436538" [ 973.631171] env[61960]: _type = "Task" [ 973.631171] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.644705] env[61960]: DEBUG oslo_vmware.api [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436538, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.693101] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d0935928-a246-4862-ac40-2dec66ee69db tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.694413] env[61960]: DEBUG oslo_concurrency.lockutils [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.786s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.696424] env[61960]: INFO nova.compute.claims [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.805124] env[61960]: DEBUG oslo_vmware.api [None req-a3ee4fa6-1e6a-4677-94ee-ddce0bcf0be3 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.820186] env[61960]: INFO nova.compute.manager [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Took 18.16 seconds to build instance. [ 974.143631] env[61960]: DEBUG oslo_vmware.api [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436538, 'name': Rename_Task, 'duration_secs': 0.150592} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.144243] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 974.144583] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3523aa64-5e4c-4fef-ae76-266cefe72e5c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.153984] env[61960]: DEBUG oslo_vmware.api [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 974.153984] env[61960]: value = "task-436539" [ 974.153984] env[61960]: _type = "Task" [ 974.153984] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.164718] env[61960]: DEBUG oslo_vmware.api [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.305848] env[61960]: DEBUG oslo_vmware.api [None req-a3ee4fa6-1e6a-4677-94ee-ddce0bcf0be3 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.323498] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8495b2f9-18b2-4a0e-a43c-d61cb652614c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "1eebc077-8e86-472a-a4e9-904830af7d70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.683s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.668072] env[61960]: DEBUG oslo_vmware.api [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436539, 'name': PowerOnVM_Task, 'duration_secs': 0.511185} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.668072] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 974.668072] env[61960]: INFO nova.compute.manager [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Took 7.19 seconds to spawn the instance on the hypervisor. [ 974.668072] env[61960]: DEBUG nova.compute.manager [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 974.669020] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d56020-48ea-4511-865d-42fd0c9f3797 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.714065] env[61960]: DEBUG nova.compute.manager [req-b4e52cbc-e3ed-4ddd-8886-845e0c4be58c req-060e4bd6-a008-4080-8622-00360cc72600 service nova] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Received event network-changed-83f99965-faed-4972-a1af-e1d2b902ae4f {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 974.714323] env[61960]: DEBUG nova.compute.manager [req-b4e52cbc-e3ed-4ddd-8886-845e0c4be58c req-060e4bd6-a008-4080-8622-00360cc72600 service nova] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Refreshing instance network info cache due to event network-changed-83f99965-faed-4972-a1af-e1d2b902ae4f. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 974.716893] env[61960]: DEBUG oslo_concurrency.lockutils [req-b4e52cbc-e3ed-4ddd-8886-845e0c4be58c req-060e4bd6-a008-4080-8622-00360cc72600 service nova] Acquiring lock "refresh_cache-1eebc077-8e86-472a-a4e9-904830af7d70" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.716893] env[61960]: DEBUG oslo_concurrency.lockutils [req-b4e52cbc-e3ed-4ddd-8886-845e0c4be58c req-060e4bd6-a008-4080-8622-00360cc72600 service nova] Acquired lock "refresh_cache-1eebc077-8e86-472a-a4e9-904830af7d70" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.716893] env[61960]: DEBUG nova.network.neutron [req-b4e52cbc-e3ed-4ddd-8886-845e0c4be58c req-060e4bd6-a008-4080-8622-00360cc72600 service nova] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Refreshing network info cache for port 83f99965-faed-4972-a1af-e1d2b902ae4f {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 974.806851] env[61960]: DEBUG oslo_vmware.api [None req-a3ee4fa6-1e6a-4677-94ee-ddce0bcf0be3 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.978432] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d502a5a-b549-4db9-9f68-9c69d35d25d3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.988949] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "aa040be9-8805-4191-805c-9d0bd1792628" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.989521] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "aa040be9-8805-4191-805c-9d0bd1792628" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.992669] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438dfeb8-cf2c-48d5-b838-b9b2ea79e0cf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.033168] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c420481d-3cf2-439d-a9f1-c0b83f9ae062 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.042945] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b937d2-5ede-43d7-aa98-5bedceb6a087 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.059563] env[61960]: DEBUG nova.compute.provider_tree [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.192923] env[61960]: INFO nova.compute.manager [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Took 13.62 seconds to build instance. [ 975.308844] env[61960]: DEBUG oslo_vmware.api [None req-a3ee4fa6-1e6a-4677-94ee-ddce0bcf0be3 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.492307] env[61960]: DEBUG nova.compute.manager [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 975.562160] env[61960]: DEBUG nova.scheduler.client.report [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 975.700899] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7da7bea2-eaa2-40a8-9c55-13045913511e tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "5af86187-1400-4799-bdec-46dd40215062" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.135s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.776530] env[61960]: DEBUG nova.network.neutron [req-b4e52cbc-e3ed-4ddd-8886-845e0c4be58c req-060e4bd6-a008-4080-8622-00360cc72600 service nova] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Updated VIF entry in instance network info cache for port 83f99965-faed-4972-a1af-e1d2b902ae4f. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 975.776530] env[61960]: DEBUG nova.network.neutron [req-b4e52cbc-e3ed-4ddd-8886-845e0c4be58c req-060e4bd6-a008-4080-8622-00360cc72600 service nova] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Updating instance_info_cache with network_info: [{"id": "83f99965-faed-4972-a1af-e1d2b902ae4f", "address": "fa:16:3e:da:6c:ae", "network": {"id": "148b3213-0f77-4469-b901-9b93a55e3a91", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-997896372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5e3e891410455abd448117aabf8d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f99965-fa", "ovs_interfaceid": "83f99965-faed-4972-a1af-e1d2b902ae4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.806181] env[61960]: DEBUG oslo_vmware.api [None req-a3ee4fa6-1e6a-4677-94ee-ddce0bcf0be3 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.015923] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.075229] env[61960]: DEBUG oslo_concurrency.lockutils [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.075229] env[61960]: DEBUG nova.compute.manager [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 976.082449] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.237s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.083707] env[61960]: INFO nova.compute.claims [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.280208] env[61960]: DEBUG oslo_concurrency.lockutils [req-b4e52cbc-e3ed-4ddd-8886-845e0c4be58c req-060e4bd6-a008-4080-8622-00360cc72600 service nova] Releasing lock "refresh_cache-1eebc077-8e86-472a-a4e9-904830af7d70" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.309352] env[61960]: DEBUG oslo_vmware.api [None req-a3ee4fa6-1e6a-4677-94ee-ddce0bcf0be3 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.595211] env[61960]: DEBUG nova.compute.utils [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 976.597130] env[61960]: DEBUG nova.compute.manager [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 976.597397] env[61960]: DEBUG nova.network.neutron [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 976.658706] env[61960]: DEBUG nova.policy [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b313581470504665a0f09348a35ad35d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb87a3aea6c94417a8eb19cb6eac7f08', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 976.807826] env[61960]: DEBUG oslo_vmware.api [None req-a3ee4fa6-1e6a-4677-94ee-ddce0bcf0be3 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436531, 'name': ReconfigVM_Task} progress is 18%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.083666] env[61960]: DEBUG nova.network.neutron [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Successfully created port: ecedd74a-1413-425b-b2ff-23ab65deb62a {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 977.102791] env[61960]: DEBUG nova.compute.manager [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 977.312303] env[61960]: DEBUG oslo_vmware.api [None req-a3ee4fa6-1e6a-4677-94ee-ddce0bcf0be3 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436531, 'name': ReconfigVM_Task} progress is 18%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.376503] env[61960]: DEBUG oslo_concurrency.lockutils [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Acquiring lock "1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.376815] env[61960]: DEBUG oslo_concurrency.lockutils [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Lock "1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.391623] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c3b541-05c6-48da-9b4f-a1c13f61498d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.406888] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63f4c27-01c1-4d32-9a82-411f86d9fba6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.446148] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f94b35a-740f-4008-9737-8d3ba5d8ea6e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.456460] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815e6cce-edcd-428d-bcc2-5fe93029c8dc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.489081] env[61960]: DEBUG nova.compute.provider_tree [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.738045] env[61960]: DEBUG oslo_concurrency.lockutils [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "3220ec65-361d-4677-8dfd-6a2625cd73a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.738309] env[61960]: DEBUG oslo_concurrency.lockutils [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "3220ec65-361d-4677-8dfd-6a2625cd73a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.805322] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquiring lock "8613b53f-34ea-49a4-9074-caf65a790ac3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.805607] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lock "8613b53f-34ea-49a4-9074-caf65a790ac3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.805859] env[61960]: INFO nova.compute.manager [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Shelving [ 977.812020] env[61960]: DEBUG oslo_vmware.api [None req-a3ee4fa6-1e6a-4677-94ee-ddce0bcf0be3 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436531, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.882172] env[61960]: DEBUG nova.compute.manager [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 977.995808] env[61960]: DEBUG nova.scheduler.client.report [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 978.121925] env[61960]: DEBUG nova.compute.manager [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 978.157023] env[61960]: DEBUG nova.virt.hardware [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 978.157023] env[61960]: DEBUG nova.virt.hardware [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 978.157023] env[61960]: DEBUG nova.virt.hardware [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.157023] env[61960]: DEBUG nova.virt.hardware [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 978.157023] env[61960]: DEBUG nova.virt.hardware [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.157023] env[61960]: DEBUG nova.virt.hardware [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 978.157023] env[61960]: DEBUG nova.virt.hardware [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 978.157403] env[61960]: DEBUG nova.virt.hardware [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 978.157769] env[61960]: DEBUG nova.virt.hardware [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 978.158098] env[61960]: DEBUG nova.virt.hardware [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 978.158399] env[61960]: DEBUG nova.virt.hardware [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 978.159405] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c6ff0d-9523-4e51-80bc-5f7e2835919c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.170356] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39fe062-ee3b-4885-b5f4-88b09c71469d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.242787] env[61960]: DEBUG nova.compute.manager [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 978.309404] env[61960]: DEBUG oslo_vmware.api [None req-a3ee4fa6-1e6a-4677-94ee-ddce0bcf0be3 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436531, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.317189] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 978.317459] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da4a7664-43b9-4abf-8b33-b89c048ffb20 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.328640] env[61960]: DEBUG oslo_vmware.api [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 978.328640] env[61960]: value = "task-436540" [ 978.328640] env[61960]: _type = "Task" [ 978.328640] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.339549] env[61960]: DEBUG oslo_vmware.api [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.406353] env[61960]: DEBUG oslo_concurrency.lockutils [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.499540] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.499847] env[61960]: DEBUG nova.compute.manager [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 978.502415] env[61960]: DEBUG oslo_concurrency.lockutils [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.234s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.503938] env[61960]: INFO nova.compute.claims [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.777350] env[61960]: DEBUG oslo_concurrency.lockutils [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.813055] env[61960]: DEBUG oslo_vmware.api [None req-a3ee4fa6-1e6a-4677-94ee-ddce0bcf0be3 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436531, 'name': ReconfigVM_Task, 'duration_secs': 7.30568} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.813055] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a3ee4fa6-1e6a-4677-94ee-ddce0bcf0be3 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Releasing lock "d39344c1-66e3-48a7-be6b-3589a4f528f3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.813055] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ee4fa6-1e6a-4677-94ee-ddce0bcf0be3 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Reconfigured VM to detach interface {{(pid=61960) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1984}} [ 978.845563] env[61960]: DEBUG oslo_vmware.api [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436540, 'name': PowerOffVM_Task, 'duration_secs': 0.411497} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.845875] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 978.849020] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9b1bcd-8884-40d3-b95e-397a678cbd3d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.870641] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f62221c-57a9-45a3-90b6-94cb00dc7c6b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.898063] env[61960]: DEBUG nova.compute.manager [req-c5afcf1c-3a0b-476b-8763-584e4ecd3739 req-38114233-a0f6-403d-8655-df407806215f service nova] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Received event network-vif-plugged-ecedd74a-1413-425b-b2ff-23ab65deb62a {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 978.898310] env[61960]: DEBUG oslo_concurrency.lockutils [req-c5afcf1c-3a0b-476b-8763-584e4ecd3739 req-38114233-a0f6-403d-8655-df407806215f service nova] Acquiring lock "1b3599fa-8b35-4719-9ae3-94cefa0cf527-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.898528] env[61960]: DEBUG oslo_concurrency.lockutils [req-c5afcf1c-3a0b-476b-8763-584e4ecd3739 req-38114233-a0f6-403d-8655-df407806215f service nova] Lock "1b3599fa-8b35-4719-9ae3-94cefa0cf527-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.898732] env[61960]: DEBUG oslo_concurrency.lockutils [req-c5afcf1c-3a0b-476b-8763-584e4ecd3739 req-38114233-a0f6-403d-8655-df407806215f service nova] Lock "1b3599fa-8b35-4719-9ae3-94cefa0cf527-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.898913] env[61960]: DEBUG nova.compute.manager [req-c5afcf1c-3a0b-476b-8763-584e4ecd3739 req-38114233-a0f6-403d-8655-df407806215f service nova] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] No waiting events found dispatching network-vif-plugged-ecedd74a-1413-425b-b2ff-23ab65deb62a {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 978.903190] env[61960]: WARNING nova.compute.manager [req-c5afcf1c-3a0b-476b-8763-584e4ecd3739 req-38114233-a0f6-403d-8655-df407806215f service nova] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Received unexpected event network-vif-plugged-ecedd74a-1413-425b-b2ff-23ab65deb62a for instance with vm_state building and task_state spawning. [ 978.972944] env[61960]: DEBUG nova.network.neutron [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Successfully updated port: ecedd74a-1413-425b-b2ff-23ab65deb62a {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.010472] env[61960]: DEBUG nova.compute.utils [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 979.011850] env[61960]: DEBUG nova.compute.manager [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Not allocating networking since 'none' was specified. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 979.280230] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "60a96320-34ad-488e-9e92-e2e12906edae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.280465] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "60a96320-34ad-488e-9e92-e2e12906edae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.383662] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Creating Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 979.383986] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6b286fcd-7363-481b-8be5-8952c6e55641 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.393117] env[61960]: DEBUG oslo_vmware.api [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 979.393117] env[61960]: value = "task-436541" [ 979.393117] env[61960]: _type = "Task" [ 979.393117] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.401945] env[61960]: DEBUG oslo_vmware.api [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436541, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.475697] env[61960]: DEBUG oslo_concurrency.lockutils [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "refresh_cache-1b3599fa-8b35-4719-9ae3-94cefa0cf527" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.475697] env[61960]: DEBUG oslo_concurrency.lockutils [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquired lock "refresh_cache-1b3599fa-8b35-4719-9ae3-94cefa0cf527" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.475697] env[61960]: DEBUG nova.network.neutron [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 979.516076] env[61960]: DEBUG nova.compute.manager [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 979.723076] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb9fe74-9413-45d0-b9d3-ac3b21be4940 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.730785] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0450c289-eb60-4457-9fd3-917caeecc5fa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.761736] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f633af-6ffd-4f7b-a4b0-9736f228a31b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.769321] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdd191c-1f53-436a-88c8-7e9b34e9c1bf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.783957] env[61960]: DEBUG nova.compute.manager [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 979.786702] env[61960]: DEBUG nova.compute.provider_tree [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.908229] env[61960]: DEBUG oslo_vmware.api [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436541, 'name': CreateSnapshot_Task, 'duration_secs': 0.508642} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.908229] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Created Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 979.908754] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ad8332-85b2-42fe-b10b-4a5ea99b0f9e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.030423] env[61960]: DEBUG nova.network.neutron [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 980.168235] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a3ee4fa6-1e6a-4677-94ee-ddce0bcf0be3 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "refresh_cache-d39344c1-66e3-48a7-be6b-3589a4f528f3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.168462] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a3ee4fa6-1e6a-4677-94ee-ddce0bcf0be3 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired lock "refresh_cache-d39344c1-66e3-48a7-be6b-3589a4f528f3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.168809] env[61960]: DEBUG nova.network.neutron [None req-a3ee4fa6-1e6a-4677-94ee-ddce0bcf0be3 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 980.196739] env[61960]: DEBUG nova.network.neutron [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Updating instance_info_cache with network_info: [{"id": "ecedd74a-1413-425b-b2ff-23ab65deb62a", "address": "fa:16:3e:94:ce:f9", "network": {"id": "011b9b85-20e0-4930-b560-f4a50c63faf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-851435399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb87a3aea6c94417a8eb19cb6eac7f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecedd74a-14", "ovs_interfaceid": "ecedd74a-1413-425b-b2ff-23ab65deb62a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.291599] env[61960]: DEBUG nova.scheduler.client.report [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 980.307708] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.429350] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Creating linked-clone VM from snapshot {{(pid=61960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 980.429679] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4055b148-b5ee-434b-838d-2b8ad26e5abf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.439292] env[61960]: DEBUG oslo_vmware.api [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 980.439292] env[61960]: value = "task-436542" [ 980.439292] env[61960]: _type = "Task" [ 980.439292] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.448954] env[61960]: DEBUG oslo_vmware.api [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436542, 'name': CloneVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.526531] env[61960]: DEBUG nova.compute.manager [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 980.558021] env[61960]: DEBUG nova.virt.hardware [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 980.558021] env[61960]: DEBUG nova.virt.hardware [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 980.558021] env[61960]: DEBUG nova.virt.hardware [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.558021] env[61960]: DEBUG nova.virt.hardware [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 980.558021] env[61960]: DEBUG nova.virt.hardware [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.558021] env[61960]: DEBUG nova.virt.hardware [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 980.558021] env[61960]: DEBUG nova.virt.hardware [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 980.558021] env[61960]: DEBUG nova.virt.hardware [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 980.558021] env[61960]: DEBUG nova.virt.hardware [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 980.558021] env[61960]: DEBUG nova.virt.hardware [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 980.558021] env[61960]: DEBUG nova.virt.hardware [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 980.558825] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77f48b6-ef7c-42fb-890c-27ab24e71534 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.572202] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a4c28e-c722-41bc-add5-453ba1cd2f10 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.589772] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Instance VIF info [] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.595848] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Creating folder: Project (12d85240be1c4d1fa21438d179e8ec16). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 980.596401] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85262753-e55b-4ddf-984e-3dce5418034c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.611826] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Created folder: Project (12d85240be1c4d1fa21438d179e8ec16) in parent group-v115929. [ 980.611826] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Creating folder: Instances. Parent ref: group-v116176. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 980.611826] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d93f64e-639a-40ba-a60c-e1d47d18a6cd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.623699] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Created folder: Instances in parent group-v116176. [ 980.626024] env[61960]: DEBUG oslo.service.loopingcall [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 980.626024] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 980.626024] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bffc4a53-e853-4147-bc6c-e08bf7c5c02b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.652666] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.652666] env[61960]: value = "task-436545" [ 980.652666] env[61960]: _type = "Task" [ 980.652666] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.660695] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436545, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.689105] env[61960]: DEBUG nova.compute.manager [req-dfe42eda-4f67-410f-82b9-a95b89164b19 req-40c55261-629b-4ca3-85f2-4438fadf0301 service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Received event network-changed-f0de4a83-5721-4eeb-95e3-2c542186f2bf {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 980.689105] env[61960]: DEBUG nova.compute.manager [req-dfe42eda-4f67-410f-82b9-a95b89164b19 req-40c55261-629b-4ca3-85f2-4438fadf0301 service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Refreshing instance network info cache due to event network-changed-f0de4a83-5721-4eeb-95e3-2c542186f2bf. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 980.689105] env[61960]: DEBUG oslo_concurrency.lockutils [req-dfe42eda-4f67-410f-82b9-a95b89164b19 req-40c55261-629b-4ca3-85f2-4438fadf0301 service nova] Acquiring lock "refresh_cache-d39344c1-66e3-48a7-be6b-3589a4f528f3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.698670] env[61960]: DEBUG oslo_concurrency.lockutils [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Releasing lock "refresh_cache-1b3599fa-8b35-4719-9ae3-94cefa0cf527" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.703035] env[61960]: DEBUG nova.compute.manager [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Instance network_info: |[{"id": "ecedd74a-1413-425b-b2ff-23ab65deb62a", "address": "fa:16:3e:94:ce:f9", "network": {"id": "011b9b85-20e0-4930-b560-f4a50c63faf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-851435399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb87a3aea6c94417a8eb19cb6eac7f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecedd74a-14", "ovs_interfaceid": "ecedd74a-1413-425b-b2ff-23ab65deb62a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 980.703035] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:ce:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecedd74a-1413-425b-b2ff-23ab65deb62a', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.708800] env[61960]: DEBUG oslo.service.loopingcall [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 980.711786] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 980.712055] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5f11923-9455-4ec1-bc57-324ab8a8669d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.739943] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.739943] env[61960]: value = "task-436546" [ 980.739943] env[61960]: _type = "Task" [ 980.739943] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.747439] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436546, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.799205] env[61960]: DEBUG oslo_concurrency.lockutils [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.800306] env[61960]: DEBUG nova.compute.manager [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 980.807025] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.384s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.807025] env[61960]: INFO nova.compute.claims [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.920167] env[61960]: INFO nova.network.neutron [None req-a3ee4fa6-1e6a-4677-94ee-ddce0bcf0be3 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Port c99cb698-4120-457c-b93b-2acddf8d7332 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 980.920550] env[61960]: DEBUG nova.network.neutron [None req-a3ee4fa6-1e6a-4677-94ee-ddce0bcf0be3 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Updating instance_info_cache with network_info: [{"id": "f0de4a83-5721-4eeb-95e3-2c542186f2bf", "address": "fa:16:3e:dc:63:1b", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0de4a83-57", "ovs_interfaceid": "f0de4a83-5721-4eeb-95e3-2c542186f2bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.924666] env[61960]: DEBUG nova.compute.manager [req-cb5b2d50-619b-4822-a3cf-8b99f1c6c209 req-29418bf0-348f-4b82-906c-d7e10d86f68c service nova] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Received event network-changed-ecedd74a-1413-425b-b2ff-23ab65deb62a {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 980.924955] env[61960]: DEBUG nova.compute.manager [req-cb5b2d50-619b-4822-a3cf-8b99f1c6c209 req-29418bf0-348f-4b82-906c-d7e10d86f68c service nova] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Refreshing instance network info cache due to event network-changed-ecedd74a-1413-425b-b2ff-23ab65deb62a. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 980.925174] env[61960]: DEBUG oslo_concurrency.lockutils [req-cb5b2d50-619b-4822-a3cf-8b99f1c6c209 req-29418bf0-348f-4b82-906c-d7e10d86f68c service nova] Acquiring lock "refresh_cache-1b3599fa-8b35-4719-9ae3-94cefa0cf527" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.925343] env[61960]: DEBUG oslo_concurrency.lockutils [req-cb5b2d50-619b-4822-a3cf-8b99f1c6c209 req-29418bf0-348f-4b82-906c-d7e10d86f68c service nova] Acquired lock "refresh_cache-1b3599fa-8b35-4719-9ae3-94cefa0cf527" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.925621] env[61960]: DEBUG nova.network.neutron [req-cb5b2d50-619b-4822-a3cf-8b99f1c6c209 req-29418bf0-348f-4b82-906c-d7e10d86f68c service nova] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Refreshing network info cache for port ecedd74a-1413-425b-b2ff-23ab65deb62a {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 980.950431] env[61960]: DEBUG oslo_vmware.api [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436542, 'name': CloneVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.161331] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436545, 'name': CreateVM_Task, 'duration_secs': 0.338781} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.161862] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 981.161981] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.162195] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.162544] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.162853] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-383c3d65-a95c-4822-8dcf-95999534d7ea {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.168425] env[61960]: DEBUG oslo_vmware.api [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for the task: (returnval){ [ 981.168425] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520fbc93-fbfa-f0e0-41cd-9ff5eb1266de" [ 981.168425] env[61960]: _type = "Task" [ 981.168425] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.178382] env[61960]: DEBUG oslo_vmware.api [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520fbc93-fbfa-f0e0-41cd-9ff5eb1266de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.247335] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436546, 'name': CreateVM_Task, 'duration_secs': 0.479729} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.248043] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 981.248264] env[61960]: DEBUG oslo_concurrency.lockutils [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.316019] env[61960]: DEBUG nova.compute.utils [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 981.319761] env[61960]: DEBUG nova.compute.manager [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Not allocating networking since 'none' was specified. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 981.399720] env[61960]: DEBUG oslo_concurrency.lockutils [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "interface-33cdf08b-6074-477a-8307-703e7becb783-c99cb698-4120-457c-b93b-2acddf8d7332" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.400013] env[61960]: DEBUG oslo_concurrency.lockutils [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "interface-33cdf08b-6074-477a-8307-703e7becb783-c99cb698-4120-457c-b93b-2acddf8d7332" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.400387] env[61960]: DEBUG nova.objects.instance [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lazy-loading 'flavor' on Instance uuid 33cdf08b-6074-477a-8307-703e7becb783 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.423433] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a3ee4fa6-1e6a-4677-94ee-ddce0bcf0be3 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Releasing lock "refresh_cache-d39344c1-66e3-48a7-be6b-3589a4f528f3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.425533] env[61960]: DEBUG oslo_concurrency.lockutils [req-dfe42eda-4f67-410f-82b9-a95b89164b19 req-40c55261-629b-4ca3-85f2-4438fadf0301 service nova] Acquired lock "refresh_cache-d39344c1-66e3-48a7-be6b-3589a4f528f3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.426278] env[61960]: DEBUG nova.network.neutron [req-dfe42eda-4f67-410f-82b9-a95b89164b19 req-40c55261-629b-4ca3-85f2-4438fadf0301 service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Refreshing network info cache for port f0de4a83-5721-4eeb-95e3-2c542186f2bf {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 981.451941] env[61960]: DEBUG oslo_vmware.api [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436542, 'name': CloneVM_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.639235] env[61960]: DEBUG nova.network.neutron [req-cb5b2d50-619b-4822-a3cf-8b99f1c6c209 req-29418bf0-348f-4b82-906c-d7e10d86f68c service nova] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Updated VIF entry in instance network info cache for port ecedd74a-1413-425b-b2ff-23ab65deb62a. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 981.639612] env[61960]: DEBUG nova.network.neutron [req-cb5b2d50-619b-4822-a3cf-8b99f1c6c209 req-29418bf0-348f-4b82-906c-d7e10d86f68c service nova] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Updating instance_info_cache with network_info: [{"id": "ecedd74a-1413-425b-b2ff-23ab65deb62a", "address": "fa:16:3e:94:ce:f9", "network": {"id": "011b9b85-20e0-4930-b560-f4a50c63faf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-851435399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb87a3aea6c94417a8eb19cb6eac7f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecedd74a-14", "ovs_interfaceid": "ecedd74a-1413-425b-b2ff-23ab65deb62a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.678995] env[61960]: DEBUG oslo_vmware.api [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520fbc93-fbfa-f0e0-41cd-9ff5eb1266de, 'name': SearchDatastore_Task, 'duration_secs': 0.009547} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.679320] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.679561] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.679907] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.680097] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.680325] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.680567] env[61960]: DEBUG oslo_concurrency.lockutils [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.680906] env[61960]: DEBUG oslo_concurrency.lockutils [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.681161] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0ab9a27-d7ab-4e75-986d-4ec0d597942d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.682943] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47e70751-24a8-414d-95eb-e66847054a17 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.688568] env[61960]: DEBUG oslo_vmware.api [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 981.688568] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52043096-438a-2615-a5ea-8d0a9c8d2f4b" [ 981.688568] env[61960]: _type = "Task" [ 981.688568] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.692824] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.693036] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 981.694187] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9529506-4c12-4c51-bca2-b14a28f662dd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.699776] env[61960]: DEBUG oslo_vmware.api [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52043096-438a-2615-a5ea-8d0a9c8d2f4b, 'name': SearchDatastore_Task, 'duration_secs': 0.008918} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.700425] env[61960]: DEBUG oslo_concurrency.lockutils [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.700686] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.700912] env[61960]: DEBUG oslo_concurrency.lockutils [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.703606] env[61960]: DEBUG oslo_vmware.api [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for the task: (returnval){ [ 981.703606] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52afabdd-3f5c-26e0-9c40-57f510a3ecd3" [ 981.703606] env[61960]: _type = "Task" [ 981.703606] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.711957] env[61960]: DEBUG oslo_vmware.api [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52afabdd-3f5c-26e0-9c40-57f510a3ecd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.820443] env[61960]: DEBUG nova.compute.manager [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 981.930527] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a3ee4fa6-1e6a-4677-94ee-ddce0bcf0be3 tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "interface-d39344c1-66e3-48a7-be6b-3589a4f528f3-c99cb698-4120-457c-b93b-2acddf8d7332" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.283s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.953714] env[61960]: DEBUG oslo_vmware.api [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436542, 'name': CloneVM_Task, 'duration_secs': 1.031746} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.954023] env[61960]: INFO nova.virt.vmwareapi.vmops [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Created linked-clone VM from snapshot [ 981.955049] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379ac57c-2e16-42c4-9920-f28841fffce9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.964918] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Uploading image 69babac8-07d9-439b-ab0e-f8bb781e5660 {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 981.995900] env[61960]: DEBUG oslo_vmware.rw_handles [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 981.995900] env[61960]: value = "vm-116175" [ 981.995900] env[61960]: _type = "VirtualMachine" [ 981.995900] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 981.996649] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-143f145d-481a-42c2-bdf7-195fa4789e51 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.007628] env[61960]: DEBUG oslo_vmware.rw_handles [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lease: (returnval){ [ 982.007628] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ce41b1-acf1-0a26-5f9e-ec96c78879d0" [ 982.007628] env[61960]: _type = "HttpNfcLease" [ 982.007628] env[61960]: } obtained for exporting VM: (result){ [ 982.007628] env[61960]: value = "vm-116175" [ 982.007628] env[61960]: _type = "VirtualMachine" [ 982.007628] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 982.007948] env[61960]: DEBUG oslo_vmware.api [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the lease: (returnval){ [ 982.007948] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ce41b1-acf1-0a26-5f9e-ec96c78879d0" [ 982.007948] env[61960]: _type = "HttpNfcLease" [ 982.007948] env[61960]: } to be ready. {{(pid=61960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 982.018750] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 982.018750] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ce41b1-acf1-0a26-5f9e-ec96c78879d0" [ 982.018750] env[61960]: _type = "HttpNfcLease" [ 982.018750] env[61960]: } is initializing. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 982.041224] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31332d97-cf80-413e-9a6b-76f7d5e636da {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.048976] env[61960]: DEBUG nova.objects.instance [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lazy-loading 'pci_requests' on Instance uuid 33cdf08b-6074-477a-8307-703e7becb783 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.052838] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdae7162-95a7-44b1-9392-7917f2df790e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.088675] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041340e6-6d1a-4362-91b6-68b3ba6c6b4d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.097700] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fa7c7c-67ff-4766-97e0-b17d9a89bf0f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.112630] env[61960]: DEBUG nova.compute.provider_tree [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 982.143043] env[61960]: DEBUG oslo_concurrency.lockutils [req-cb5b2d50-619b-4822-a3cf-8b99f1c6c209 req-29418bf0-348f-4b82-906c-d7e10d86f68c service nova] Releasing lock "refresh_cache-1b3599fa-8b35-4719-9ae3-94cefa0cf527" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.214909] env[61960]: DEBUG oslo_vmware.api [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52afabdd-3f5c-26e0-9c40-57f510a3ecd3, 'name': SearchDatastore_Task, 'duration_secs': 0.008551} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.215785] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-756d74e4-f8af-4f07-b82a-301aa1cf5669 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.221672] env[61960]: DEBUG oslo_vmware.api [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for the task: (returnval){ [ 982.221672] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52908530-5ad4-5c65-1cec-0b0ece59804d" [ 982.221672] env[61960]: _type = "Task" [ 982.221672] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.233022] env[61960]: DEBUG oslo_vmware.api [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52908530-5ad4-5c65-1cec-0b0ece59804d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.270955] env[61960]: DEBUG nova.network.neutron [req-dfe42eda-4f67-410f-82b9-a95b89164b19 req-40c55261-629b-4ca3-85f2-4438fadf0301 service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Updated VIF entry in instance network info cache for port f0de4a83-5721-4eeb-95e3-2c542186f2bf. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 982.271341] env[61960]: DEBUG nova.network.neutron [req-dfe42eda-4f67-410f-82b9-a95b89164b19 req-40c55261-629b-4ca3-85f2-4438fadf0301 service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Updating instance_info_cache with network_info: [{"id": "f0de4a83-5721-4eeb-95e3-2c542186f2bf", "address": "fa:16:3e:dc:63:1b", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0de4a83-57", "ovs_interfaceid": "f0de4a83-5721-4eeb-95e3-2c542186f2bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.516739] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 982.516739] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ce41b1-acf1-0a26-5f9e-ec96c78879d0" [ 982.516739] env[61960]: _type = "HttpNfcLease" [ 982.516739] env[61960]: } is ready. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 982.517167] env[61960]: DEBUG oslo_vmware.rw_handles [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 982.517167] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ce41b1-acf1-0a26-5f9e-ec96c78879d0" [ 982.517167] env[61960]: _type = "HttpNfcLease" [ 982.517167] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 982.517853] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2210252-3b23-4310-a14e-a6db0a71a61a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.526259] env[61960]: DEBUG oslo_vmware.rw_handles [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52105acb-86a9-349f-1535-47ef2566f348/disk-0.vmdk from lease info. {{(pid=61960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 982.526389] env[61960]: DEBUG oslo_vmware.rw_handles [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52105acb-86a9-349f-1535-47ef2566f348/disk-0.vmdk for reading. {{(pid=61960) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 982.583079] env[61960]: DEBUG nova.objects.base [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Object Instance<33cdf08b-6074-477a-8307-703e7becb783> lazy-loaded attributes: flavor,pci_requests {{(pid=61960) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 982.583440] env[61960]: DEBUG nova.network.neutron [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 982.627998] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-02b86264-7f7d-4a5f-94a5-cbf4fcc9e58b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.636830] env[61960]: ERROR nova.scheduler.client.report [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [req-b6b1de3a-375b-4c0d-b0ff-b2eea02e842d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b6b1de3a-375b-4c0d-b0ff-b2eea02e842d"}]} [ 982.652710] env[61960]: DEBUG nova.scheduler.client.report [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 982.667359] env[61960]: DEBUG nova.policy [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85bbd57bac934a94acae06075d3d71da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c79deffd23674a5f89784dc83e6ae866', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 982.670021] env[61960]: DEBUG nova.scheduler.client.report [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 982.670265] env[61960]: DEBUG nova.compute.provider_tree [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 982.682066] env[61960]: DEBUG nova.scheduler.client.report [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 982.702767] env[61960]: DEBUG nova.scheduler.client.report [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 982.734358] env[61960]: DEBUG oslo_vmware.api [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52908530-5ad4-5c65-1cec-0b0ece59804d, 'name': SearchDatastore_Task, 'duration_secs': 0.033775} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.737120] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.737398] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23/0ad444e2-d9c8-47ed-8cfb-46b67cb13d23.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 982.737960] env[61960]: DEBUG oslo_concurrency.lockutils [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.738228] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.738417] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-652680f0-5244-47db-b88e-390dd41d9ed8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.740340] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b61c3901-89e5-4373-84ed-856e7777a9b5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.750584] env[61960]: DEBUG oslo_vmware.api [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for the task: (returnval){ [ 982.750584] env[61960]: value = "task-436548" [ 982.750584] env[61960]: _type = "Task" [ 982.750584] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.754960] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.755053] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 982.756373] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17f93f79-9b3a-4aba-ac47-62a26006e24f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.762540] env[61960]: DEBUG oslo_vmware.api [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.769139] env[61960]: DEBUG oslo_vmware.api [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 982.769139] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52a70175-1fd9-903e-b371-ad8ab376038b" [ 982.769139] env[61960]: _type = "Task" [ 982.769139] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.779613] env[61960]: DEBUG oslo_concurrency.lockutils [req-dfe42eda-4f67-410f-82b9-a95b89164b19 req-40c55261-629b-4ca3-85f2-4438fadf0301 service nova] Releasing lock "refresh_cache-d39344c1-66e3-48a7-be6b-3589a4f528f3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.779946] env[61960]: DEBUG oslo_vmware.api [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52a70175-1fd9-903e-b371-ad8ab376038b, 'name': SearchDatastore_Task, 'duration_secs': 0.009357} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.785642] env[61960]: DEBUG nova.compute.manager [req-f221aa3b-d925-4cdb-be68-f872d91499e8 req-ba502f87-9b53-4642-88e3-26524e781a79 service nova] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Received event network-changed-93dffbba-f9db-46f6-b1d9-cea7145ccd04 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 982.785834] env[61960]: DEBUG nova.compute.manager [req-f221aa3b-d925-4cdb-be68-f872d91499e8 req-ba502f87-9b53-4642-88e3-26524e781a79 service nova] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Refreshing instance network info cache due to event network-changed-93dffbba-f9db-46f6-b1d9-cea7145ccd04. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 982.785959] env[61960]: DEBUG oslo_concurrency.lockutils [req-f221aa3b-d925-4cdb-be68-f872d91499e8 req-ba502f87-9b53-4642-88e3-26524e781a79 service nova] Acquiring lock "refresh_cache-33cdf08b-6074-477a-8307-703e7becb783" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.786124] env[61960]: DEBUG oslo_concurrency.lockutils [req-f221aa3b-d925-4cdb-be68-f872d91499e8 req-ba502f87-9b53-4642-88e3-26524e781a79 service nova] Acquired lock "refresh_cache-33cdf08b-6074-477a-8307-703e7becb783" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.786293] env[61960]: DEBUG nova.network.neutron [req-f221aa3b-d925-4cdb-be68-f872d91499e8 req-ba502f87-9b53-4642-88e3-26524e781a79 service nova] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Refreshing network info cache for port 93dffbba-f9db-46f6-b1d9-cea7145ccd04 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 982.789249] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c10b67b-986c-469e-91a8-57592849dea2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.795516] env[61960]: DEBUG oslo_vmware.api [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 982.795516] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5280e4ba-ff3b-47bd-8bfb-4d75a2b8ba83" [ 982.795516] env[61960]: _type = "Task" [ 982.795516] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.807888] env[61960]: DEBUG oslo_vmware.api [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5280e4ba-ff3b-47bd-8bfb-4d75a2b8ba83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.834173] env[61960]: DEBUG nova.compute.manager [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 982.861096] env[61960]: DEBUG nova.virt.hardware [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 982.861399] env[61960]: DEBUG nova.virt.hardware [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 982.861603] env[61960]: DEBUG nova.virt.hardware [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.861803] env[61960]: DEBUG nova.virt.hardware [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 982.861961] env[61960]: DEBUG nova.virt.hardware [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.862136] env[61960]: DEBUG nova.virt.hardware [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 982.862359] env[61960]: DEBUG nova.virt.hardware [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 982.862527] env[61960]: DEBUG nova.virt.hardware [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 982.862700] env[61960]: DEBUG nova.virt.hardware [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 982.862870] env[61960]: DEBUG nova.virt.hardware [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 982.863062] env[61960]: DEBUG nova.virt.hardware [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 982.863931] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123b0ec9-e849-4359-a130-147d1c77ba06 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.875812] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71da5637-8ab2-4474-9af9-f7dde4bb80fa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.893653] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Instance VIF info [] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.899595] env[61960]: DEBUG oslo.service.loopingcall [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 982.900751] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 982.900751] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3015e8a7-5cac-47d5-b120-be02610da1fe {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.923492] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.923492] env[61960]: value = "task-436549" [ 982.923492] env[61960]: _type = "Task" [ 982.923492] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.937179] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436549, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.970749] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0909888-1a5b-460a-ba05-885a3f424389 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.980088] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1655c83a-4752-4536-87ed-3bb5862273ba {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.015990] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babfeed3-3b19-449c-ad23-63e25ef3204e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.025196] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a40812-5f32-40e3-ad36-67c117a5b838 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.040393] env[61960]: DEBUG nova.compute.provider_tree [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 983.262726] env[61960]: DEBUG oslo_vmware.api [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436548, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.306793] env[61960]: DEBUG oslo_vmware.api [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5280e4ba-ff3b-47bd-8bfb-4d75a2b8ba83, 'name': SearchDatastore_Task, 'duration_secs': 0.008945} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.307124] env[61960]: DEBUG oslo_concurrency.lockutils [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.307619] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 1b3599fa-8b35-4719-9ae3-94cefa0cf527/1b3599fa-8b35-4719-9ae3-94cefa0cf527.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 983.308081] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d5edac3-f942-4ba7-b505-31798a53cebf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.318464] env[61960]: DEBUG oslo_vmware.api [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 983.318464] env[61960]: value = "task-436550" [ 983.318464] env[61960]: _type = "Task" [ 983.318464] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.328910] env[61960]: DEBUG oslo_vmware.api [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.435715] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436549, 'name': CreateVM_Task, 'duration_secs': 0.343075} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.435991] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 983.436762] env[61960]: DEBUG oslo_concurrency.lockutils [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.437049] env[61960]: DEBUG oslo_concurrency.lockutils [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.437958] env[61960]: DEBUG oslo_concurrency.lockutils [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.438331] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03ab826d-6150-40bc-a864-31262dda11e6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.447424] env[61960]: DEBUG oslo_vmware.api [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for the task: (returnval){ [ 983.447424] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52d7e9be-6826-531f-5668-bbab1aa66fe6" [ 983.447424] env[61960]: _type = "Task" [ 983.447424] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.458262] env[61960]: DEBUG oslo_vmware.api [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52d7e9be-6826-531f-5668-bbab1aa66fe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.572475] env[61960]: DEBUG nova.scheduler.client.report [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 983.572842] env[61960]: DEBUG nova.compute.provider_tree [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 146 to 147 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 983.573255] env[61960]: DEBUG nova.compute.provider_tree [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 983.632918] env[61960]: DEBUG nova.network.neutron [req-f221aa3b-d925-4cdb-be68-f872d91499e8 req-ba502f87-9b53-4642-88e3-26524e781a79 service nova] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Updated VIF entry in instance network info cache for port 93dffbba-f9db-46f6-b1d9-cea7145ccd04. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 983.633413] env[61960]: DEBUG nova.network.neutron [req-f221aa3b-d925-4cdb-be68-f872d91499e8 req-ba502f87-9b53-4642-88e3-26524e781a79 service nova] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Updating instance_info_cache with network_info: [{"id": "93dffbba-f9db-46f6-b1d9-cea7145ccd04", "address": "fa:16:3e:a5:68:e5", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93dffbba-f9", "ovs_interfaceid": "93dffbba-f9db-46f6-b1d9-cea7145ccd04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.764204] env[61960]: DEBUG oslo_vmware.api [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536239} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.765274] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23/0ad444e2-d9c8-47ed-8cfb-46b67cb13d23.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 983.765274] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.765545] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7aeecd08-9998-4799-b2f7-6310f7b15cc0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.775032] env[61960]: DEBUG oslo_vmware.api [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for the task: (returnval){ [ 983.775032] env[61960]: value = "task-436551" [ 983.775032] env[61960]: _type = "Task" [ 983.775032] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.787058] env[61960]: DEBUG oslo_vmware.api [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.830824] env[61960]: DEBUG oslo_vmware.api [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436550, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.958742] env[61960]: DEBUG oslo_vmware.api [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52d7e9be-6826-531f-5668-bbab1aa66fe6, 'name': SearchDatastore_Task, 'duration_secs': 0.011847} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.960193] env[61960]: DEBUG oslo_concurrency.lockutils [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.960193] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.960193] env[61960]: DEBUG oslo_concurrency.lockutils [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.960193] env[61960]: DEBUG oslo_concurrency.lockutils [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.960400] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.960812] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1e93299-013a-43ab-ae82-656bbe0d1d52 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.972717] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.973901] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 983.973973] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-349d524b-e1aa-4ae1-aa0d-7ca723da8c51 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.979500] env[61960]: DEBUG oslo_vmware.api [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for the task: (returnval){ [ 983.979500] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bb2152-f8ac-42a6-29df-d40058f699f0" [ 983.979500] env[61960]: _type = "Task" [ 983.979500] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.989573] env[61960]: DEBUG oslo_vmware.api [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bb2152-f8ac-42a6-29df-d40058f699f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.081054] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.277s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.081353] env[61960]: DEBUG nova.compute.manager [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 984.084294] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.462s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.084524] env[61960]: DEBUG nova.objects.instance [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lazy-loading 'resources' on Instance uuid b09b5238-cf88-462b-b167-56570f3f92e7 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.135965] env[61960]: DEBUG oslo_concurrency.lockutils [req-f221aa3b-d925-4cdb-be68-f872d91499e8 req-ba502f87-9b53-4642-88e3-26524e781a79 service nova] Releasing lock "refresh_cache-33cdf08b-6074-477a-8307-703e7becb783" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.285210] env[61960]: DEBUG oslo_vmware.api [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093687} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.285694] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.286569] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e05ae2c-529a-4d65-b7da-562080f12477 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.308303] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23/0ad444e2-d9c8-47ed-8cfb-46b67cb13d23.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.308809] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e5d01e8-17e3-45e2-9e12-d2f4b20a50aa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.333437] env[61960]: DEBUG oslo_vmware.api [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644708} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.335105] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 1b3599fa-8b35-4719-9ae3-94cefa0cf527/1b3599fa-8b35-4719-9ae3-94cefa0cf527.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 984.335594] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.336037] env[61960]: DEBUG oslo_vmware.api [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for the task: (returnval){ [ 984.336037] env[61960]: value = "task-436552" [ 984.336037] env[61960]: _type = "Task" [ 984.336037] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.336249] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abc86351-dd1d-4434-a7e1-951b5d0c9296 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.348109] env[61960]: DEBUG oslo_vmware.api [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 984.348109] env[61960]: value = "task-436553" [ 984.348109] env[61960]: _type = "Task" [ 984.348109] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.351434] env[61960]: DEBUG oslo_vmware.api [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436552, 'name': ReconfigVM_Task} progress is 10%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.361326] env[61960]: DEBUG oslo_vmware.api [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.491556] env[61960]: DEBUG oslo_vmware.api [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bb2152-f8ac-42a6-29df-d40058f699f0, 'name': SearchDatastore_Task, 'duration_secs': 0.021063} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.492562] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c070622-6e20-4ce0-8ded-40ea513a879b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.499118] env[61960]: DEBUG oslo_vmware.api [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for the task: (returnval){ [ 984.499118] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52123a5a-cb17-122f-95d1-b7cdad496a92" [ 984.499118] env[61960]: _type = "Task" [ 984.499118] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.508172] env[61960]: DEBUG oslo_vmware.api [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52123a5a-cb17-122f-95d1-b7cdad496a92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.590790] env[61960]: DEBUG nova.compute.utils [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 984.596409] env[61960]: DEBUG nova.compute.manager [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 984.596649] env[61960]: DEBUG nova.network.neutron [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 984.681461] env[61960]: DEBUG nova.policy [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '403e152dd1564e9db6d3aa676fea4a53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fb471d92c0743c08a3c5f098ecc9477', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 984.845620] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0c8aea-af1e-4d2f-86b2-5738a49792fc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.855273] env[61960]: DEBUG oslo_vmware.api [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436552, 'name': ReconfigVM_Task, 'duration_secs': 0.347672} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.859534] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23/0ad444e2-d9c8-47ed-8cfb-46b67cb13d23.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.865312] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94afde79-3d3c-4b3e-be15-e96c5982f24b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.868769] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3622e48d-2eec-424c-bb26-faa65bf7c1d9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.876095] env[61960]: DEBUG oslo_vmware.api [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1344} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.876793] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.877627] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d3495d-069d-43ca-9a84-02897afa7641 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.881615] env[61960]: DEBUG oslo_vmware.api [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for the task: (returnval){ [ 984.881615] env[61960]: value = "task-436554" [ 984.881615] env[61960]: _type = "Task" [ 984.881615] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.913962] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f54b49e-0e03-48da-9a8d-5b306eaafea4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.935595] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 1b3599fa-8b35-4719-9ae3-94cefa0cf527/1b3599fa-8b35-4719-9ae3-94cefa0cf527.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.938472] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5eecadd-d75f-41d1-9211-f5b608602c7d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.954136] env[61960]: DEBUG nova.compute.manager [req-789ee8b3-0770-4917-be17-4fe957b8c5ea req-74201605-e0c0-4f3b-b275-d77c2ecdc061 service nova] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Received event network-vif-plugged-c99cb698-4120-457c-b93b-2acddf8d7332 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 984.954322] env[61960]: DEBUG oslo_concurrency.lockutils [req-789ee8b3-0770-4917-be17-4fe957b8c5ea req-74201605-e0c0-4f3b-b275-d77c2ecdc061 service nova] Acquiring lock "33cdf08b-6074-477a-8307-703e7becb783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.954582] env[61960]: DEBUG oslo_concurrency.lockutils [req-789ee8b3-0770-4917-be17-4fe957b8c5ea req-74201605-e0c0-4f3b-b275-d77c2ecdc061 service nova] Lock "33cdf08b-6074-477a-8307-703e7becb783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.954764] env[61960]: DEBUG oslo_concurrency.lockutils [req-789ee8b3-0770-4917-be17-4fe957b8c5ea req-74201605-e0c0-4f3b-b275-d77c2ecdc061 service nova] Lock "33cdf08b-6074-477a-8307-703e7becb783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.954934] env[61960]: DEBUG nova.compute.manager [req-789ee8b3-0770-4917-be17-4fe957b8c5ea req-74201605-e0c0-4f3b-b275-d77c2ecdc061 service nova] [instance: 33cdf08b-6074-477a-8307-703e7becb783] No waiting events found dispatching network-vif-plugged-c99cb698-4120-457c-b93b-2acddf8d7332 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 984.955116] env[61960]: WARNING nova.compute.manager [req-789ee8b3-0770-4917-be17-4fe957b8c5ea req-74201605-e0c0-4f3b-b275-d77c2ecdc061 service nova] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Received unexpected event network-vif-plugged-c99cb698-4120-457c-b93b-2acddf8d7332 for instance with vm_state active and task_state None. [ 984.961809] env[61960]: DEBUG nova.network.neutron [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Successfully updated port: c99cb698-4120-457c-b93b-2acddf8d7332 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 984.963059] env[61960]: DEBUG oslo_vmware.api [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436554, 'name': Rename_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.964895] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7e026f-9bc6-47aa-9538-7a773000488f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.971445] env[61960]: DEBUG oslo_vmware.api [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 984.971445] env[61960]: value = "task-436555" [ 984.971445] env[61960]: _type = "Task" [ 984.971445] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.983880] env[61960]: DEBUG nova.compute.provider_tree [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 984.993227] env[61960]: DEBUG oslo_vmware.api [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.011534] env[61960]: DEBUG oslo_vmware.api [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52123a5a-cb17-122f-95d1-b7cdad496a92, 'name': SearchDatastore_Task, 'duration_secs': 0.015901} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.012128] env[61960]: DEBUG oslo_concurrency.lockutils [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.012358] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 842fd499-d185-4e49-b4d9-b3f860d8f9e6/842fd499-d185-4e49-b4d9-b3f860d8f9e6.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 985.013816] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1db89f3e-a0db-4a2f-a4a7-91e1b3f33f18 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.020873] env[61960]: DEBUG oslo_vmware.api [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for the task: (returnval){ [ 985.020873] env[61960]: value = "task-436556" [ 985.020873] env[61960]: _type = "Task" [ 985.020873] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.030653] env[61960]: DEBUG oslo_vmware.api [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.100584] env[61960]: DEBUG nova.compute.manager [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 985.179564] env[61960]: DEBUG nova.network.neutron [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Successfully created port: 57f82d4b-b5ad-4316-b746-6777a31dd8da {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.422874] env[61960]: DEBUG oslo_vmware.api [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436554, 'name': Rename_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.464902] env[61960]: DEBUG oslo_concurrency.lockutils [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "refresh_cache-33cdf08b-6074-477a-8307-703e7becb783" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.465121] env[61960]: DEBUG oslo_concurrency.lockutils [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired lock "refresh_cache-33cdf08b-6074-477a-8307-703e7becb783" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.465321] env[61960]: DEBUG nova.network.neutron [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 985.484066] env[61960]: DEBUG oslo_vmware.api [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.518939] env[61960]: DEBUG nova.scheduler.client.report [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 985.519323] env[61960]: DEBUG nova.compute.provider_tree [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 147 to 148 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 985.519526] env[61960]: DEBUG nova.compute.provider_tree [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 985.536064] env[61960]: DEBUG oslo_vmware.api [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436556, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.919639] env[61960]: DEBUG oslo_vmware.api [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436554, 'name': Rename_Task, 'duration_secs': 0.851505} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.920024] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 985.920300] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c88a7d66-9a80-44f0-b1c6-567263c1676f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.928458] env[61960]: DEBUG oslo_vmware.api [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for the task: (returnval){ [ 985.928458] env[61960]: value = "task-436557" [ 985.928458] env[61960]: _type = "Task" [ 985.928458] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.937303] env[61960]: DEBUG oslo_vmware.api [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.982661] env[61960]: DEBUG oslo_vmware.api [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436555, 'name': ReconfigVM_Task, 'duration_secs': 0.701973} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.983026] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 1b3599fa-8b35-4719-9ae3-94cefa0cf527/1b3599fa-8b35-4719-9ae3-94cefa0cf527.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.983686] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd4c3bdb-b55a-4bb6-a273-170a29f43e50 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.991828] env[61960]: DEBUG oslo_vmware.api [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 985.991828] env[61960]: value = "task-436558" [ 985.991828] env[61960]: _type = "Task" [ 985.991828] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.000795] env[61960]: DEBUG oslo_vmware.api [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436558, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.010867] env[61960]: WARNING nova.network.neutron [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] 85fe4994-4777-4536-b8f8-d435a0de99d6 already exists in list: networks containing: ['85fe4994-4777-4536-b8f8-d435a0de99d6']. ignoring it [ 986.029608] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.035319] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.019s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.036977] env[61960]: INFO nova.compute.claims [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.041345] env[61960]: DEBUG oslo_vmware.api [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606154} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.041345] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 842fd499-d185-4e49-b4d9-b3f860d8f9e6/842fd499-d185-4e49-b4d9-b3f860d8f9e6.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 986.041345] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.041345] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eaeee9c0-056c-4e97-877b-0a8b042b9ee0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.049836] env[61960]: DEBUG oslo_vmware.api [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for the task: (returnval){ [ 986.049836] env[61960]: value = "task-436559" [ 986.049836] env[61960]: _type = "Task" [ 986.049836] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.054520] env[61960]: INFO nova.scheduler.client.report [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Deleted allocations for instance b09b5238-cf88-462b-b167-56570f3f92e7 [ 986.060968] env[61960]: DEBUG oslo_vmware.api [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.110974] env[61960]: DEBUG nova.compute.manager [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 986.147515] env[61960]: DEBUG nova.virt.hardware [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 986.147947] env[61960]: DEBUG nova.virt.hardware [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 986.149244] env[61960]: DEBUG nova.virt.hardware [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.149564] env[61960]: DEBUG nova.virt.hardware [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 986.149795] env[61960]: DEBUG nova.virt.hardware [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.150069] env[61960]: DEBUG nova.virt.hardware [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 986.150406] env[61960]: DEBUG nova.virt.hardware [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 986.150660] env[61960]: DEBUG nova.virt.hardware [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 986.150887] env[61960]: DEBUG nova.virt.hardware [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 986.151148] env[61960]: DEBUG nova.virt.hardware [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 986.151528] env[61960]: DEBUG nova.virt.hardware [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 986.153108] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2d01ee-8c9a-4b1c-8253-bf69d0373437 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.163095] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3376dd1d-9aa2-4643-8a1d-90c715afa114 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.430596] env[61960]: DEBUG nova.network.neutron [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Updating instance_info_cache with network_info: [{"id": "93dffbba-f9db-46f6-b1d9-cea7145ccd04", "address": "fa:16:3e:a5:68:e5", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93dffbba-f9", "ovs_interfaceid": "93dffbba-f9db-46f6-b1d9-cea7145ccd04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c99cb698-4120-457c-b93b-2acddf8d7332", "address": "fa:16:3e:90:1a:af", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc99cb698-41", "ovs_interfaceid": "c99cb698-4120-457c-b93b-2acddf8d7332", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.441324] env[61960]: DEBUG oslo_vmware.api [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436557, 'name': PowerOnVM_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.505180] env[61960]: DEBUG oslo_vmware.api [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436558, 'name': Rename_Task, 'duration_secs': 0.204615} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.505466] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 986.505780] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbb8bed0-569a-4629-aa6b-fd4f9283bcbb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.513128] env[61960]: DEBUG oslo_vmware.api [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 986.513128] env[61960]: value = "task-436560" [ 986.513128] env[61960]: _type = "Task" [ 986.513128] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.523907] env[61960]: DEBUG oslo_vmware.api [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.560804] env[61960]: DEBUG oslo_vmware.api [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097119} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.561097] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.561885] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68072101-908a-4c2c-a107-cd811a7ddbea {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.582453] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 842fd499-d185-4e49-b4d9-b3f860d8f9e6/842fd499-d185-4e49-b4d9-b3f860d8f9e6.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.583837] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2ec28488-661c-4424-ab11-3cb2b046f479 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "b09b5238-cf88-462b-b167-56570f3f92e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.987s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.584959] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28155bf9-97fb-4da6-bb98-d1397b873f08 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.600670] env[61960]: DEBUG nova.compute.manager [req-6d6b269c-9eba-4072-9246-87385036255e req-b6b5b371-5402-4fda-a510-f34120ed5a51 service nova] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Received event network-vif-plugged-57f82d4b-b5ad-4316-b746-6777a31dd8da {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 986.600893] env[61960]: DEBUG oslo_concurrency.lockutils [req-6d6b269c-9eba-4072-9246-87385036255e req-b6b5b371-5402-4fda-a510-f34120ed5a51 service nova] Acquiring lock "5a527f43-ce28-4eb5-bfd1-5c800c35ef16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.601129] env[61960]: DEBUG oslo_concurrency.lockutils [req-6d6b269c-9eba-4072-9246-87385036255e req-b6b5b371-5402-4fda-a510-f34120ed5a51 service nova] Lock "5a527f43-ce28-4eb5-bfd1-5c800c35ef16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.601306] env[61960]: DEBUG oslo_concurrency.lockutils [req-6d6b269c-9eba-4072-9246-87385036255e req-b6b5b371-5402-4fda-a510-f34120ed5a51 service nova] Lock "5a527f43-ce28-4eb5-bfd1-5c800c35ef16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.601546] env[61960]: DEBUG nova.compute.manager [req-6d6b269c-9eba-4072-9246-87385036255e req-b6b5b371-5402-4fda-a510-f34120ed5a51 service nova] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] No waiting events found dispatching network-vif-plugged-57f82d4b-b5ad-4316-b746-6777a31dd8da {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 986.601733] env[61960]: WARNING nova.compute.manager [req-6d6b269c-9eba-4072-9246-87385036255e req-b6b5b371-5402-4fda-a510-f34120ed5a51 service nova] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Received unexpected event network-vif-plugged-57f82d4b-b5ad-4316-b746-6777a31dd8da for instance with vm_state building and task_state spawning. [ 986.612825] env[61960]: DEBUG oslo_vmware.api [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for the task: (returnval){ [ 986.612825] env[61960]: value = "task-436561" [ 986.612825] env[61960]: _type = "Task" [ 986.612825] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.626759] env[61960]: DEBUG oslo_vmware.api [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436561, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.936370] env[61960]: DEBUG oslo_concurrency.lockutils [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Releasing lock "refresh_cache-33cdf08b-6074-477a-8307-703e7becb783" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.937164] env[61960]: DEBUG oslo_concurrency.lockutils [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "33cdf08b-6074-477a-8307-703e7becb783" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.937344] env[61960]: DEBUG oslo_concurrency.lockutils [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired lock "33cdf08b-6074-477a-8307-703e7becb783" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.941213] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10779479-5081-4457-a1c3-bbe8bf9bc62b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.943829] env[61960]: DEBUG oslo_vmware.api [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436557, 'name': PowerOnVM_Task, 'duration_secs': 0.514247} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.944134] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 986.944356] env[61960]: INFO nova.compute.manager [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Took 6.42 seconds to spawn the instance on the hypervisor. [ 986.944555] env[61960]: DEBUG nova.compute.manager [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 986.945719] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b039cb-27b3-41a0-986b-f2fbd5a0ada5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.961946] env[61960]: DEBUG nova.virt.hardware [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 986.962232] env[61960]: DEBUG nova.virt.hardware [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 986.962404] env[61960]: DEBUG nova.virt.hardware [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.962618] env[61960]: DEBUG nova.virt.hardware [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 986.962776] env[61960]: DEBUG nova.virt.hardware [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.962931] env[61960]: DEBUG nova.virt.hardware [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 986.963192] env[61960]: DEBUG nova.virt.hardware [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 986.963371] env[61960]: DEBUG nova.virt.hardware [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 986.963553] env[61960]: DEBUG nova.virt.hardware [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 986.963837] env[61960]: DEBUG nova.virt.hardware [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 986.963918] env[61960]: DEBUG nova.virt.hardware [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 986.970432] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Reconfiguring VM to attach interface {{(pid=61960) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 986.972348] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95624345-f951-4723-bbeb-5ec4de7babbe {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.985684] env[61960]: DEBUG nova.compute.manager [req-d0471363-2450-4932-86ab-6866cf6c6278 req-0316e1a1-dbc6-44ac-89ca-8ace93e84fca service nova] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Received event network-changed-c99cb698-4120-457c-b93b-2acddf8d7332 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 986.985887] env[61960]: DEBUG nova.compute.manager [req-d0471363-2450-4932-86ab-6866cf6c6278 req-0316e1a1-dbc6-44ac-89ca-8ace93e84fca service nova] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Refreshing instance network info cache due to event network-changed-c99cb698-4120-457c-b93b-2acddf8d7332. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 986.986132] env[61960]: DEBUG oslo_concurrency.lockutils [req-d0471363-2450-4932-86ab-6866cf6c6278 req-0316e1a1-dbc6-44ac-89ca-8ace93e84fca service nova] Acquiring lock "refresh_cache-33cdf08b-6074-477a-8307-703e7becb783" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.986323] env[61960]: DEBUG oslo_concurrency.lockutils [req-d0471363-2450-4932-86ab-6866cf6c6278 req-0316e1a1-dbc6-44ac-89ca-8ace93e84fca service nova] Acquired lock "refresh_cache-33cdf08b-6074-477a-8307-703e7becb783" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.986495] env[61960]: DEBUG nova.network.neutron [req-d0471363-2450-4932-86ab-6866cf6c6278 req-0316e1a1-dbc6-44ac-89ca-8ace93e84fca service nova] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Refreshing network info cache for port c99cb698-4120-457c-b93b-2acddf8d7332 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 986.999937] env[61960]: DEBUG oslo_vmware.api [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 986.999937] env[61960]: value = "task-436562" [ 986.999937] env[61960]: _type = "Task" [ 986.999937] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.009253] env[61960]: DEBUG oslo_vmware.api [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436562, 'name': ReconfigVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.024543] env[61960]: DEBUG oslo_vmware.api [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436560, 'name': PowerOnVM_Task} progress is 89%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.129373] env[61960]: DEBUG oslo_vmware.api [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436561, 'name': ReconfigVM_Task, 'duration_secs': 0.30501} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.132419] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 842fd499-d185-4e49-b4d9-b3f860d8f9e6/842fd499-d185-4e49-b4d9-b3f860d8f9e6.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.133345] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2b3b184-2604-4536-9f15-edd570cdd6cb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.142951] env[61960]: DEBUG nova.network.neutron [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Successfully updated port: 57f82d4b-b5ad-4316-b746-6777a31dd8da {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.144935] env[61960]: DEBUG oslo_vmware.api [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for the task: (returnval){ [ 987.144935] env[61960]: value = "task-436563" [ 987.144935] env[61960]: _type = "Task" [ 987.144935] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.159047] env[61960]: DEBUG oslo_vmware.api [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436563, 'name': Rename_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.281913] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5123b08-3326-4b4c-9b73-4865392153fc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.290521] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bfec6b-b39e-4fe5-811c-2fd043bd9ee0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.324328] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68d4d23-dfa9-4953-8bd6-97ca06b5db17 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.332618] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e181ae-b721-4518-9f30-99c099401af5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.348099] env[61960]: DEBUG nova.compute.provider_tree [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.505290] env[61960]: INFO nova.compute.manager [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Took 15.68 seconds to build instance. [ 987.513851] env[61960]: DEBUG oslo_vmware.api [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.523965] env[61960]: DEBUG oslo_vmware.api [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436560, 'name': PowerOnVM_Task, 'duration_secs': 0.684631} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.524274] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 987.524483] env[61960]: INFO nova.compute.manager [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Took 9.40 seconds to spawn the instance on the hypervisor. [ 987.524688] env[61960]: DEBUG nova.compute.manager [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 987.525458] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6565fd-99ee-4a7e-8730-56608b4d7028 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.649524] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "refresh_cache-5a527f43-ce28-4eb5-bfd1-5c800c35ef16" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.649682] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquired lock "refresh_cache-5a527f43-ce28-4eb5-bfd1-5c800c35ef16" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.649833] env[61960]: DEBUG nova.network.neutron [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 987.657863] env[61960]: DEBUG oslo_vmware.api [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436563, 'name': Rename_Task, 'duration_secs': 0.170831} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.658429] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 987.658692] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90859846-ec67-4422-997b-7ed8bb4873fc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.666260] env[61960]: DEBUG oslo_vmware.api [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for the task: (returnval){ [ 987.666260] env[61960]: value = "task-436564" [ 987.666260] env[61960]: _type = "Task" [ 987.666260] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.675290] env[61960]: DEBUG oslo_vmware.api [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.711298] env[61960]: DEBUG nova.network.neutron [req-d0471363-2450-4932-86ab-6866cf6c6278 req-0316e1a1-dbc6-44ac-89ca-8ace93e84fca service nova] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Updated VIF entry in instance network info cache for port c99cb698-4120-457c-b93b-2acddf8d7332. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 987.711796] env[61960]: DEBUG nova.network.neutron [req-d0471363-2450-4932-86ab-6866cf6c6278 req-0316e1a1-dbc6-44ac-89ca-8ace93e84fca service nova] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Updating instance_info_cache with network_info: [{"id": "93dffbba-f9db-46f6-b1d9-cea7145ccd04", "address": "fa:16:3e:a5:68:e5", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93dffbba-f9", "ovs_interfaceid": "93dffbba-f9db-46f6-b1d9-cea7145ccd04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c99cb698-4120-457c-b93b-2acddf8d7332", "address": "fa:16:3e:90:1a:af", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc99cb698-41", "ovs_interfaceid": "c99cb698-4120-457c-b93b-2acddf8d7332", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.851859] env[61960]: DEBUG nova.scheduler.client.report [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 988.007887] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c0b7a8a0-cc90-46c5-bb97-09be6c14b215 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Lock "0ad444e2-d9c8-47ed-8cfb-46b67cb13d23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.194s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.011768] env[61960]: DEBUG oslo_vmware.api [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436562, 'name': ReconfigVM_Task, 'duration_secs': 0.600595} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.012420] env[61960]: DEBUG oslo_concurrency.lockutils [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Releasing lock "33cdf08b-6074-477a-8307-703e7becb783" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.012719] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Reconfigured VM to attach interface {{(pid=61960) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 988.044890] env[61960]: INFO nova.compute.manager [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Took 17.16 seconds to build instance. [ 988.178307] env[61960]: DEBUG oslo_vmware.api [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436564, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.214584] env[61960]: DEBUG oslo_concurrency.lockutils [req-d0471363-2450-4932-86ab-6866cf6c6278 req-0316e1a1-dbc6-44ac-89ca-8ace93e84fca service nova] Releasing lock "refresh_cache-33cdf08b-6074-477a-8307-703e7becb783" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.357767] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.358342] env[61960]: DEBUG nova.compute.manager [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 988.360987] env[61960]: DEBUG oslo_concurrency.lockutils [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.955s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.362384] env[61960]: INFO nova.compute.claims [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.393621] env[61960]: DEBUG nova.network.neutron [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 988.518253] env[61960]: DEBUG oslo_concurrency.lockutils [None req-28010553-fdc1-4995-8987-19adc46e7edb tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "interface-33cdf08b-6074-477a-8307-703e7becb783-c99cb698-4120-457c-b93b-2acddf8d7332" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.118s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.547751] env[61960]: DEBUG oslo_concurrency.lockutils [None req-53a0b4a0-b9a6-416d-b787-0a0fc0b72d0a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "1b3599fa-8b35-4719-9ae3-94cefa0cf527" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.668s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.570331] env[61960]: DEBUG nova.network.neutron [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Updating instance_info_cache with network_info: [{"id": "57f82d4b-b5ad-4316-b746-6777a31dd8da", "address": "fa:16:3e:49:e0:51", "network": {"id": "9ee12d62-9edd-4717-b363-beb291b2c83b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1274344879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb471d92c0743c08a3c5f098ecc9477", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f82d4b-b5", "ovs_interfaceid": "57f82d4b-b5ad-4316-b746-6777a31dd8da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.679489] env[61960]: DEBUG oslo_vmware.api [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436564, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.867121] env[61960]: DEBUG nova.compute.utils [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 988.870805] env[61960]: DEBUG nova.compute.manager [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 988.870943] env[61960]: DEBUG nova.network.neutron [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 988.910856] env[61960]: DEBUG nova.policy [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b748eff1f09b460fbc652edb0e2af1a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23cc9dbac5d741909302929f52abd0bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 989.039023] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ee4a133e-1efb-48e5-bb91-a2ec6d2c0aea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "1b3599fa-8b35-4719-9ae3-94cefa0cf527" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.039023] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ee4a133e-1efb-48e5-bb91-a2ec6d2c0aea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "1b3599fa-8b35-4719-9ae3-94cefa0cf527" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.039023] env[61960]: DEBUG nova.compute.manager [None req-ee4a133e-1efb-48e5-bb91-a2ec6d2c0aea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 989.039023] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa56a2ab-6790-4bb0-ac8a-e79d8f63f6d4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.052648] env[61960]: DEBUG nova.compute.manager [None req-ee4a133e-1efb-48e5-bb91-a2ec6d2c0aea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=61960) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 989.053456] env[61960]: DEBUG nova.objects.instance [None req-ee4a133e-1efb-48e5-bb91-a2ec6d2c0aea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lazy-loading 'flavor' on Instance uuid 1b3599fa-8b35-4719-9ae3-94cefa0cf527 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.072739] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Releasing lock "refresh_cache-5a527f43-ce28-4eb5-bfd1-5c800c35ef16" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.072739] env[61960]: DEBUG nova.compute.manager [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Instance network_info: |[{"id": "57f82d4b-b5ad-4316-b746-6777a31dd8da", "address": "fa:16:3e:49:e0:51", "network": {"id": "9ee12d62-9edd-4717-b363-beb291b2c83b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1274344879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb471d92c0743c08a3c5f098ecc9477", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f82d4b-b5", "ovs_interfaceid": "57f82d4b-b5ad-4316-b746-6777a31dd8da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 989.076814] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:e0:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57f82d4b-b5ad-4316-b746-6777a31dd8da', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.082914] env[61960]: DEBUG oslo.service.loopingcall [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 989.083885] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 989.084233] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85ded8da-0154-48e9-a6f8-09857d191b89 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.107571] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.107571] env[61960]: value = "task-436565" [ 989.107571] env[61960]: _type = "Task" [ 989.107571] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.118051] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436565, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.183273] env[61960]: DEBUG oslo_vmware.api [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436564, 'name': PowerOnVM_Task, 'duration_secs': 1.444424} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.183812] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 989.184477] env[61960]: INFO nova.compute.manager [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Took 6.35 seconds to spawn the instance on the hypervisor. [ 989.184809] env[61960]: DEBUG nova.compute.manager [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 989.186914] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b98f388-df42-4f2f-be18-1d02d95ba51c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.310489] env[61960]: DEBUG nova.compute.manager [req-71e0e5ad-f5ef-427e-8877-4f36195a1c8f req-e4c9e00f-818b-437d-80a4-3b93cfc5a31f service nova] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Received event network-changed-57f82d4b-b5ad-4316-b746-6777a31dd8da {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 989.310489] env[61960]: DEBUG nova.compute.manager [req-71e0e5ad-f5ef-427e-8877-4f36195a1c8f req-e4c9e00f-818b-437d-80a4-3b93cfc5a31f service nova] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Refreshing instance network info cache due to event network-changed-57f82d4b-b5ad-4316-b746-6777a31dd8da. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 989.310489] env[61960]: DEBUG oslo_concurrency.lockutils [req-71e0e5ad-f5ef-427e-8877-4f36195a1c8f req-e4c9e00f-818b-437d-80a4-3b93cfc5a31f service nova] Acquiring lock "refresh_cache-5a527f43-ce28-4eb5-bfd1-5c800c35ef16" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.310489] env[61960]: DEBUG oslo_concurrency.lockutils [req-71e0e5ad-f5ef-427e-8877-4f36195a1c8f req-e4c9e00f-818b-437d-80a4-3b93cfc5a31f service nova] Acquired lock "refresh_cache-5a527f43-ce28-4eb5-bfd1-5c800c35ef16" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.310489] env[61960]: DEBUG nova.network.neutron [req-71e0e5ad-f5ef-427e-8877-4f36195a1c8f req-e4c9e00f-818b-437d-80a4-3b93cfc5a31f service nova] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Refreshing network info cache for port 57f82d4b-b5ad-4316-b746-6777a31dd8da {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 989.431405] env[61960]: DEBUG nova.network.neutron [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Successfully created port: c2e90d10-3d9f-4aeb-b83a-e0b40b36e657 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.527341] env[61960]: DEBUG nova.compute.manager [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 989.563200] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee4a133e-1efb-48e5-bb91-a2ec6d2c0aea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 989.568647] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa9ab0de-b648-4181-a9cc-1eadc638ea3e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.580381] env[61960]: DEBUG oslo_vmware.api [None req-ee4a133e-1efb-48e5-bb91-a2ec6d2c0aea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 989.580381] env[61960]: value = "task-436566" [ 989.580381] env[61960]: _type = "Task" [ 989.580381] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.594051] env[61960]: DEBUG oslo_vmware.api [None req-ee4a133e-1efb-48e5-bb91-a2ec6d2c0aea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.631463] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436565, 'name': CreateVM_Task, 'duration_secs': 0.408964} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.634517] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 989.635824] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.636240] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.636697] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.637555] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fe2289e-dd11-4628-b217-2b2788f56079 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.644450] env[61960]: DEBUG oslo_vmware.api [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 989.644450] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f8444d-5d52-eec2-c883-0ae1124a1ce5" [ 989.644450] env[61960]: _type = "Task" [ 989.644450] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.662681] env[61960]: DEBUG oslo_vmware.api [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f8444d-5d52-eec2-c883-0ae1124a1ce5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.714859] env[61960]: INFO nova.compute.manager [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Took 17.47 seconds to build instance. [ 989.857115] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01459218-cd34-464c-9234-0e178fbefd13 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.866152] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c2b972-b661-418f-b28f-3ab078571682 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.906537] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfb8e57-a4ae-4feb-82a8-10d45845e469 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.919542] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20fc714-383b-4ae9-afd4-92bb0b01c934 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.937306] env[61960]: DEBUG nova.compute.provider_tree [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.094436] env[61960]: DEBUG oslo_vmware.api [None req-ee4a133e-1efb-48e5-bb91-a2ec6d2c0aea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436566, 'name': PowerOffVM_Task, 'duration_secs': 0.261253} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.094863] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee4a133e-1efb-48e5-bb91-a2ec6d2c0aea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 990.095135] env[61960]: DEBUG nova.compute.manager [None req-ee4a133e-1efb-48e5-bb91-a2ec6d2c0aea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 990.096488] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca66b335-6c7a-441d-a2c3-a66ea012e398 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.113876] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fd98b4be-cd59-4480-b0a4-9cc6826007fc tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "interface-33cdf08b-6074-477a-8307-703e7becb783-c99cb698-4120-457c-b93b-2acddf8d7332" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.113876] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fd98b4be-cd59-4480-b0a4-9cc6826007fc tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "interface-33cdf08b-6074-477a-8307-703e7becb783-c99cb698-4120-457c-b93b-2acddf8d7332" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.122886] env[61960]: DEBUG nova.network.neutron [req-71e0e5ad-f5ef-427e-8877-4f36195a1c8f req-e4c9e00f-818b-437d-80a4-3b93cfc5a31f service nova] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Updated VIF entry in instance network info cache for port 57f82d4b-b5ad-4316-b746-6777a31dd8da. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 990.123247] env[61960]: DEBUG nova.network.neutron [req-71e0e5ad-f5ef-427e-8877-4f36195a1c8f req-e4c9e00f-818b-437d-80a4-3b93cfc5a31f service nova] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Updating instance_info_cache with network_info: [{"id": "57f82d4b-b5ad-4316-b746-6777a31dd8da", "address": "fa:16:3e:49:e0:51", "network": {"id": "9ee12d62-9edd-4717-b363-beb291b2c83b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1274344879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb471d92c0743c08a3c5f098ecc9477", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f82d4b-b5", "ovs_interfaceid": "57f82d4b-b5ad-4316-b746-6777a31dd8da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.156977] env[61960]: DEBUG oslo_vmware.api [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f8444d-5d52-eec2-c883-0ae1124a1ce5, 'name': SearchDatastore_Task, 'duration_secs': 0.021382} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.157270] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.157508] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.157769] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.157919] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.158137] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.158411] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a0bfc4b-df7d-4b8b-80e2-71df0a90d7ec {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.168103] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.168300] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 990.169160] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-408a8ad6-0c4f-4e97-8dfe-16ebb1c022f2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.175332] env[61960]: DEBUG oslo_vmware.api [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 990.175332] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52eede2e-4140-78d3-29bd-67cd0f7e14c9" [ 990.175332] env[61960]: _type = "Task" [ 990.175332] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.186603] env[61960]: DEBUG oslo_vmware.api [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52eede2e-4140-78d3-29bd-67cd0f7e14c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.218532] env[61960]: DEBUG oslo_concurrency.lockutils [None req-16d85bd0-397e-46fe-906e-5ccac9e2f986 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Lock "842fd499-d185-4e49-b4d9-b3f860d8f9e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.987s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.349459] env[61960]: INFO nova.compute.manager [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Rebuilding instance [ 990.391150] env[61960]: DEBUG nova.compute.manager [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 990.392018] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6f781f-c6a6-4178-8d85-f54c53e2a4ec {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.440664] env[61960]: DEBUG nova.scheduler.client.report [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 990.539912] env[61960]: DEBUG nova.compute.manager [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 990.559575] env[61960]: DEBUG nova.virt.hardware [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 990.559845] env[61960]: DEBUG nova.virt.hardware [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 990.560017] env[61960]: DEBUG nova.virt.hardware [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.560219] env[61960]: DEBUG nova.virt.hardware [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 990.560379] env[61960]: DEBUG nova.virt.hardware [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.560528] env[61960]: DEBUG nova.virt.hardware [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 990.560764] env[61960]: DEBUG nova.virt.hardware [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 990.560941] env[61960]: DEBUG nova.virt.hardware [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 990.561129] env[61960]: DEBUG nova.virt.hardware [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 990.561298] env[61960]: DEBUG nova.virt.hardware [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 990.561478] env[61960]: DEBUG nova.virt.hardware [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 990.562400] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a27c15-bded-434b-9c1f-ab5a42eb315f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.571315] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bd8148-4125-4b85-bc0f-352977dbc168 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.610244] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ee4a133e-1efb-48e5-bb91-a2ec6d2c0aea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "1b3599fa-8b35-4719-9ae3-94cefa0cf527" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.574s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.615839] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fd98b4be-cd59-4480-b0a4-9cc6826007fc tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "33cdf08b-6074-477a-8307-703e7becb783" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.615953] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fd98b4be-cd59-4480-b0a4-9cc6826007fc tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired lock "33cdf08b-6074-477a-8307-703e7becb783" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.616869] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321fdb23-03ed-4332-9c24-bc4f8f4817c9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.636444] env[61960]: DEBUG oslo_concurrency.lockutils [req-71e0e5ad-f5ef-427e-8877-4f36195a1c8f req-e4c9e00f-818b-437d-80a4-3b93cfc5a31f service nova] Releasing lock "refresh_cache-5a527f43-ce28-4eb5-bfd1-5c800c35ef16" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.637860] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8143b79-a19c-49b7-a1ea-b14de6add490 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.667411] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fd98b4be-cd59-4480-b0a4-9cc6826007fc tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Reconfiguring VM to detach interface {{(pid=61960) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1974}} [ 990.667763] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4008a1f-69ca-4c3f-9132-c830882cced4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.692233] env[61960]: DEBUG oslo_vmware.api [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52eede2e-4140-78d3-29bd-67cd0f7e14c9, 'name': SearchDatastore_Task, 'duration_secs': 0.013491} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.694201] env[61960]: DEBUG oslo_vmware.api [None req-fd98b4be-cd59-4480-b0a4-9cc6826007fc tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 990.694201] env[61960]: value = "task-436567" [ 990.694201] env[61960]: _type = "Task" [ 990.694201] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.694435] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a26aa48f-778a-49d9-a4db-132225e14be7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.703553] env[61960]: DEBUG oslo_vmware.api [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 990.703553] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524288c7-9fd6-6011-40a0-d6738525a4f2" [ 990.703553] env[61960]: _type = "Task" [ 990.703553] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.707174] env[61960]: DEBUG oslo_vmware.api [None req-fd98b4be-cd59-4480-b0a4-9cc6826007fc tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436567, 'name': ReconfigVM_Task} progress is 10%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.717152] env[61960]: DEBUG oslo_vmware.api [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524288c7-9fd6-6011-40a0-d6738525a4f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.906777] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 990.907216] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Acquiring lock "e2a2681f-a09c-4777-b77b-f78f6518fe19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.907460] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Lock "e2a2681f-a09c-4777-b77b-f78f6518fe19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.907697] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Acquiring lock "e2a2681f-a09c-4777-b77b-f78f6518fe19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.908051] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Lock "e2a2681f-a09c-4777-b77b-f78f6518fe19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.908119] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Lock "e2a2681f-a09c-4777-b77b-f78f6518fe19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.910436] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c86a13c-00d0-44eb-8c39-2c5559716dfa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.913063] env[61960]: INFO nova.compute.manager [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Terminating instance [ 990.915747] env[61960]: DEBUG nova.compute.manager [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 990.915844] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 990.916119] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0eb24dda-618c-426d-b834-3da4b4d0d59c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.921380] env[61960]: DEBUG oslo_vmware.api [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for the task: (returnval){ [ 990.921380] env[61960]: value = "task-436568" [ 990.921380] env[61960]: _type = "Task" [ 990.921380] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.926296] env[61960]: DEBUG oslo_vmware.api [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Waiting for the task: (returnval){ [ 990.926296] env[61960]: value = "task-436569" [ 990.926296] env[61960]: _type = "Task" [ 990.926296] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.933293] env[61960]: DEBUG oslo_vmware.api [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.939265] env[61960]: DEBUG oslo_vmware.api [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Task: {'id': task-436569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.947025] env[61960]: DEBUG oslo_concurrency.lockutils [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.947025] env[61960]: DEBUG nova.compute.manager [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 990.948333] env[61960]: DEBUG oslo_concurrency.lockutils [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.171s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.949805] env[61960]: INFO nova.compute.claims [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.068356] env[61960]: DEBUG nova.network.neutron [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Successfully updated port: c2e90d10-3d9f-4aeb-b83a-e0b40b36e657 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.093694] env[61960]: INFO nova.compute.manager [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Rebuilding instance [ 991.143740] env[61960]: DEBUG nova.compute.manager [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 991.144794] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15cf89b-6953-4b5a-9105-a758dc717228 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.208336] env[61960]: DEBUG oslo_vmware.api [None req-fd98b4be-cd59-4480-b0a4-9cc6826007fc tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.217863] env[61960]: DEBUG oslo_vmware.api [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524288c7-9fd6-6011-40a0-d6738525a4f2, 'name': SearchDatastore_Task, 'duration_secs': 0.015154} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.218271] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.218415] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 5a527f43-ce28-4eb5-bfd1-5c800c35ef16/5a527f43-ce28-4eb5-bfd1-5c800c35ef16.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 991.218704] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7710f6ea-5644-43e9-9033-8419acd2deb5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.227535] env[61960]: DEBUG oslo_vmware.api [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 991.227535] env[61960]: value = "task-436570" [ 991.227535] env[61960]: _type = "Task" [ 991.227535] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.236388] env[61960]: DEBUG oslo_vmware.api [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.337062] env[61960]: DEBUG nova.compute.manager [req-8d750c9d-5615-49fe-9ad3-1041e636ec35 req-bf8a5a19-aabf-4d30-91ef-601a649c9b73 service nova] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Received event network-vif-plugged-c2e90d10-3d9f-4aeb-b83a-e0b40b36e657 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 991.337395] env[61960]: DEBUG oslo_concurrency.lockutils [req-8d750c9d-5615-49fe-9ad3-1041e636ec35 req-bf8a5a19-aabf-4d30-91ef-601a649c9b73 service nova] Acquiring lock "aa040be9-8805-4191-805c-9d0bd1792628-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.337653] env[61960]: DEBUG oslo_concurrency.lockutils [req-8d750c9d-5615-49fe-9ad3-1041e636ec35 req-bf8a5a19-aabf-4d30-91ef-601a649c9b73 service nova] Lock "aa040be9-8805-4191-805c-9d0bd1792628-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.337874] env[61960]: DEBUG oslo_concurrency.lockutils [req-8d750c9d-5615-49fe-9ad3-1041e636ec35 req-bf8a5a19-aabf-4d30-91ef-601a649c9b73 service nova] Lock "aa040be9-8805-4191-805c-9d0bd1792628-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.338072] env[61960]: DEBUG nova.compute.manager [req-8d750c9d-5615-49fe-9ad3-1041e636ec35 req-bf8a5a19-aabf-4d30-91ef-601a649c9b73 service nova] [instance: aa040be9-8805-4191-805c-9d0bd1792628] No waiting events found dispatching network-vif-plugged-c2e90d10-3d9f-4aeb-b83a-e0b40b36e657 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 991.338253] env[61960]: WARNING nova.compute.manager [req-8d750c9d-5615-49fe-9ad3-1041e636ec35 req-bf8a5a19-aabf-4d30-91ef-601a649c9b73 service nova] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Received unexpected event network-vif-plugged-c2e90d10-3d9f-4aeb-b83a-e0b40b36e657 for instance with vm_state building and task_state spawning. [ 991.338418] env[61960]: DEBUG nova.compute.manager [req-8d750c9d-5615-49fe-9ad3-1041e636ec35 req-bf8a5a19-aabf-4d30-91ef-601a649c9b73 service nova] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Received event network-changed-c2e90d10-3d9f-4aeb-b83a-e0b40b36e657 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 991.338579] env[61960]: DEBUG nova.compute.manager [req-8d750c9d-5615-49fe-9ad3-1041e636ec35 req-bf8a5a19-aabf-4d30-91ef-601a649c9b73 service nova] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Refreshing instance network info cache due to event network-changed-c2e90d10-3d9f-4aeb-b83a-e0b40b36e657. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 991.338772] env[61960]: DEBUG oslo_concurrency.lockutils [req-8d750c9d-5615-49fe-9ad3-1041e636ec35 req-bf8a5a19-aabf-4d30-91ef-601a649c9b73 service nova] Acquiring lock "refresh_cache-aa040be9-8805-4191-805c-9d0bd1792628" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.338914] env[61960]: DEBUG oslo_concurrency.lockutils [req-8d750c9d-5615-49fe-9ad3-1041e636ec35 req-bf8a5a19-aabf-4d30-91ef-601a649c9b73 service nova] Acquired lock "refresh_cache-aa040be9-8805-4191-805c-9d0bd1792628" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.339088] env[61960]: DEBUG nova.network.neutron [req-8d750c9d-5615-49fe-9ad3-1041e636ec35 req-bf8a5a19-aabf-4d30-91ef-601a649c9b73 service nova] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Refreshing network info cache for port c2e90d10-3d9f-4aeb-b83a-e0b40b36e657 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 991.434386] env[61960]: DEBUG oslo_vmware.api [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436568, 'name': PowerOffVM_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.440310] env[61960]: DEBUG oslo_vmware.api [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Task: {'id': task-436569, 'name': PowerOffVM_Task, 'duration_secs': 0.205756} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.440581] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 991.440786] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Volume detach. Driver type: vmdk {{(pid=61960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 991.440977] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116145', 'volume_id': 'aa251f0d-887e-419e-8672-2fb7498c5b28', 'name': 'volume-aa251f0d-887e-419e-8672-2fb7498c5b28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e2a2681f-a09c-4777-b77b-f78f6518fe19', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa251f0d-887e-419e-8672-2fb7498c5b28', 'serial': 'aa251f0d-887e-419e-8672-2fb7498c5b28'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 991.441782] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbe8fc9-4cfb-40ee-930b-895f69a25f21 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.460659] env[61960]: DEBUG nova.compute.utils [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 991.464254] env[61960]: DEBUG nova.compute.manager [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 991.464468] env[61960]: DEBUG nova.network.neutron [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 991.467108] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d17eab-9df8-4b64-a123-d56d1c0d8eab {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.476511] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e13a351-44f0-4b72-9b4e-49490c5f6c9d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.498913] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4e84b2-e98d-401e-a9d2-fe6698c331e4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.517528] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] The volume has not been displaced from its original location: [datastore1] volume-aa251f0d-887e-419e-8672-2fb7498c5b28/volume-aa251f0d-887e-419e-8672-2fb7498c5b28.vmdk. No consolidation needed. {{(pid=61960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 991.522891] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 991.524504] env[61960]: DEBUG nova.policy [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02ff872d18a04b16b0dd36e59a60e129', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d69eeaa894d474e88d09332d83b1f15', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 991.526009] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8d59bbe-8171-41d3-8e8f-68dbb6a9c34d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.548121] env[61960]: DEBUG oslo_vmware.api [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Waiting for the task: (returnval){ [ 991.548121] env[61960]: value = "task-436571" [ 991.548121] env[61960]: _type = "Task" [ 991.548121] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.558167] env[61960]: DEBUG oslo_vmware.api [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Task: {'id': task-436571, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.571130] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "refresh_cache-aa040be9-8805-4191-805c-9d0bd1792628" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.661096] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 991.661096] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15738135-d42a-47e2-a7a9-fcd42b5c48b7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.671302] env[61960]: DEBUG oslo_vmware.api [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 991.671302] env[61960]: value = "task-436572" [ 991.671302] env[61960]: _type = "Task" [ 991.671302] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.685382] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] VM already powered off {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 991.686044] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 991.687484] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0569dc-94d3-4c83-b847-64cc0f714928 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.700310] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 991.704784] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69da3aa9-d6da-48c7-a136-3d3b3d0f6837 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.714486] env[61960]: DEBUG oslo_vmware.api [None req-fd98b4be-cd59-4480-b0a4-9cc6826007fc tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.740980] env[61960]: DEBUG oslo_vmware.api [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436570, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.896456] env[61960]: DEBUG nova.network.neutron [req-8d750c9d-5615-49fe-9ad3-1041e636ec35 req-bf8a5a19-aabf-4d30-91ef-601a649c9b73 service nova] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 991.933407] env[61960]: DEBUG oslo_vmware.api [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436568, 'name': PowerOffVM_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.966021] env[61960]: DEBUG nova.compute.manager [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 992.051707] env[61960]: DEBUG nova.network.neutron [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Successfully created port: 81e1042c-8d8e-4fe3-b5e0-0ef40b4f5ac6 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.067887] env[61960]: DEBUG oslo_vmware.api [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Task: {'id': task-436571, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.116924] env[61960]: DEBUG nova.network.neutron [req-8d750c9d-5615-49fe-9ad3-1041e636ec35 req-bf8a5a19-aabf-4d30-91ef-601a649c9b73 service nova] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.210822] env[61960]: DEBUG oslo_vmware.api [None req-fd98b4be-cd59-4480-b0a4-9cc6826007fc tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.212511] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291e9d75-bc72-4fd6-aed8-b3ea6dab2cb3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.220697] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bf9c39-6ba9-488e-b7b9-0d37538178ef {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.256867] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4338a700-3447-4d8a-abbf-5a4ab02de1e0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.266533] env[61960]: DEBUG oslo_vmware.api [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436570, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659688} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.269194] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 5a527f43-ce28-4eb5-bfd1-5c800c35ef16/5a527f43-ce28-4eb5-bfd1-5c800c35ef16.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 992.269420] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.269928] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b2cdee4-fec9-4496-b5c4-abb5a4f0c693 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.273519] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563b5f91-2748-49d4-b7b1-61dc32300508 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.287919] env[61960]: DEBUG nova.compute.provider_tree [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.290631] env[61960]: DEBUG oslo_vmware.api [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 992.290631] env[61960]: value = "task-436574" [ 992.290631] env[61960]: _type = "Task" [ 992.290631] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.302022] env[61960]: DEBUG oslo_vmware.api [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.433722] env[61960]: DEBUG oslo_vmware.api [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436568, 'name': PowerOffVM_Task, 'duration_secs': 1.130603} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.434026] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 992.434267] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 992.435054] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80d7a2d-21f4-4d57-8cf3-ac5106b60f9f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.442748] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 992.443023] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7e68f9c-6286-4cb2-9a04-523512a70f36 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.473631] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 992.473791] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 992.473970] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Deleting the datastore file [datastore1] 842fd499-d185-4e49-b4d9-b3f860d8f9e6 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.474481] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab0d7cb6-9fb4-47c8-8f81-1399b7bf6035 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.482452] env[61960]: DEBUG oslo_vmware.api [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for the task: (returnval){ [ 992.482452] env[61960]: value = "task-436576" [ 992.482452] env[61960]: _type = "Task" [ 992.482452] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.491302] env[61960]: DEBUG oslo_vmware.api [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.566054] env[61960]: DEBUG oslo_vmware.api [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Task: {'id': task-436571, 'name': ReconfigVM_Task, 'duration_secs': 0.587989} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.566054] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 992.569751] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a905bd5-aaa4-4d7b-a43b-1379a49a38c0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.586402] env[61960]: DEBUG oslo_vmware.api [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Waiting for the task: (returnval){ [ 992.586402] env[61960]: value = "task-436577" [ 992.586402] env[61960]: _type = "Task" [ 992.586402] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.595173] env[61960]: DEBUG oslo_vmware.api [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Task: {'id': task-436577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.622074] env[61960]: DEBUG oslo_concurrency.lockutils [req-8d750c9d-5615-49fe-9ad3-1041e636ec35 req-bf8a5a19-aabf-4d30-91ef-601a649c9b73 service nova] Releasing lock "refresh_cache-aa040be9-8805-4191-805c-9d0bd1792628" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.622482] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquired lock "refresh_cache-aa040be9-8805-4191-805c-9d0bd1792628" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.622644] env[61960]: DEBUG nova.network.neutron [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 992.712633] env[61960]: DEBUG oslo_vmware.api [None req-fd98b4be-cd59-4480-b0a4-9cc6826007fc tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.792563] env[61960]: DEBUG nova.scheduler.client.report [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 992.806747] env[61960]: DEBUG oslo_vmware.api [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069678} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.806921] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.807693] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136253a3-55a9-460f-b929-7ab1bc15983d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.830419] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 5a527f43-ce28-4eb5-bfd1-5c800c35ef16/5a527f43-ce28-4eb5-bfd1-5c800c35ef16.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.831120] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98236d6c-e9cb-476f-9889-d26b61eed3fb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.849079] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 992.849335] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 992.849525] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Deleting the datastore file [datastore1] 1b3599fa-8b35-4719-9ae3-94cefa0cf527 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.849803] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b79d477-ee92-4b1d-b215-019a35a751fc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.853832] env[61960]: DEBUG oslo_vmware.api [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 992.853832] env[61960]: value = "task-436578" [ 992.853832] env[61960]: _type = "Task" [ 992.853832] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.858590] env[61960]: DEBUG oslo_vmware.api [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 992.858590] env[61960]: value = "task-436579" [ 992.858590] env[61960]: _type = "Task" [ 992.858590] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.866016] env[61960]: DEBUG oslo_vmware.api [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.870403] env[61960]: DEBUG oslo_vmware.api [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.977085] env[61960]: DEBUG nova.compute.manager [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 992.993193] env[61960]: DEBUG oslo_vmware.api [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23064} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.993498] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.993714] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 992.993906] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 993.008076] env[61960]: DEBUG nova.virt.hardware [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 993.008469] env[61960]: DEBUG nova.virt.hardware [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 993.008668] env[61960]: DEBUG nova.virt.hardware [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.008891] env[61960]: DEBUG nova.virt.hardware [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 993.009136] env[61960]: DEBUG nova.virt.hardware [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.009407] env[61960]: DEBUG nova.virt.hardware [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 993.009659] env[61960]: DEBUG nova.virt.hardware [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 993.009893] env[61960]: DEBUG nova.virt.hardware [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 993.010524] env[61960]: DEBUG nova.virt.hardware [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 993.010524] env[61960]: DEBUG nova.virt.hardware [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 993.010651] env[61960]: DEBUG nova.virt.hardware [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 993.011765] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae388fef-3515-4cac-93be-c02b9e171818 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.022023] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e5d5c4-4f47-46cf-82cc-9b0ba65d1056 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.097490] env[61960]: DEBUG oslo_vmware.api [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Task: {'id': task-436577, 'name': ReconfigVM_Task, 'duration_secs': 0.14714} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.097867] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116145', 'volume_id': 'aa251f0d-887e-419e-8672-2fb7498c5b28', 'name': 'volume-aa251f0d-887e-419e-8672-2fb7498c5b28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e2a2681f-a09c-4777-b77b-f78f6518fe19', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa251f0d-887e-419e-8672-2fb7498c5b28', 'serial': 'aa251f0d-887e-419e-8672-2fb7498c5b28'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 993.098189] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 993.099014] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5b8760-4b27-4a5b-b071-08d775d18adb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.107415] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 993.107415] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9325bda4-4610-4086-a9bd-f11ffa20df20 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.167761] env[61960]: DEBUG nova.network.neutron [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 993.191949] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 993.192283] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 993.192490] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Deleting the datastore file [datastore1] e2a2681f-a09c-4777-b77b-f78f6518fe19 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.192819] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc3cc030-e6d0-4f9a-a2a8-1e3a3fb17a03 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.201544] env[61960]: DEBUG oslo_vmware.api [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Waiting for the task: (returnval){ [ 993.201544] env[61960]: value = "task-436581" [ 993.201544] env[61960]: _type = "Task" [ 993.201544] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.215955] env[61960]: DEBUG oslo_vmware.api [None req-fd98b4be-cd59-4480-b0a4-9cc6826007fc tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.216225] env[61960]: DEBUG oslo_vmware.api [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Task: {'id': task-436581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.301744] env[61960]: DEBUG oslo_vmware.rw_handles [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52105acb-86a9-349f-1535-47ef2566f348/disk-0.vmdk. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 993.302525] env[61960]: DEBUG oslo_concurrency.lockutils [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.303010] env[61960]: DEBUG nova.compute.manager [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 993.307051] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8815bf1-a4cd-487b-bcda-3d8e563912e0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.310333] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.002s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.314016] env[61960]: INFO nova.compute.claims [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.318629] env[61960]: DEBUG oslo_vmware.rw_handles [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52105acb-86a9-349f-1535-47ef2566f348/disk-0.vmdk is in state: ready. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 993.318786] env[61960]: ERROR oslo_vmware.rw_handles [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52105acb-86a9-349f-1535-47ef2566f348/disk-0.vmdk due to incomplete transfer. [ 993.319030] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-282f72ea-3acb-4a74-a5c5-016dccaf5ed0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.326911] env[61960]: DEBUG oslo_vmware.rw_handles [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52105acb-86a9-349f-1535-47ef2566f348/disk-0.vmdk. {{(pid=61960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 993.327127] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Uploaded image 69babac8-07d9-439b-ab0e-f8bb781e5660 to the Glance image server {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 993.329843] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Destroying the VM {{(pid=61960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 993.330135] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f07bb710-310e-4c54-83d5-6a947b5b6aaa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.336748] env[61960]: DEBUG nova.network.neutron [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Updating instance_info_cache with network_info: [{"id": "c2e90d10-3d9f-4aeb-b83a-e0b40b36e657", "address": "fa:16:3e:8f:a6:70", "network": {"id": "31765203-66f3-480a-8482-041aa55b1129", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-209584599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23cc9dbac5d741909302929f52abd0bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e90d10-3d", "ovs_interfaceid": "c2e90d10-3d9f-4aeb-b83a-e0b40b36e657", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.339449] env[61960]: DEBUG oslo_vmware.api [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 993.339449] env[61960]: value = "task-436582" [ 993.339449] env[61960]: _type = "Task" [ 993.339449] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.351448] env[61960]: DEBUG oslo_vmware.api [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436582, 'name': Destroy_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.366345] env[61960]: DEBUG oslo_vmware.api [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436578, 'name': ReconfigVM_Task, 'duration_secs': 0.29624} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.367028] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 5a527f43-ce28-4eb5-bfd1-5c800c35ef16/5a527f43-ce28-4eb5-bfd1-5c800c35ef16.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.367732] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-134b9fb1-bef4-49a7-ab8b-1ef70205802f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.372723] env[61960]: DEBUG oslo_vmware.api [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215725} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.374615] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.375585] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 993.375857] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 993.379812] env[61960]: DEBUG oslo_vmware.api [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 993.379812] env[61960]: value = "task-436583" [ 993.379812] env[61960]: _type = "Task" [ 993.379812] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.389383] env[61960]: DEBUG oslo_vmware.api [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436583, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.498513] env[61960]: DEBUG nova.compute.manager [req-026850c2-a11d-421a-9144-e1bf7c6008f1 req-c9d966ae-f233-43f1-8603-30fa9c431417 service nova] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Received event network-vif-plugged-81e1042c-8d8e-4fe3-b5e0-0ef40b4f5ac6 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 993.498834] env[61960]: DEBUG oslo_concurrency.lockutils [req-026850c2-a11d-421a-9144-e1bf7c6008f1 req-c9d966ae-f233-43f1-8603-30fa9c431417 service nova] Acquiring lock "1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.499346] env[61960]: DEBUG oslo_concurrency.lockutils [req-026850c2-a11d-421a-9144-e1bf7c6008f1 req-c9d966ae-f233-43f1-8603-30fa9c431417 service nova] Lock "1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.499540] env[61960]: DEBUG oslo_concurrency.lockutils [req-026850c2-a11d-421a-9144-e1bf7c6008f1 req-c9d966ae-f233-43f1-8603-30fa9c431417 service nova] Lock "1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.499725] env[61960]: DEBUG nova.compute.manager [req-026850c2-a11d-421a-9144-e1bf7c6008f1 req-c9d966ae-f233-43f1-8603-30fa9c431417 service nova] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] No waiting events found dispatching network-vif-plugged-81e1042c-8d8e-4fe3-b5e0-0ef40b4f5ac6 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 993.499986] env[61960]: WARNING nova.compute.manager [req-026850c2-a11d-421a-9144-e1bf7c6008f1 req-c9d966ae-f233-43f1-8603-30fa9c431417 service nova] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Received unexpected event network-vif-plugged-81e1042c-8d8e-4fe3-b5e0-0ef40b4f5ac6 for instance with vm_state building and task_state spawning. [ 993.618885] env[61960]: DEBUG nova.network.neutron [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Successfully updated port: 81e1042c-8d8e-4fe3-b5e0-0ef40b4f5ac6 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 993.714791] env[61960]: DEBUG oslo_vmware.api [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Task: {'id': task-436581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099469} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.717898] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.718131] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 993.718316] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 993.718493] env[61960]: INFO nova.compute.manager [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Took 2.80 seconds to destroy the instance on the hypervisor. [ 993.718778] env[61960]: DEBUG oslo.service.loopingcall [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 993.718997] env[61960]: DEBUG oslo_vmware.api [None req-fd98b4be-cd59-4480-b0a4-9cc6826007fc tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.719383] env[61960]: DEBUG nova.compute.manager [-] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 993.719516] env[61960]: DEBUG nova.network.neutron [-] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 993.812842] env[61960]: DEBUG nova.compute.utils [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 993.814330] env[61960]: DEBUG nova.compute.manager [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 993.815021] env[61960]: DEBUG nova.network.neutron [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 993.844085] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Releasing lock "refresh_cache-aa040be9-8805-4191-805c-9d0bd1792628" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.844410] env[61960]: DEBUG nova.compute.manager [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Instance network_info: |[{"id": "c2e90d10-3d9f-4aeb-b83a-e0b40b36e657", "address": "fa:16:3e:8f:a6:70", "network": {"id": "31765203-66f3-480a-8482-041aa55b1129", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-209584599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23cc9dbac5d741909302929f52abd0bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e90d10-3d", "ovs_interfaceid": "c2e90d10-3d9f-4aeb-b83a-e0b40b36e657", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 993.845209] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:a6:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2e90d10-3d9f-4aeb-b83a-e0b40b36e657', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.853138] env[61960]: DEBUG oslo.service.loopingcall [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 993.853836] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 993.854112] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6e582d1-c454-48d2-a42a-f72bcb351e07 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.872534] env[61960]: DEBUG oslo_vmware.api [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436582, 'name': Destroy_Task} progress is 33%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.882018] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.882018] env[61960]: value = "task-436584" [ 993.882018] env[61960]: _type = "Task" [ 993.882018] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.902063] env[61960]: DEBUG oslo_vmware.api [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436583, 'name': Rename_Task, 'duration_secs': 0.147661} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.902271] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436584, 'name': CreateVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.902532] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 993.902960] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d19f9fd-c0b9-4239-981a-1f523a2cc36f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.910827] env[61960]: DEBUG nova.policy [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '360c6fc0228c404fb133ea7051860a98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '668dd1a5ef0a47478f7673a9a1656dec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 993.914203] env[61960]: DEBUG oslo_vmware.api [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 993.914203] env[61960]: value = "task-436585" [ 993.914203] env[61960]: _type = "Task" [ 993.914203] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.923844] env[61960]: DEBUG oslo_vmware.api [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.043313] env[61960]: DEBUG nova.virt.hardware [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 994.043606] env[61960]: DEBUG nova.virt.hardware [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 994.043776] env[61960]: DEBUG nova.virt.hardware [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.043965] env[61960]: DEBUG nova.virt.hardware [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 994.044140] env[61960]: DEBUG nova.virt.hardware [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.044334] env[61960]: DEBUG nova.virt.hardware [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 994.044648] env[61960]: DEBUG nova.virt.hardware [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 994.044879] env[61960]: DEBUG nova.virt.hardware [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 994.045152] env[61960]: DEBUG nova.virt.hardware [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 994.045362] env[61960]: DEBUG nova.virt.hardware [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 994.045566] env[61960]: DEBUG nova.virt.hardware [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 994.046697] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e0350f-4527-4d6f-8f54-772fe8663f73 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.056511] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebcf6ed-550d-4754-a8c0-8fad9eb96472 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.073593] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Instance VIF info [] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.079378] env[61960]: DEBUG oslo.service.loopingcall [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 994.079701] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 994.079955] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acb6581e-0d1f-4a8c-aa8a-4a4045c376af {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.099440] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.099440] env[61960]: value = "task-436586" [ 994.099440] env[61960]: _type = "Task" [ 994.099440] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.108881] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436586, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.123767] env[61960]: DEBUG oslo_concurrency.lockutils [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Acquiring lock "refresh_cache-1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.123840] env[61960]: DEBUG oslo_concurrency.lockutils [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Acquired lock "refresh_cache-1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.123997] env[61960]: DEBUG nova.network.neutron [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 994.215311] env[61960]: DEBUG oslo_vmware.api [None req-fd98b4be-cd59-4480-b0a4-9cc6826007fc tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.317791] env[61960]: DEBUG nova.compute.manager [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 994.353817] env[61960]: DEBUG oslo_vmware.api [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436582, 'name': Destroy_Task, 'duration_secs': 0.715521} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.353817] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Destroyed the VM [ 994.354155] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Deleting Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 994.354568] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8b612c9f-d8ef-493d-840f-79ad4b55a8b9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.366077] env[61960]: DEBUG oslo_vmware.api [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 994.366077] env[61960]: value = "task-436587" [ 994.366077] env[61960]: _type = "Task" [ 994.366077] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.371915] env[61960]: DEBUG oslo_vmware.api [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436587, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.392479] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436584, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.420634] env[61960]: DEBUG nova.virt.hardware [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 994.420889] env[61960]: DEBUG nova.virt.hardware [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 994.420952] env[61960]: DEBUG nova.virt.hardware [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.421139] env[61960]: DEBUG nova.virt.hardware [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 994.421293] env[61960]: DEBUG nova.virt.hardware [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.421441] env[61960]: DEBUG nova.virt.hardware [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 994.421650] env[61960]: DEBUG nova.virt.hardware [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 994.421815] env[61960]: DEBUG nova.virt.hardware [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 994.422246] env[61960]: DEBUG nova.virt.hardware [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 994.422489] env[61960]: DEBUG nova.virt.hardware [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 994.422692] env[61960]: DEBUG nova.virt.hardware [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 994.425760] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103ada81-9692-42e6-b8e7-7eadd822b9f4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.434512] env[61960]: DEBUG oslo_vmware.api [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436585, 'name': PowerOnVM_Task} progress is 33%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.437649] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94243c1-9a71-4922-b199-fd8bb2ccb6a5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.455182] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:ce:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecedd74a-1413-425b-b2ff-23ab65deb62a', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.462828] env[61960]: DEBUG oslo.service.loopingcall [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 994.465555] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 994.465879] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-808305ed-5e6e-4338-b182-74a220f0b99f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.483768] env[61960]: DEBUG nova.network.neutron [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Successfully created port: 2fdb2790-8a0d-4fd3-b788-667a8adc6d1c {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.492602] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.492602] env[61960]: value = "task-436588" [ 994.492602] env[61960]: _type = "Task" [ 994.492602] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.501324] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436588, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.596287] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dbcb44-fc3a-46d2-87bf-bb5e5e22c648 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.608650] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c2f7f4-212e-4399-bb75-47dcb28783b8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.615590] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436586, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.646286] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d2765a-2bd8-4046-956c-e128285e5bd4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.655236] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c7e971-72cc-48e1-a305-66eb701b25c3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.672096] env[61960]: DEBUG nova.compute.provider_tree [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.713615] env[61960]: DEBUG oslo_vmware.api [None req-fd98b4be-cd59-4480-b0a4-9cc6826007fc tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.716474] env[61960]: DEBUG nova.network.neutron [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 994.874415] env[61960]: DEBUG oslo_vmware.api [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436587, 'name': RemoveSnapshot_Task, 'duration_secs': 0.360928} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.874764] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Deleted Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 994.875087] env[61960]: DEBUG nova.compute.manager [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 994.875887] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198a4a35-9ee4-41bc-b5e9-6e5fa7c3854e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.896930] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436584, 'name': CreateVM_Task, 'duration_secs': 0.53259} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.897519] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 994.898102] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.898185] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.898449] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.898706] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea033c44-2756-4cba-afa6-9edf1c6db7fb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.903800] env[61960]: DEBUG oslo_vmware.api [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 994.903800] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52e441b8-9694-fab0-441e-9ed5051853c3" [ 994.903800] env[61960]: _type = "Task" [ 994.903800] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.913544] env[61960]: DEBUG oslo_vmware.api [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52e441b8-9694-fab0-441e-9ed5051853c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.923942] env[61960]: DEBUG oslo_vmware.api [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436585, 'name': PowerOnVM_Task} progress is 33%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.936304] env[61960]: DEBUG nova.network.neutron [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Updating instance_info_cache with network_info: [{"id": "81e1042c-8d8e-4fe3-b5e0-0ef40b4f5ac6", "address": "fa:16:3e:00:e4:a3", "network": {"id": "945216c9-a356-4057-bd07-8cc036e8200d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1876461706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d69eeaa894d474e88d09332d83b1f15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e1042c-8d", "ovs_interfaceid": "81e1042c-8d8e-4fe3-b5e0-0ef40b4f5ac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.003251] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436588, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.007718] env[61960]: DEBUG nova.network.neutron [-] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.110983] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436586, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.174791] env[61960]: DEBUG nova.scheduler.client.report [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 995.215515] env[61960]: DEBUG oslo_vmware.api [None req-fd98b4be-cd59-4480-b0a4-9cc6826007fc tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.327776] env[61960]: DEBUG nova.compute.manager [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 995.353674] env[61960]: DEBUG nova.virt.hardware [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 995.353948] env[61960]: DEBUG nova.virt.hardware [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 995.354115] env[61960]: DEBUG nova.virt.hardware [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.354308] env[61960]: DEBUG nova.virt.hardware [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 995.354496] env[61960]: DEBUG nova.virt.hardware [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.354610] env[61960]: DEBUG nova.virt.hardware [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 995.354941] env[61960]: DEBUG nova.virt.hardware [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 995.355148] env[61960]: DEBUG nova.virt.hardware [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 995.355387] env[61960]: DEBUG nova.virt.hardware [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 995.355590] env[61960]: DEBUG nova.virt.hardware [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 995.355774] env[61960]: DEBUG nova.virt.hardware [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 995.356648] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2609e8-69a1-4c54-84f3-9574f6f06746 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.365544] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6e2cb5-0ad2-43f0-9a43-2d6a5bc770da {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.392493] env[61960]: INFO nova.compute.manager [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Shelve offloading [ 995.394237] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 995.394474] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04fa143e-11e7-47d7-823d-a55d85f85521 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.402062] env[61960]: DEBUG oslo_vmware.api [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 995.402062] env[61960]: value = "task-436589" [ 995.402062] env[61960]: _type = "Task" [ 995.402062] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.414333] env[61960]: DEBUG oslo_vmware.api [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52e441b8-9694-fab0-441e-9ed5051853c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009848} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.417956] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.418229] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.418475] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.418624] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.418808] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.419213] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c841bd84-dd79-4e7b-b9a3-c6b78cf3ef57 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.424128] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] VM already powered off {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 995.424282] env[61960]: DEBUG nova.compute.manager [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 995.425062] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bcd5fe-4e1b-4a12-9ec5-3897cdb5eb88 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.433841] env[61960]: DEBUG oslo_vmware.api [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436585, 'name': PowerOnVM_Task, 'duration_secs': 1.519441} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.436217] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 995.436447] env[61960]: INFO nova.compute.manager [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Took 9.33 seconds to spawn the instance on the hypervisor. [ 995.436636] env[61960]: DEBUG nova.compute.manager [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 995.436934] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.437115] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 995.437932] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquiring lock "refresh_cache-8613b53f-34ea-49a4-9074-caf65a790ac3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.438109] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquired lock "refresh_cache-8613b53f-34ea-49a4-9074-caf65a790ac3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.438283] env[61960]: DEBUG nova.network.neutron [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 995.439895] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38635a6a-8fe7-472d-97ac-225fbf4b78ed {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.442491] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b618dd4-8fd4-4b09-a440-586518cee634 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.444999] env[61960]: DEBUG oslo_concurrency.lockutils [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Releasing lock "refresh_cache-1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.445295] env[61960]: DEBUG nova.compute.manager [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Instance network_info: |[{"id": "81e1042c-8d8e-4fe3-b5e0-0ef40b4f5ac6", "address": "fa:16:3e:00:e4:a3", "network": {"id": "945216c9-a356-4057-bd07-8cc036e8200d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1876461706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d69eeaa894d474e88d09332d83b1f15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e1042c-8d", "ovs_interfaceid": "81e1042c-8d8e-4fe3-b5e0-0ef40b4f5ac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 995.445984] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:e4:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '667a2e97-c1be-421d-9941-6b84c2629b43', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81e1042c-8d8e-4fe3-b5e0-0ef40b4f5ac6', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.453529] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Creating folder: Project (1d69eeaa894d474e88d09332d83b1f15). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 995.454609] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55901553-f4cf-4439-91ba-1621e17c33fb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.458086] env[61960]: DEBUG oslo_vmware.api [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 995.458086] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52eafe75-ec7b-4ae5-bbbe-f356e19362ed" [ 995.458086] env[61960]: _type = "Task" [ 995.458086] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.467094] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Created folder: Project (1d69eeaa894d474e88d09332d83b1f15) in parent group-v115929. [ 995.467308] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Creating folder: Instances. Parent ref: group-v116185. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 995.467897] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53974ae9-2180-4f19-86c8-4c773e47c9cc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.473966] env[61960]: DEBUG oslo_vmware.api [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52eafe75-ec7b-4ae5-bbbe-f356e19362ed, 'name': SearchDatastore_Task, 'duration_secs': 0.009946} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.474772] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb291d48-542e-4b11-a958-9dcd758bdeca {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.478473] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Created folder: Instances in parent group-v116185. [ 995.478756] env[61960]: DEBUG oslo.service.loopingcall [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 995.479313] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 995.479527] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2264c74-bd09-4620-91d9-636c9fd93120 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.497407] env[61960]: DEBUG oslo_vmware.api [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 995.497407] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c9a7b7-6c83-a78c-86b1-e46c1a7dedfa" [ 995.497407] env[61960]: _type = "Task" [ 995.497407] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.506856] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.506856] env[61960]: value = "task-436592" [ 995.506856] env[61960]: _type = "Task" [ 995.506856] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.513684] env[61960]: INFO nova.compute.manager [-] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Took 1.79 seconds to deallocate network for instance. [ 995.513684] env[61960]: DEBUG oslo_vmware.api [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c9a7b7-6c83-a78c-86b1-e46c1a7dedfa, 'name': SearchDatastore_Task, 'duration_secs': 0.011183} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.519489] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.520187] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] aa040be9-8805-4191-805c-9d0bd1792628/aa040be9-8805-4191-805c-9d0bd1792628.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 995.520187] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436588, 'name': CreateVM_Task, 'duration_secs': 0.785327} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.524024] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ed4eb8b-8da1-40a5-a864-9b10d042ca7e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.524024] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 995.524024] env[61960]: DEBUG oslo_concurrency.lockutils [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.524024] env[61960]: DEBUG oslo_concurrency.lockutils [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.524403] env[61960]: DEBUG oslo_concurrency.lockutils [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.524874] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8731cd58-f72a-48d4-9596-fc31ff240959 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.529904] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436592, 'name': CreateVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.531171] env[61960]: DEBUG oslo_vmware.api [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 995.531171] env[61960]: value = "task-436593" [ 995.531171] env[61960]: _type = "Task" [ 995.531171] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.535773] env[61960]: DEBUG oslo_vmware.api [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 995.535773] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5222260e-7016-c7bb-262d-a1cada8bfd95" [ 995.535773] env[61960]: _type = "Task" [ 995.535773] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.539505] env[61960]: DEBUG nova.compute.manager [req-07922c47-bda1-4dbb-9870-ff173c200e94 req-e2b5090b-013f-4d09-b254-1c4222339609 service nova] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Received event network-changed-81e1042c-8d8e-4fe3-b5e0-0ef40b4f5ac6 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 995.541485] env[61960]: DEBUG nova.compute.manager [req-07922c47-bda1-4dbb-9870-ff173c200e94 req-e2b5090b-013f-4d09-b254-1c4222339609 service nova] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Refreshing instance network info cache due to event network-changed-81e1042c-8d8e-4fe3-b5e0-0ef40b4f5ac6. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 995.541485] env[61960]: DEBUG oslo_concurrency.lockutils [req-07922c47-bda1-4dbb-9870-ff173c200e94 req-e2b5090b-013f-4d09-b254-1c4222339609 service nova] Acquiring lock "refresh_cache-1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.541485] env[61960]: DEBUG oslo_concurrency.lockutils [req-07922c47-bda1-4dbb-9870-ff173c200e94 req-e2b5090b-013f-4d09-b254-1c4222339609 service nova] Acquired lock "refresh_cache-1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.541485] env[61960]: DEBUG nova.network.neutron [req-07922c47-bda1-4dbb-9870-ff173c200e94 req-e2b5090b-013f-4d09-b254-1c4222339609 service nova] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Refreshing network info cache for port 81e1042c-8d8e-4fe3-b5e0-0ef40b4f5ac6 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 995.548723] env[61960]: DEBUG oslo_vmware.api [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.558149] env[61960]: DEBUG oslo_vmware.api [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5222260e-7016-c7bb-262d-a1cada8bfd95, 'name': SearchDatastore_Task, 'duration_secs': 0.012226} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.558149] env[61960]: DEBUG oslo_concurrency.lockutils [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.558149] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.558149] env[61960]: DEBUG oslo_concurrency.lockutils [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.558369] env[61960]: DEBUG oslo_concurrency.lockutils [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.558454] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.558714] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0db93e5d-cad9-4ad5-96f8-838ce2cbef5a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.571294] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.571554] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 995.575663] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2cb7876-77c5-4ca3-a8c0-e2e526107fb1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.580848] env[61960]: DEBUG oslo_vmware.api [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 995.580848] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b81780-1f8e-9438-f028-203bd9d74354" [ 995.580848] env[61960]: _type = "Task" [ 995.580848] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.590731] env[61960]: DEBUG oslo_vmware.api [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b81780-1f8e-9438-f028-203bd9d74354, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.611230] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436586, 'name': CreateVM_Task, 'duration_secs': 1.167191} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.611414] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 995.611919] env[61960]: DEBUG oslo_concurrency.lockutils [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.612146] env[61960]: DEBUG oslo_concurrency.lockutils [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.612466] env[61960]: DEBUG oslo_concurrency.lockutils [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.612750] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2965d89b-12b5-4958-96a1-25479c986443 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.621729] env[61960]: DEBUG oslo_vmware.api [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for the task: (returnval){ [ 995.621729] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f6ef26-0e26-01f7-dddc-b39996830ed6" [ 995.621729] env[61960]: _type = "Task" [ 995.621729] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.631449] env[61960]: DEBUG oslo_vmware.api [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f6ef26-0e26-01f7-dddc-b39996830ed6, 'name': SearchDatastore_Task, 'duration_secs': 0.008992} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.631754] env[61960]: DEBUG oslo_concurrency.lockutils [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.632015] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.632247] env[61960]: DEBUG oslo_concurrency.lockutils [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.681485] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.682288] env[61960]: DEBUG nova.compute.manager [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 995.716145] env[61960]: DEBUG oslo_vmware.api [None req-fd98b4be-cd59-4480-b0a4-9cc6826007fc tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.974229] env[61960]: INFO nova.compute.manager [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Took 23.58 seconds to build instance. [ 996.028519] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436592, 'name': CreateVM_Task, 'duration_secs': 0.39588} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.028519] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 996.031885] env[61960]: DEBUG oslo_concurrency.lockutils [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.031885] env[61960]: DEBUG oslo_concurrency.lockutils [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.031885] env[61960]: DEBUG oslo_concurrency.lockutils [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.031885] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b91837b-8a2c-4f82-b5a4-58f98fa5470e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.045280] env[61960]: DEBUG oslo_vmware.api [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Waiting for the task: (returnval){ [ 996.045280] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fb0f21-b449-75e6-f451-9a2a00875f1d" [ 996.045280] env[61960]: _type = "Task" [ 996.045280] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.045280] env[61960]: DEBUG oslo_vmware.api [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486769} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.045628] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] aa040be9-8805-4191-805c-9d0bd1792628/aa040be9-8805-4191-805c-9d0bd1792628.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 996.046430] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.049322] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14f23beb-157c-473a-ba33-8aff117e624f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.060570] env[61960]: DEBUG oslo_vmware.api [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fb0f21-b449-75e6-f451-9a2a00875f1d, 'name': SearchDatastore_Task, 'duration_secs': 0.010247} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.061923] env[61960]: DEBUG oslo_concurrency.lockutils [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.062466] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.064288] env[61960]: DEBUG oslo_concurrency.lockutils [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.064288] env[61960]: DEBUG oslo_vmware.api [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 996.064288] env[61960]: value = "task-436594" [ 996.064288] env[61960]: _type = "Task" [ 996.064288] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.072617] env[61960]: DEBUG oslo_vmware.api [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.075575] env[61960]: INFO nova.compute.manager [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Took 0.56 seconds to detach 1 volumes for instance. [ 996.081139] env[61960]: DEBUG nova.compute.manager [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Deleting volume: aa251f0d-887e-419e-8672-2fb7498c5b28 {{(pid=61960) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3247}} [ 996.096086] env[61960]: DEBUG oslo_vmware.api [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b81780-1f8e-9438-f028-203bd9d74354, 'name': SearchDatastore_Task, 'duration_secs': 0.011434} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.098224] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e93c768-0ff2-46ff-bb6b-7b7dcaa27353 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.107625] env[61960]: DEBUG oslo_vmware.api [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 996.107625] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5297998f-d533-60ca-c38e-d69882d90aea" [ 996.107625] env[61960]: _type = "Task" [ 996.107625] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.120194] env[61960]: DEBUG oslo_vmware.api [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5297998f-d533-60ca-c38e-d69882d90aea, 'name': SearchDatastore_Task} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.124715] env[61960]: DEBUG oslo_concurrency.lockutils [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.125105] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 1b3599fa-8b35-4719-9ae3-94cefa0cf527/1b3599fa-8b35-4719-9ae3-94cefa0cf527.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 996.126434] env[61960]: DEBUG oslo_concurrency.lockutils [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.126434] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.126873] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3de1bfc-1a8a-4a1f-9fd2-50bb04b73b43 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.129054] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6cf4ddd-710b-4153-bb67-66173689a2b7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.140032] env[61960]: DEBUG oslo_vmware.api [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 996.140032] env[61960]: value = "task-436595" [ 996.140032] env[61960]: _type = "Task" [ 996.140032] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.140032] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.140032] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 996.145782] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-401f7c2e-d6cf-4ebc-891a-38b797585d32 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.155433] env[61960]: DEBUG oslo_vmware.api [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for the task: (returnval){ [ 996.155433] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527fee96-3bd7-abea-8a4a-f39e2a39b86c" [ 996.155433] env[61960]: _type = "Task" [ 996.155433] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.160718] env[61960]: DEBUG oslo_vmware.api [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.174218] env[61960]: DEBUG oslo_vmware.api [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527fee96-3bd7-abea-8a4a-f39e2a39b86c, 'name': SearchDatastore_Task, 'duration_secs': 0.008985} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.176046] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-835f109c-d854-489e-be29-70c24ebb19cf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.181762] env[61960]: DEBUG oslo_vmware.api [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for the task: (returnval){ [ 996.181762] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522bc255-8949-5646-e1ac-9f91a1b954c7" [ 996.181762] env[61960]: _type = "Task" [ 996.181762] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.187885] env[61960]: DEBUG nova.compute.utils [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 996.192089] env[61960]: DEBUG nova.compute.manager [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 996.192268] env[61960]: DEBUG nova.network.neutron [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 996.194497] env[61960]: DEBUG oslo_vmware.api [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522bc255-8949-5646-e1ac-9f91a1b954c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.215802] env[61960]: DEBUG oslo_vmware.api [None req-fd98b4be-cd59-4480-b0a4-9cc6826007fc tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436567, 'name': ReconfigVM_Task} progress is 18%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.274096] env[61960]: DEBUG nova.policy [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fe49e53e24a40649367932df4e4c1d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf475330bc0c445c95981e7303db5949', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 996.384649] env[61960]: DEBUG nova.network.neutron [req-07922c47-bda1-4dbb-9870-ff173c200e94 req-e2b5090b-013f-4d09-b254-1c4222339609 service nova] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Updated VIF entry in instance network info cache for port 81e1042c-8d8e-4fe3-b5e0-0ef40b4f5ac6. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 996.385151] env[61960]: DEBUG nova.network.neutron [req-07922c47-bda1-4dbb-9870-ff173c200e94 req-e2b5090b-013f-4d09-b254-1c4222339609 service nova] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Updating instance_info_cache with network_info: [{"id": "81e1042c-8d8e-4fe3-b5e0-0ef40b4f5ac6", "address": "fa:16:3e:00:e4:a3", "network": {"id": "945216c9-a356-4057-bd07-8cc036e8200d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1876461706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d69eeaa894d474e88d09332d83b1f15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e1042c-8d", "ovs_interfaceid": "81e1042c-8d8e-4fe3-b5e0-0ef40b4f5ac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.436276] env[61960]: DEBUG nova.network.neutron [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Successfully updated port: 2fdb2790-8a0d-4fd3-b788-667a8adc6d1c {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.476899] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d2d44b4c-9929-4820-adac-54144ea559d7 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "5a527f43-ce28-4eb5-bfd1-5c800c35ef16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.093s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.480704] env[61960]: DEBUG nova.network.neutron [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Updating instance_info_cache with network_info: [{"id": "a557dbdb-4326-468c-8dae-4bdbf0bc82cf", "address": "fa:16:3e:18:19:0f", "network": {"id": "3459795b-f25d-427b-8f16-d2182ea0904f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1416273180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf2083a011c74028b3c772ca92759e8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa557dbdb-43", "ovs_interfaceid": "a557dbdb-4326-468c-8dae-4bdbf0bc82cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.579321] env[61960]: DEBUG oslo_vmware.api [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077564} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.579629] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 996.581748] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc3a94b-8861-403f-a21e-03dff51f6897 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.611164] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] aa040be9-8805-4191-805c-9d0bd1792628/aa040be9-8805-4191-805c-9d0bd1792628.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.611164] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93882cca-f71c-4489-a61e-b3ab0bce7815 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.627213] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.627472] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.627786] env[61960]: DEBUG nova.objects.instance [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Lazy-loading 'resources' on Instance uuid e2a2681f-a09c-4777-b77b-f78f6518fe19 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.630757] env[61960]: DEBUG oslo_vmware.api [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 996.630757] env[61960]: value = "task-436597" [ 996.630757] env[61960]: _type = "Task" [ 996.630757] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.641821] env[61960]: DEBUG oslo_vmware.api [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.650951] env[61960]: DEBUG oslo_vmware.api [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473375} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.651277] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 1b3599fa-8b35-4719-9ae3-94cefa0cf527/1b3599fa-8b35-4719-9ae3-94cefa0cf527.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 996.652127] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.652127] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7cf5efd-4127-4502-8a8a-8b1e5f0e3765 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.659802] env[61960]: DEBUG oslo_vmware.api [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 996.659802] env[61960]: value = "task-436598" [ 996.659802] env[61960]: _type = "Task" [ 996.659802] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.670127] env[61960]: DEBUG oslo_vmware.api [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.693621] env[61960]: DEBUG oslo_vmware.api [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522bc255-8949-5646-e1ac-9f91a1b954c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009036} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.695243] env[61960]: DEBUG oslo_concurrency.lockutils [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.696184] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 842fd499-d185-4e49-b4d9-b3f860d8f9e6/842fd499-d185-4e49-b4d9-b3f860d8f9e6.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 996.700173] env[61960]: DEBUG nova.compute.manager [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 996.703361] env[61960]: DEBUG oslo_concurrency.lockutils [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.703712] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.704459] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1893304-60a6-4d57-8f96-0b534cd8dab1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.707939] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d00b8a7-b77a-42b0-9c06-b416260c78d5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.721723] env[61960]: DEBUG oslo_vmware.api [None req-fd98b4be-cd59-4480-b0a4-9cc6826007fc tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436567, 'name': ReconfigVM_Task, 'duration_secs': 5.837066} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.723982] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fd98b4be-cd59-4480-b0a4-9cc6826007fc tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Releasing lock "33cdf08b-6074-477a-8307-703e7becb783" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.724378] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fd98b4be-cd59-4480-b0a4-9cc6826007fc tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Reconfigured VM to detach interface {{(pid=61960) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1984}} [ 996.726694] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.726909] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 996.728308] env[61960]: DEBUG oslo_vmware.api [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for the task: (returnval){ [ 996.728308] env[61960]: value = "task-436599" [ 996.728308] env[61960]: _type = "Task" [ 996.728308] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.728625] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ce4a38f-0788-42cf-9cf0-e9864689853b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.738733] env[61960]: DEBUG oslo_vmware.api [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Waiting for the task: (returnval){ [ 996.738733] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ca7f4b-774f-1013-add5-bd9f14e689b2" [ 996.738733] env[61960]: _type = "Task" [ 996.738733] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.741636] env[61960]: DEBUG oslo_vmware.api [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.751732] env[61960]: DEBUG oslo_vmware.api [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ca7f4b-774f-1013-add5-bd9f14e689b2, 'name': SearchDatastore_Task, 'duration_secs': 0.009478} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.752529] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46633710-a007-4572-a126-5f7a2d27c6c2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.758601] env[61960]: DEBUG oslo_vmware.api [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Waiting for the task: (returnval){ [ 996.758601] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52054cde-47ea-d331-f2eb-27b2308cdd64" [ 996.758601] env[61960]: _type = "Task" [ 996.758601] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.767156] env[61960]: DEBUG oslo_vmware.api [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52054cde-47ea-d331-f2eb-27b2308cdd64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.875526] env[61960]: DEBUG nova.network.neutron [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Successfully created port: ec020656-a46d-414d-9ac3-4432608cd2d9 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.888514] env[61960]: DEBUG oslo_concurrency.lockutils [req-07922c47-bda1-4dbb-9870-ff173c200e94 req-e2b5090b-013f-4d09-b254-1c4222339609 service nova] Releasing lock "refresh_cache-1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.888953] env[61960]: DEBUG nova.compute.manager [req-07922c47-bda1-4dbb-9870-ff173c200e94 req-e2b5090b-013f-4d09-b254-1c4222339609 service nova] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Received event network-vif-deleted-bc5e756e-872a-4d33-947f-d2a3a6f7c841 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 996.941170] env[61960]: DEBUG oslo_concurrency.lockutils [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "refresh_cache-3220ec65-361d-4677-8dfd-6a2625cd73a2" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.941414] env[61960]: DEBUG oslo_concurrency.lockutils [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquired lock "refresh_cache-3220ec65-361d-4677-8dfd-6a2625cd73a2" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.941680] env[61960]: DEBUG nova.network.neutron [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 996.990398] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Releasing lock "refresh_cache-8613b53f-34ea-49a4-9074-caf65a790ac3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.154844] env[61960]: DEBUG oslo_vmware.api [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436597, 'name': ReconfigVM_Task, 'duration_secs': 0.301992} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.158868] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Reconfigured VM instance instance-00000060 to attach disk [datastore1] aa040be9-8805-4191-805c-9d0bd1792628/aa040be9-8805-4191-805c-9d0bd1792628.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.159713] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5812c77c-464d-4be5-92ca-ab7912400962 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.173020] env[61960]: DEBUG oslo_vmware.api [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 997.173020] env[61960]: value = "task-436600" [ 997.173020] env[61960]: _type = "Task" [ 997.173020] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.181167] env[61960]: DEBUG oslo_vmware.api [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070066} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.181993] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.183108] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be1dae6-a282-48c0-9ed1-68e4094eca12 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.189930] env[61960]: DEBUG oslo_vmware.api [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436600, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.209184] env[61960]: INFO nova.compute.manager [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Rebuilding instance [ 997.218167] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 1b3599fa-8b35-4719-9ae3-94cefa0cf527/1b3599fa-8b35-4719-9ae3-94cefa0cf527.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.229300] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f9e473e-0649-4a3f-8b51-3188eedabe29 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.265770] env[61960]: DEBUG oslo_vmware.api [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 997.265770] env[61960]: value = "task-436601" [ 997.265770] env[61960]: _type = "Task" [ 997.265770] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.266115] env[61960]: DEBUG oslo_vmware.api [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486305} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.270421] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 842fd499-d185-4e49-b4d9-b3f860d8f9e6/842fd499-d185-4e49-b4d9-b3f860d8f9e6.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 997.270538] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.274369] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5cd53a37-3368-4ba5-92fb-474ec3e319e2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.292990] env[61960]: DEBUG oslo_vmware.api [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.293336] env[61960]: DEBUG oslo_vmware.api [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52054cde-47ea-d331-f2eb-27b2308cdd64, 'name': SearchDatastore_Task, 'duration_secs': 0.009692} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.297379] env[61960]: DEBUG oslo_concurrency.lockutils [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.297673] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd/1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 997.298068] env[61960]: DEBUG oslo_vmware.api [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for the task: (returnval){ [ 997.298068] env[61960]: value = "task-436602" [ 997.298068] env[61960]: _type = "Task" [ 997.298068] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.298549] env[61960]: DEBUG nova.compute.manager [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 997.298883] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-980ce2d7-2468-43fd-aaa1-07c550fcf3c7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.302036] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eabc1d6-fba4-4935-89b4-8a431b27628e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.321811] env[61960]: DEBUG oslo_vmware.api [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Waiting for the task: (returnval){ [ 997.321811] env[61960]: value = "task-436603" [ 997.321811] env[61960]: _type = "Task" [ 997.321811] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.322508] env[61960]: DEBUG oslo_vmware.api [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.334228] env[61960]: DEBUG oslo_vmware.api [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.475820] env[61960]: DEBUG nova.network.neutron [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 997.486567] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd63fb7-96de-49c6-a1a5-506a88d70a05 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.502038] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4744f599-7930-4dd1-84bf-cbcd05e61bd7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.538565] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04caac62-47f2-494a-95e2-c78141f30a3a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.550679] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e60c5b-96f6-4c11-b1ac-497550cff88a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.570047] env[61960]: DEBUG nova.compute.provider_tree [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.573999] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 997.574923] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a290477-7c9e-4cc6-97a3-eeac4e9d0826 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.582963] env[61960]: DEBUG nova.compute.manager [req-dc0ceda5-e39f-4d96-9d62-2fc2264e8bcf req-a45c15bf-1263-4a2e-9f97-8bc36d43a14d service nova] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Received event network-vif-plugged-2fdb2790-8a0d-4fd3-b788-667a8adc6d1c {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 997.583215] env[61960]: DEBUG oslo_concurrency.lockutils [req-dc0ceda5-e39f-4d96-9d62-2fc2264e8bcf req-a45c15bf-1263-4a2e-9f97-8bc36d43a14d service nova] Acquiring lock "3220ec65-361d-4677-8dfd-6a2625cd73a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.583434] env[61960]: DEBUG oslo_concurrency.lockutils [req-dc0ceda5-e39f-4d96-9d62-2fc2264e8bcf req-a45c15bf-1263-4a2e-9f97-8bc36d43a14d service nova] Lock "3220ec65-361d-4677-8dfd-6a2625cd73a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.583606] env[61960]: DEBUG oslo_concurrency.lockutils [req-dc0ceda5-e39f-4d96-9d62-2fc2264e8bcf req-a45c15bf-1263-4a2e-9f97-8bc36d43a14d service nova] Lock "3220ec65-361d-4677-8dfd-6a2625cd73a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.583783] env[61960]: DEBUG nova.compute.manager [req-dc0ceda5-e39f-4d96-9d62-2fc2264e8bcf req-a45c15bf-1263-4a2e-9f97-8bc36d43a14d service nova] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] No waiting events found dispatching network-vif-plugged-2fdb2790-8a0d-4fd3-b788-667a8adc6d1c {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 997.583965] env[61960]: WARNING nova.compute.manager [req-dc0ceda5-e39f-4d96-9d62-2fc2264e8bcf req-a45c15bf-1263-4a2e-9f97-8bc36d43a14d service nova] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Received unexpected event network-vif-plugged-2fdb2790-8a0d-4fd3-b788-667a8adc6d1c for instance with vm_state building and task_state spawning. [ 997.584149] env[61960]: DEBUG nova.compute.manager [req-dc0ceda5-e39f-4d96-9d62-2fc2264e8bcf req-a45c15bf-1263-4a2e-9f97-8bc36d43a14d service nova] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Received event network-changed-2fdb2790-8a0d-4fd3-b788-667a8adc6d1c {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 997.584311] env[61960]: DEBUG nova.compute.manager [req-dc0ceda5-e39f-4d96-9d62-2fc2264e8bcf req-a45c15bf-1263-4a2e-9f97-8bc36d43a14d service nova] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Refreshing instance network info cache due to event network-changed-2fdb2790-8a0d-4fd3-b788-667a8adc6d1c. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 997.584487] env[61960]: DEBUG oslo_concurrency.lockutils [req-dc0ceda5-e39f-4d96-9d62-2fc2264e8bcf req-a45c15bf-1263-4a2e-9f97-8bc36d43a14d service nova] Acquiring lock "refresh_cache-3220ec65-361d-4677-8dfd-6a2625cd73a2" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.594526] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 997.594526] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fbaa1b0-a1fc-4d73-8f59-c21eeafc739f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.678834] env[61960]: DEBUG nova.network.neutron [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Updating instance_info_cache with network_info: [{"id": "2fdb2790-8a0d-4fd3-b788-667a8adc6d1c", "address": "fa:16:3e:17:eb:7b", "network": {"id": "cc41df87-377c-4d9b-84f9-96aeb0a0dde1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1627566273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "668dd1a5ef0a47478f7673a9a1656dec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fdb2790-8a", "ovs_interfaceid": "2fdb2790-8a0d-4fd3-b788-667a8adc6d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.688629] env[61960]: DEBUG oslo_vmware.api [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436600, 'name': Rename_Task, 'duration_secs': 0.180538} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.688629] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 997.688629] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c67e61c8-fb9a-4bd4-b179-f2b798b63d17 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.696630] env[61960]: DEBUG oslo_vmware.api [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 997.696630] env[61960]: value = "task-436605" [ 997.696630] env[61960]: _type = "Task" [ 997.696630] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.708939] env[61960]: DEBUG oslo_vmware.api [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.726409] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 997.726799] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 997.726948] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Deleting the datastore file [datastore1] 8613b53f-34ea-49a4-9074-caf65a790ac3 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.727314] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c25741e-d568-4a07-98fe-2c8fa8d62487 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.736703] env[61960]: DEBUG oslo_vmware.api [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 997.736703] env[61960]: value = "task-436606" [ 997.736703] env[61960]: _type = "Task" [ 997.736703] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.748522] env[61960]: DEBUG nova.compute.manager [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 997.751095] env[61960]: DEBUG oslo_vmware.api [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.777271] env[61960]: DEBUG nova.virt.hardware [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 997.777680] env[61960]: DEBUG nova.virt.hardware [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 997.777841] env[61960]: DEBUG nova.virt.hardware [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.778132] env[61960]: DEBUG nova.virt.hardware [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 997.778367] env[61960]: DEBUG nova.virt.hardware [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.778549] env[61960]: DEBUG nova.virt.hardware [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 997.778865] env[61960]: DEBUG nova.virt.hardware [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 997.779079] env[61960]: DEBUG nova.virt.hardware [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 997.779332] env[61960]: DEBUG nova.virt.hardware [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 997.779566] env[61960]: DEBUG nova.virt.hardware [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 997.779904] env[61960]: DEBUG nova.virt.hardware [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 997.781245] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27712509-859a-4f5e-9f42-89e50a5fcae0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.793686] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6c9b2b-2ca1-4f09-ba5a-3aa97079b7b3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.797384] env[61960]: DEBUG oslo_vmware.api [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.560087] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 998.561169] env[61960]: DEBUG nova.scheduler.client.report [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 998.565806] env[61960]: DEBUG oslo_concurrency.lockutils [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Releasing lock "refresh_cache-3220ec65-361d-4677-8dfd-6a2625cd73a2" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.565806] env[61960]: DEBUG nova.compute.manager [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Instance network_info: |[{"id": "2fdb2790-8a0d-4fd3-b788-667a8adc6d1c", "address": "fa:16:3e:17:eb:7b", "network": {"id": "cc41df87-377c-4d9b-84f9-96aeb0a0dde1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1627566273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "668dd1a5ef0a47478f7673a9a1656dec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fdb2790-8a", "ovs_interfaceid": "2fdb2790-8a0d-4fd3-b788-667a8adc6d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 998.568977] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c346a893-c91d-4a91-ae34-32027e4502c8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.576429] env[61960]: DEBUG oslo_concurrency.lockutils [req-dc0ceda5-e39f-4d96-9d62-2fc2264e8bcf req-a45c15bf-1263-4a2e-9f97-8bc36d43a14d service nova] Acquired lock "refresh_cache-3220ec65-361d-4677-8dfd-6a2625cd73a2" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.576650] env[61960]: DEBUG nova.network.neutron [req-dc0ceda5-e39f-4d96-9d62-2fc2264e8bcf req-a45c15bf-1263-4a2e-9f97-8bc36d43a14d service nova] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Refreshing network info cache for port 2fdb2790-8a0d-4fd3-b788-667a8adc6d1c {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 998.577727] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:eb:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fdb2790-8a0d-4fd3-b788-667a8adc6d1c', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.585501] env[61960]: DEBUG oslo.service.loopingcall [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 998.598368] env[61960]: DEBUG nova.compute.manager [req-2cc71cd3-7aaa-4281-b2bb-ad9d26df752e req-fffa3800-9d1f-4705-b5a9-b0574fa7b47a service nova] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Received event network-vif-plugged-ec020656-a46d-414d-9ac3-4432608cd2d9 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 998.598594] env[61960]: DEBUG oslo_concurrency.lockutils [req-2cc71cd3-7aaa-4281-b2bb-ad9d26df752e req-fffa3800-9d1f-4705-b5a9-b0574fa7b47a service nova] Acquiring lock "60a96320-34ad-488e-9e92-e2e12906edae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.598853] env[61960]: DEBUG oslo_concurrency.lockutils [req-2cc71cd3-7aaa-4281-b2bb-ad9d26df752e req-fffa3800-9d1f-4705-b5a9-b0574fa7b47a service nova] Lock "60a96320-34ad-488e-9e92-e2e12906edae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.599043] env[61960]: DEBUG oslo_concurrency.lockutils [req-2cc71cd3-7aaa-4281-b2bb-ad9d26df752e req-fffa3800-9d1f-4705-b5a9-b0574fa7b47a service nova] Lock "60a96320-34ad-488e-9e92-e2e12906edae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.599225] env[61960]: DEBUG nova.compute.manager [req-2cc71cd3-7aaa-4281-b2bb-ad9d26df752e req-fffa3800-9d1f-4705-b5a9-b0574fa7b47a service nova] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] No waiting events found dispatching network-vif-plugged-ec020656-a46d-414d-9ac3-4432608cd2d9 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 998.599390] env[61960]: WARNING nova.compute.manager [req-2cc71cd3-7aaa-4281-b2bb-ad9d26df752e req-fffa3800-9d1f-4705-b5a9-b0574fa7b47a service nova] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Received unexpected event network-vif-plugged-ec020656-a46d-414d-9ac3-4432608cd2d9 for instance with vm_state building and task_state spawning. [ 998.599941] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 998.602285] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9c16a81-dcfa-483a-9151-c622f2e8a702 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.630123] env[61960]: DEBUG oslo_vmware.api [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436603, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513026} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.630418] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 998.630418] env[61960]: value = "task-436607" [ 998.630418] env[61960]: _type = "Task" [ 998.630418] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.630719] env[61960]: DEBUG oslo_vmware.api [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06878} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.638468] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd/1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 998.638630] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.639027] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.639931] env[61960]: DEBUG oslo_vmware.api [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279143} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.640396] env[61960]: DEBUG oslo_vmware.api [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436605, 'name': PowerOnVM_Task, 'duration_secs': 0.621767} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.641579] env[61960]: DEBUG nova.network.neutron [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Successfully updated port: ec020656-a46d-414d-9ac3-4432608cd2d9 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.642334] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a02a6fd-b21b-43bc-898f-6e0badff48c4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.648458] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630e6f27-b7bb-4ad7-8f70-83a98d398197 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.650881] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.651066] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 998.651254] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 998.653289] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 998.653511] env[61960]: INFO nova.compute.manager [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Took 8.11 seconds to spawn the instance on the hypervisor. [ 998.653702] env[61960]: DEBUG nova.compute.manager [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 998.661882] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d855fe80-246c-41ac-94ed-6e698a64a9d5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.665290] env[61960]: DEBUG oslo_vmware.api [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436601, 'name': ReconfigVM_Task, 'duration_secs': 0.705715} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.665535] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.665535] env[61960]: value = "task-436608" [ 998.665535] env[61960]: _type = "Task" [ 998.665535] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.667405] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 1b3599fa-8b35-4719-9ae3-94cefa0cf527/1b3599fa-8b35-4719-9ae3-94cefa0cf527.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.668394] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53476a10-b5e4-420d-91dc-1571726bd42f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.688278] env[61960]: DEBUG oslo_vmware.api [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Waiting for the task: (returnval){ [ 998.688278] env[61960]: value = "task-436609" [ 998.688278] env[61960]: _type = "Task" [ 998.688278] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.701117] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 842fd499-d185-4e49-b4d9-b3f860d8f9e6/842fd499-d185-4e49-b4d9-b3f860d8f9e6.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.701494] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.702654] env[61960]: INFO nova.scheduler.client.report [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Deleted allocations for instance 8613b53f-34ea-49a4-9074-caf65a790ac3 [ 998.706400] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f63899a1-3557-4e3e-8b30-297059321572 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.735999] env[61960]: DEBUG oslo_vmware.api [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 998.735999] env[61960]: value = "task-436610" [ 998.735999] env[61960]: _type = "Task" [ 998.735999] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.736255] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436608, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.747654] env[61960]: DEBUG oslo_vmware.api [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436609, 'name': ExtendVirtualDisk_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.749861] env[61960]: DEBUG oslo_vmware.api [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for the task: (returnval){ [ 998.749861] env[61960]: value = "task-436611" [ 998.749861] env[61960]: _type = "Task" [ 998.749861] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.757082] env[61960]: DEBUG oslo_vmware.api [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436610, 'name': Rename_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.766395] env[61960]: DEBUG oslo_vmware.api [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436611, 'name': ReconfigVM_Task} progress is 10%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.935143] env[61960]: DEBUG nova.network.neutron [req-dc0ceda5-e39f-4d96-9d62-2fc2264e8bcf req-a45c15bf-1263-4a2e-9f97-8bc36d43a14d service nova] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Updated VIF entry in instance network info cache for port 2fdb2790-8a0d-4fd3-b788-667a8adc6d1c. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 998.935612] env[61960]: DEBUG nova.network.neutron [req-dc0ceda5-e39f-4d96-9d62-2fc2264e8bcf req-a45c15bf-1263-4a2e-9f97-8bc36d43a14d service nova] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Updating instance_info_cache with network_info: [{"id": "2fdb2790-8a0d-4fd3-b788-667a8adc6d1c", "address": "fa:16:3e:17:eb:7b", "network": {"id": "cc41df87-377c-4d9b-84f9-96aeb0a0dde1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1627566273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "668dd1a5ef0a47478f7673a9a1656dec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fdb2790-8a", "ovs_interfaceid": "2fdb2790-8a0d-4fd3-b788-667a8adc6d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.067015] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.439s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.069358] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fd98b4be-cd59-4480-b0a4-9cc6826007fc tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "refresh_cache-33cdf08b-6074-477a-8307-703e7becb783" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.069626] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fd98b4be-cd59-4480-b0a4-9cc6826007fc tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquired lock "refresh_cache-33cdf08b-6074-477a-8307-703e7becb783" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.069736] env[61960]: DEBUG nova.network.neutron [None req-fd98b4be-cd59-4480-b0a4-9cc6826007fc tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 999.086884] env[61960]: INFO nova.scheduler.client.report [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Deleted allocations for instance e2a2681f-a09c-4777-b77b-f78f6518fe19 [ 999.095226] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "33cdf08b-6074-477a-8307-703e7becb783" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.095461] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "33cdf08b-6074-477a-8307-703e7becb783" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.095690] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "33cdf08b-6074-477a-8307-703e7becb783-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.095902] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "33cdf08b-6074-477a-8307-703e7becb783-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.096434] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "33cdf08b-6074-477a-8307-703e7becb783-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.098258] env[61960]: INFO nova.compute.manager [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Terminating instance [ 999.099968] env[61960]: DEBUG nova.compute.manager [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 999.101241] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 999.101241] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348c5fc7-9e62-41ae-895a-3dcfa0c6ecfc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.109369] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 999.109621] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3e38859-a520-497f-91ae-f527f2a89f7f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.116820] env[61960]: DEBUG oslo_vmware.api [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 999.116820] env[61960]: value = "task-436612" [ 999.116820] env[61960]: _type = "Task" [ 999.116820] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.125158] env[61960]: DEBUG oslo_vmware.api [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.149637] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436607, 'name': PowerOffVM_Task, 'duration_secs': 0.205293} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.150082] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 999.150375] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 999.151211] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0175ae0a-c25c-4282-99d3-af1b0cc02a2a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.158723] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 999.158958] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62bbfdec-8c3a-431f-a42c-248a43f6b3b6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.166365] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "refresh_cache-60a96320-34ad-488e-9e92-e2e12906edae" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.166507] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquired lock "refresh_cache-60a96320-34ad-488e-9e92-e2e12906edae" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.166652] env[61960]: DEBUG nova.network.neutron [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 999.177166] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436608, 'name': CreateVM_Task, 'duration_secs': 0.411109} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.177947] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 999.178643] env[61960]: DEBUG oslo_concurrency.lockutils [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.179317] env[61960]: DEBUG oslo_concurrency.lockutils [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.179317] env[61960]: DEBUG oslo_concurrency.lockutils [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.179680] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ff89160-9d4b-4be6-84f7-d204fafbd877 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.185331] env[61960]: DEBUG oslo_vmware.api [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 999.185331] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5252d12f-223e-6616-17c6-1b4b0c68e8ff" [ 999.185331] env[61960]: _type = "Task" [ 999.185331] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.194974] env[61960]: DEBUG oslo_vmware.api [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5252d12f-223e-6616-17c6-1b4b0c68e8ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.216681] env[61960]: INFO nova.compute.manager [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Took 23.22 seconds to build instance. [ 999.225618] env[61960]: DEBUG oslo_vmware.api [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075388} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.225924] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.226832] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a7ef18-b4b8-4b15-a127-5e2563db4f8e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.232540] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.232540] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.232540] env[61960]: DEBUG nova.objects.instance [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lazy-loading 'resources' on Instance uuid 8613b53f-34ea-49a4-9074-caf65a790ac3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.256065] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd/1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.261362] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a36b14e6-9209-4ac7-9278-95bf74160090 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.275732] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 999.276013] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 999.276217] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Deleting the datastore file [datastore1] 5a527f43-ce28-4eb5-bfd1-5c800c35ef16 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.281704] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6160200-f496-4492-86a9-72682cb6100b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.297460] env[61960]: DEBUG oslo_vmware.api [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436611, 'name': ReconfigVM_Task, 'duration_secs': 0.324225} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.302123] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 842fd499-d185-4e49-b4d9-b3f860d8f9e6/842fd499-d185-4e49-b4d9-b3f860d8f9e6.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.302909] env[61960]: DEBUG oslo_vmware.api [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436610, 'name': Rename_Task, 'duration_secs': 0.19157} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.303271] env[61960]: DEBUG oslo_vmware.api [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Waiting for the task: (returnval){ [ 999.303271] env[61960]: value = "task-436614" [ 999.303271] env[61960]: _type = "Task" [ 999.303271] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.303629] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 999.303629] env[61960]: value = "task-436615" [ 999.303629] env[61960]: _type = "Task" [ 999.303629] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.303910] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08e75926-ac6d-4fe5-a7c8-8ca0dc9bb61f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.305832] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 999.306223] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c35305f-4afb-49b3-afde-e72e2a6242bc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.321093] env[61960]: DEBUG oslo_vmware.api [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for the task: (returnval){ [ 999.321093] env[61960]: value = "task-436616" [ 999.321093] env[61960]: _type = "Task" [ 999.321093] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.330912] env[61960]: DEBUG oslo_vmware.api [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.331376] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.337524] env[61960]: DEBUG oslo_vmware.api [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 999.337524] env[61960]: value = "task-436617" [ 999.337524] env[61960]: _type = "Task" [ 999.337524] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.348580] env[61960]: DEBUG oslo_vmware.api [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436616, 'name': Rename_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.356523] env[61960]: DEBUG oslo_vmware.api [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436617, 'name': PowerOnVM_Task} progress is 33%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.440807] env[61960]: DEBUG oslo_concurrency.lockutils [req-dc0ceda5-e39f-4d96-9d62-2fc2264e8bcf req-a45c15bf-1263-4a2e-9f97-8bc36d43a14d service nova] Releasing lock "refresh_cache-3220ec65-361d-4677-8dfd-6a2625cd73a2" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.441253] env[61960]: DEBUG nova.compute.manager [req-dc0ceda5-e39f-4d96-9d62-2fc2264e8bcf req-a45c15bf-1263-4a2e-9f97-8bc36d43a14d service nova] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Received event network-vif-unplugged-a557dbdb-4326-468c-8dae-4bdbf0bc82cf {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 999.441480] env[61960]: DEBUG oslo_concurrency.lockutils [req-dc0ceda5-e39f-4d96-9d62-2fc2264e8bcf req-a45c15bf-1263-4a2e-9f97-8bc36d43a14d service nova] Acquiring lock "8613b53f-34ea-49a4-9074-caf65a790ac3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.441701] env[61960]: DEBUG oslo_concurrency.lockutils [req-dc0ceda5-e39f-4d96-9d62-2fc2264e8bcf req-a45c15bf-1263-4a2e-9f97-8bc36d43a14d service nova] Lock "8613b53f-34ea-49a4-9074-caf65a790ac3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.441881] env[61960]: DEBUG oslo_concurrency.lockutils [req-dc0ceda5-e39f-4d96-9d62-2fc2264e8bcf req-a45c15bf-1263-4a2e-9f97-8bc36d43a14d service nova] Lock "8613b53f-34ea-49a4-9074-caf65a790ac3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.442091] env[61960]: DEBUG nova.compute.manager [req-dc0ceda5-e39f-4d96-9d62-2fc2264e8bcf req-a45c15bf-1263-4a2e-9f97-8bc36d43a14d service nova] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] No waiting events found dispatching network-vif-unplugged-a557dbdb-4326-468c-8dae-4bdbf0bc82cf {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 999.442344] env[61960]: WARNING nova.compute.manager [req-dc0ceda5-e39f-4d96-9d62-2fc2264e8bcf req-a45c15bf-1263-4a2e-9f97-8bc36d43a14d service nova] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Received unexpected event network-vif-unplugged-a557dbdb-4326-468c-8dae-4bdbf0bc82cf for instance with vm_state shelved and task_state shelving_offloading. [ 999.594893] env[61960]: DEBUG oslo_concurrency.lockutils [None req-01f923e0-8105-4720-9cf3-4db033b77077 tempest-ServersTestBootFromVolume-1893803794 tempest-ServersTestBootFromVolume-1893803794-project-member] Lock "e2a2681f-a09c-4777-b77b-f78f6518fe19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.687s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.630328] env[61960]: DEBUG oslo_vmware.api [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436612, 'name': PowerOffVM_Task, 'duration_secs': 0.233018} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.630600] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 999.630778] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 999.631052] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b3d9e34-d308-4954-986f-8d3388222c45 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.701256] env[61960]: DEBUG oslo_vmware.api [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5252d12f-223e-6616-17c6-1b4b0c68e8ff, 'name': SearchDatastore_Task, 'duration_secs': 0.024629} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.702131] env[61960]: DEBUG oslo_concurrency.lockutils [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.702580] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.702796] env[61960]: DEBUG oslo_concurrency.lockutils [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.702977] env[61960]: DEBUG oslo_concurrency.lockutils [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.703190] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.703485] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3633e11f-9e7a-44cd-97c1-2494e7d29598 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.706072] env[61960]: DEBUG nova.network.neutron [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 999.711963] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 999.712236] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 999.712445] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Deleting the datastore file [datastore1] 33cdf08b-6074-477a-8307-703e7becb783 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.714100] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c7e916a-eb36-4bf2-815b-2ce72b2c8b33 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.717497] env[61960]: DEBUG nova.compute.manager [req-4065c665-9aef-4f12-b274-f1ad15f58755 req-a1826b26-d42f-4e2d-b2b2-fbe3f9d22aac service nova] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Received event network-changed-a557dbdb-4326-468c-8dae-4bdbf0bc82cf {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 999.717714] env[61960]: DEBUG nova.compute.manager [req-4065c665-9aef-4f12-b274-f1ad15f58755 req-a1826b26-d42f-4e2d-b2b2-fbe3f9d22aac service nova] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Refreshing instance network info cache due to event network-changed-a557dbdb-4326-468c-8dae-4bdbf0bc82cf. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 999.717949] env[61960]: DEBUG oslo_concurrency.lockutils [req-4065c665-9aef-4f12-b274-f1ad15f58755 req-a1826b26-d42f-4e2d-b2b2-fbe3f9d22aac service nova] Acquiring lock "refresh_cache-8613b53f-34ea-49a4-9074-caf65a790ac3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.718167] env[61960]: DEBUG oslo_concurrency.lockutils [req-4065c665-9aef-4f12-b274-f1ad15f58755 req-a1826b26-d42f-4e2d-b2b2-fbe3f9d22aac service nova] Acquired lock "refresh_cache-8613b53f-34ea-49a4-9074-caf65a790ac3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.718351] env[61960]: DEBUG nova.network.neutron [req-4065c665-9aef-4f12-b274-f1ad15f58755 req-a1826b26-d42f-4e2d-b2b2-fbe3f9d22aac service nova] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Refreshing network info cache for port a557dbdb-4326-468c-8dae-4bdbf0bc82cf {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 999.720070] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6604be81-4f19-4799-9d7d-df39c8d4c278 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "aa040be9-8805-4191-805c-9d0bd1792628" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.731s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.722572] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.722753] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 999.723775] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e153891a-8045-4393-bdc7-5909f89f1c13 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.730417] env[61960]: DEBUG oslo_vmware.api [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 999.730417] env[61960]: value = "task-436619" [ 999.730417] env[61960]: _type = "Task" [ 999.730417] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.738205] env[61960]: DEBUG nova.objects.instance [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lazy-loading 'numa_topology' on Instance uuid 8613b53f-34ea-49a4-9074-caf65a790ac3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.738205] env[61960]: DEBUG oslo_vmware.api [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 999.738205] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523a1f63-2ca6-ba19-fc06-2d26c1015d09" [ 999.738205] env[61960]: _type = "Task" [ 999.738205] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.746773] env[61960]: DEBUG oslo_vmware.api [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.756405] env[61960]: DEBUG oslo_vmware.api [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523a1f63-2ca6-ba19-fc06-2d26c1015d09, 'name': SearchDatastore_Task} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.757926] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50f532be-e81e-46f9-a1d4-904a90f19bd4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.764276] env[61960]: DEBUG oslo_vmware.api [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 999.764276] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5249080f-adf0-60c1-da30-b70d4782e3a8" [ 999.764276] env[61960]: _type = "Task" [ 999.764276] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.778055] env[61960]: DEBUG oslo_vmware.api [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5249080f-adf0-60c1-da30-b70d4782e3a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.821812] env[61960]: DEBUG oslo_vmware.api [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436614, 'name': ReconfigVM_Task, 'duration_secs': 0.381607} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.825178] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd/1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.825899] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275498} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.826147] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6c749de-5603-443a-98bf-81a30e648c85 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.827927] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.828137] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 999.828375] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 999.835987] env[61960]: DEBUG oslo_vmware.api [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Waiting for the task: (returnval){ [ 999.835987] env[61960]: value = "task-436620" [ 999.835987] env[61960]: _type = "Task" [ 999.835987] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.839444] env[61960]: DEBUG oslo_vmware.api [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436616, 'name': Rename_Task, 'duration_secs': 0.151881} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.849417] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 999.849715] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8556f2b1-5f1d-4c02-ad9a-57056aa8e3fa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.857843] env[61960]: DEBUG oslo_vmware.api [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436617, 'name': PowerOnVM_Task, 'duration_secs': 0.50626} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.861949] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 999.862207] env[61960]: DEBUG nova.compute.manager [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 999.862505] env[61960]: DEBUG oslo_vmware.api [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436620, 'name': Rename_Task} progress is 10%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.862792] env[61960]: DEBUG oslo_vmware.api [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for the task: (returnval){ [ 999.862792] env[61960]: value = "task-436621" [ 999.862792] env[61960]: _type = "Task" [ 999.862792] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.863516] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3a8f41-96d2-4313-b51c-64236065e93f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.881672] env[61960]: DEBUG oslo_vmware.api [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.892779] env[61960]: INFO nova.network.neutron [None req-fd98b4be-cd59-4480-b0a4-9cc6826007fc tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Port c99cb698-4120-457c-b93b-2acddf8d7332 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 999.893274] env[61960]: DEBUG nova.network.neutron [None req-fd98b4be-cd59-4480-b0a4-9cc6826007fc tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Updating instance_info_cache with network_info: [{"id": "93dffbba-f9db-46f6-b1d9-cea7145ccd04", "address": "fa:16:3e:a5:68:e5", "network": {"id": "85fe4994-4777-4536-b8f8-d435a0de99d6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-908641274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79deffd23674a5f89784dc83e6ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93dffbba-f9", "ovs_interfaceid": "93dffbba-f9db-46f6-b1d9-cea7145ccd04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.033603] env[61960]: DEBUG nova.network.neutron [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Updating instance_info_cache with network_info: [{"id": "ec020656-a46d-414d-9ac3-4432608cd2d9", "address": "fa:16:3e:c1:4a:6d", "network": {"id": "b3f1be9e-dd35-46f9-821a-c6b2552e81d9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1141310629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf475330bc0c445c95981e7303db5949", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec020656-a4", "ovs_interfaceid": "ec020656-a46d-414d-9ac3-4432608cd2d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.244857] env[61960]: DEBUG nova.objects.base [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Object Instance<8613b53f-34ea-49a4-9074-caf65a790ac3> lazy-loaded attributes: resources,numa_topology {{(pid=61960) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1000.247765] env[61960]: DEBUG oslo_vmware.api [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292689} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.248586] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.248791] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1000.248975] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1000.249199] env[61960]: INFO nova.compute.manager [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1000.249447] env[61960]: DEBUG oslo.service.loopingcall [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1000.249669] env[61960]: DEBUG nova.compute.manager [-] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1000.249770] env[61960]: DEBUG nova.network.neutron [-] [instance: 33cdf08b-6074-477a-8307-703e7becb783] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1000.278540] env[61960]: DEBUG oslo_vmware.api [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5249080f-adf0-60c1-da30-b70d4782e3a8, 'name': SearchDatastore_Task, 'duration_secs': 0.012172} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.278854] env[61960]: DEBUG oslo_concurrency.lockutils [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.279142] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 3220ec65-361d-4677-8dfd-6a2625cd73a2/3220ec65-361d-4677-8dfd-6a2625cd73a2.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1000.279420] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be2c6913-494a-4b24-bad8-d9b1e4dc956c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.290760] env[61960]: DEBUG oslo_vmware.api [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1000.290760] env[61960]: value = "task-436622" [ 1000.290760] env[61960]: _type = "Task" [ 1000.290760] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.314142] env[61960]: DEBUG oslo_vmware.api [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.364796] env[61960]: DEBUG oslo_vmware.api [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436620, 'name': Rename_Task, 'duration_secs': 0.223059} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.364796] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1000.364796] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d84b235-5e15-4392-8910-a3bb44ee9b19 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.379816] env[61960]: DEBUG oslo_vmware.api [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Waiting for the task: (returnval){ [ 1000.379816] env[61960]: value = "task-436623" [ 1000.379816] env[61960]: _type = "Task" [ 1000.379816] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.384388] env[61960]: INFO nova.compute.manager [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] bringing vm to original state: 'stopped' [ 1000.387126] env[61960]: DEBUG oslo_vmware.api [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436621, 'name': PowerOnVM_Task} progress is 88%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.403614] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fd98b4be-cd59-4480-b0a4-9cc6826007fc tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Releasing lock "refresh_cache-33cdf08b-6074-477a-8307-703e7becb783" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.418874] env[61960]: DEBUG oslo_vmware.api [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436623, 'name': PowerOnVM_Task} progress is 33%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.515118] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ab233f-d9ab-4808-a557-3316117bf567 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.523308] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdf2772-9c02-417f-80ba-aaaa5e2e45b7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.560936] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Releasing lock "refresh_cache-60a96320-34ad-488e-9e92-e2e12906edae" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.561473] env[61960]: DEBUG nova.compute.manager [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Instance network_info: |[{"id": "ec020656-a46d-414d-9ac3-4432608cd2d9", "address": "fa:16:3e:c1:4a:6d", "network": {"id": "b3f1be9e-dd35-46f9-821a-c6b2552e81d9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1141310629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf475330bc0c445c95981e7303db5949", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec020656-a4", "ovs_interfaceid": "ec020656-a46d-414d-9ac3-4432608cd2d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1000.565779] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:4a:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec020656-a46d-414d-9ac3-4432608cd2d9', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.573306] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Creating folder: Project (cf475330bc0c445c95981e7303db5949). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1000.574598] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62649a9-a58f-48fc-bfd8-013732a326c3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.577318] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84194357-ee2a-4952-83fc-6f4f070bc899 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.586846] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e162fa4b-86dd-4529-8009-c37c5c7a80eb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.592838] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Created folder: Project (cf475330bc0c445c95981e7303db5949) in parent group-v115929. [ 1000.592904] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Creating folder: Instances. Parent ref: group-v116189. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1000.594058] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb7ff5ce-42fc-4e31-a5d2-1f559d9a7e56 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.605627] env[61960]: DEBUG nova.compute.provider_tree [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.608177] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Created folder: Instances in parent group-v116189. [ 1000.608427] env[61960]: DEBUG oslo.service.loopingcall [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1000.608882] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1000.609119] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93357db5-a44f-43f6-9198-88b643a045f3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.637066] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.637066] env[61960]: value = "task-436626" [ 1000.637066] env[61960]: _type = "Task" [ 1000.637066] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.652633] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436626, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.659367] env[61960]: DEBUG nova.compute.manager [req-8a975e9e-6582-42dc-ac16-482418f8654f req-fd4caa71-71c9-4c8e-b1af-409b692eb1a1 service nova] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Received event network-changed-ec020656-a46d-414d-9ac3-4432608cd2d9 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1000.659696] env[61960]: DEBUG nova.compute.manager [req-8a975e9e-6582-42dc-ac16-482418f8654f req-fd4caa71-71c9-4c8e-b1af-409b692eb1a1 service nova] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Refreshing instance network info cache due to event network-changed-ec020656-a46d-414d-9ac3-4432608cd2d9. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1000.659887] env[61960]: DEBUG oslo_concurrency.lockutils [req-8a975e9e-6582-42dc-ac16-482418f8654f req-fd4caa71-71c9-4c8e-b1af-409b692eb1a1 service nova] Acquiring lock "refresh_cache-60a96320-34ad-488e-9e92-e2e12906edae" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.659999] env[61960]: DEBUG oslo_concurrency.lockutils [req-8a975e9e-6582-42dc-ac16-482418f8654f req-fd4caa71-71c9-4c8e-b1af-409b692eb1a1 service nova] Acquired lock "refresh_cache-60a96320-34ad-488e-9e92-e2e12906edae" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.660241] env[61960]: DEBUG nova.network.neutron [req-8a975e9e-6582-42dc-ac16-482418f8654f req-fd4caa71-71c9-4c8e-b1af-409b692eb1a1 service nova] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Refreshing network info cache for port ec020656-a46d-414d-9ac3-4432608cd2d9 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1000.665458] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquiring lock "8613b53f-34ea-49a4-9074-caf65a790ac3" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.677160] env[61960]: DEBUG nova.network.neutron [req-4065c665-9aef-4f12-b274-f1ad15f58755 req-a1826b26-d42f-4e2d-b2b2-fbe3f9d22aac service nova] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Updated VIF entry in instance network info cache for port a557dbdb-4326-468c-8dae-4bdbf0bc82cf. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1000.677463] env[61960]: DEBUG nova.network.neutron [req-4065c665-9aef-4f12-b274-f1ad15f58755 req-a1826b26-d42f-4e2d-b2b2-fbe3f9d22aac service nova] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Updating instance_info_cache with network_info: [{"id": "a557dbdb-4326-468c-8dae-4bdbf0bc82cf", "address": "fa:16:3e:18:19:0f", "network": {"id": "3459795b-f25d-427b-8f16-d2182ea0904f", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1416273180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf2083a011c74028b3c772ca92759e8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa557dbdb-43", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.804328] env[61960]: DEBUG oslo_vmware.api [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436622, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.880533] env[61960]: DEBUG oslo_vmware.api [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436621, 'name': PowerOnVM_Task, 'duration_secs': 0.657425} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.882800] env[61960]: DEBUG nova.virt.hardware [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1000.883060] env[61960]: DEBUG nova.virt.hardware [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1000.883229] env[61960]: DEBUG nova.virt.hardware [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.883630] env[61960]: DEBUG nova.virt.hardware [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1000.883630] env[61960]: DEBUG nova.virt.hardware [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.883743] env[61960]: DEBUG nova.virt.hardware [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1000.883915] env[61960]: DEBUG nova.virt.hardware [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1000.884102] env[61960]: DEBUG nova.virt.hardware [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1000.884371] env[61960]: DEBUG nova.virt.hardware [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1000.884449] env[61960]: DEBUG nova.virt.hardware [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1000.884626] env[61960]: DEBUG nova.virt.hardware [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1000.884959] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1000.885197] env[61960]: DEBUG nova.compute.manager [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1000.886114] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d981c7-0a12-4047-aeac-75742682945b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.889377] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2eab02-63b7-4eb7-8b0f-5d2540c57d9a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.906910] env[61960]: DEBUG oslo_vmware.api [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436623, 'name': PowerOnVM_Task} progress is 89%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.911564] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fd98b4be-cd59-4480-b0a4-9cc6826007fc tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "interface-33cdf08b-6074-477a-8307-703e7becb783-c99cb698-4120-457c-b93b-2acddf8d7332" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.798s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.917432] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9009bc-f18f-4aa5-9c46-e063b7d041fc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.941032] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:e0:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57f82d4b-b5ad-4316-b746-6777a31dd8da', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.947949] env[61960]: DEBUG oslo.service.loopingcall [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1000.948669] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1000.948901] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd0b9859-90bc-4c5b-ace8-383f7eacb7ef {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.979146] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.979146] env[61960]: value = "task-436627" [ 1000.979146] env[61960]: _type = "Task" [ 1000.979146] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.989776] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436627, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.110953] env[61960]: DEBUG nova.scheduler.client.report [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1001.157127] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436626, 'name': CreateVM_Task, 'duration_secs': 0.446927} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.157127] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1001.157626] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.157797] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.158162] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.158915] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8351a871-a501-440a-9d01-59fd62b20fd7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.172745] env[61960]: DEBUG oslo_vmware.api [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1001.172745] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c59dcc-194f-c3f1-da81-26bfb99cc833" [ 1001.172745] env[61960]: _type = "Task" [ 1001.172745] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.182626] env[61960]: DEBUG oslo_vmware.api [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c59dcc-194f-c3f1-da81-26bfb99cc833, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.183160] env[61960]: DEBUG oslo_concurrency.lockutils [req-4065c665-9aef-4f12-b274-f1ad15f58755 req-a1826b26-d42f-4e2d-b2b2-fbe3f9d22aac service nova] Releasing lock "refresh_cache-8613b53f-34ea-49a4-9074-caf65a790ac3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.305256] env[61960]: DEBUG oslo_vmware.api [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689678} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.305627] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 3220ec65-361d-4677-8dfd-6a2625cd73a2/3220ec65-361d-4677-8dfd-6a2625cd73a2.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1001.305915] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.306404] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2c93c72-789f-48e7-9947-29b3d226ff6c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.317581] env[61960]: DEBUG oslo_vmware.api [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1001.317581] env[61960]: value = "task-436628" [ 1001.317581] env[61960]: _type = "Task" [ 1001.317581] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.325674] env[61960]: DEBUG oslo_vmware.api [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.364815] env[61960]: DEBUG nova.compute.manager [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Stashing vm_state: active {{(pid=61960) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1001.403385] env[61960]: DEBUG oslo_concurrency.lockutils [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "1b3599fa-8b35-4719-9ae3-94cefa0cf527" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.404168] env[61960]: DEBUG oslo_concurrency.lockutils [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "1b3599fa-8b35-4719-9ae3-94cefa0cf527" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.404492] env[61960]: DEBUG nova.compute.manager [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1001.405524] env[61960]: DEBUG oslo_vmware.api [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436623, 'name': PowerOnVM_Task, 'duration_secs': 0.685653} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.406812] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28085e4f-29f3-4fee-a2ec-afa2a8fc604a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.411873] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1001.412223] env[61960]: INFO nova.compute.manager [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1001.412503] env[61960]: DEBUG nova.compute.manager [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1001.414788] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504772bc-3a9c-4d08-a71b-9163a4f14114 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.430076] env[61960]: DEBUG nova.compute.manager [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=61960) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1001.438267] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1001.438783] env[61960]: DEBUG oslo_concurrency.lockutils [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.439097] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3c833a1-e7f7-48f8-93fa-d76bfeaa181c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.449456] env[61960]: DEBUG oslo_vmware.api [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1001.449456] env[61960]: value = "task-436629" [ 1001.449456] env[61960]: _type = "Task" [ 1001.449456] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.460022] env[61960]: DEBUG oslo_vmware.api [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.489634] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436627, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.616041] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.385s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.622019] env[61960]: DEBUG oslo_concurrency.lockutils [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.180s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.622019] env[61960]: DEBUG nova.objects.instance [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=61960) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1001.689751] env[61960]: DEBUG oslo_vmware.api [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c59dcc-194f-c3f1-da81-26bfb99cc833, 'name': SearchDatastore_Task, 'duration_secs': 0.012013} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.690116] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.690893] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.690893] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.690893] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.691039] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.691208] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c87bd4ad-ec4a-4b37-b84b-ceac18600891 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.705961] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.707023] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1001.707023] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb538a70-460e-47e5-af84-e20e98e04e1b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.712296] env[61960]: DEBUG nova.network.neutron [-] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.714941] env[61960]: DEBUG oslo_vmware.api [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1001.714941] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524e6535-f68e-ffb9-e2ef-93d33dfec457" [ 1001.714941] env[61960]: _type = "Task" [ 1001.714941] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.724659] env[61960]: DEBUG oslo_vmware.api [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524e6535-f68e-ffb9-e2ef-93d33dfec457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.812322] env[61960]: DEBUG nova.network.neutron [req-8a975e9e-6582-42dc-ac16-482418f8654f req-fd4caa71-71c9-4c8e-b1af-409b692eb1a1 service nova] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Updated VIF entry in instance network info cache for port ec020656-a46d-414d-9ac3-4432608cd2d9. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1001.812322] env[61960]: DEBUG nova.network.neutron [req-8a975e9e-6582-42dc-ac16-482418f8654f req-fd4caa71-71c9-4c8e-b1af-409b692eb1a1 service nova] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Updating instance_info_cache with network_info: [{"id": "ec020656-a46d-414d-9ac3-4432608cd2d9", "address": "fa:16:3e:c1:4a:6d", "network": {"id": "b3f1be9e-dd35-46f9-821a-c6b2552e81d9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1141310629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf475330bc0c445c95981e7303db5949", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec020656-a4", "ovs_interfaceid": "ec020656-a46d-414d-9ac3-4432608cd2d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.824961] env[61960]: DEBUG oslo_vmware.api [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068067} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.829031] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.829031] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf10db07-8e95-4cc1-a0c3-effb010fc8ad {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.852795] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 3220ec65-361d-4677-8dfd-6a2625cd73a2/3220ec65-361d-4677-8dfd-6a2625cd73a2.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.853532] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e90a188-664c-44c8-890e-3a3718d1b6f2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.883395] env[61960]: DEBUG oslo_vmware.api [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1001.883395] env[61960]: value = "task-436630" [ 1001.883395] env[61960]: _type = "Task" [ 1001.883395] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.889871] env[61960]: DEBUG oslo_concurrency.lockutils [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.895945] env[61960]: DEBUG oslo_vmware.api [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436630, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.911259] env[61960]: DEBUG nova.compute.manager [req-92e799f3-79f1-4fe9-a46d-1bdbc940ea5c req-284621ff-8427-4e67-9a5e-91fbade608a5 service nova] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Received event network-vif-deleted-93dffbba-f9db-46f6-b1d9-cea7145ccd04 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1001.947838] env[61960]: INFO nova.compute.manager [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Took 23.56 seconds to build instance. [ 1001.964241] env[61960]: DEBUG oslo_vmware.api [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436629, 'name': PowerOffVM_Task, 'duration_secs': 0.408418} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.965092] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1001.965092] env[61960]: DEBUG nova.compute.manager [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1001.965681] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7898651e-be5c-4598-b104-061925c7976c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.989290] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436627, 'name': CreateVM_Task, 'duration_secs': 0.547407} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.989494] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1001.990210] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.990426] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.990780] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.991119] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-064f3dcb-1c7d-4055-9d02-5ceb3ca1c142 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.996654] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1001.996654] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520fbe93-7a00-75a7-77f5-4860f339ce06" [ 1001.996654] env[61960]: _type = "Task" [ 1001.996654] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.007915] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520fbe93-7a00-75a7-77f5-4860f339ce06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.124291] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7cc6b12a-9a04-4eee-b0e9-b2cee5508b3c tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lock "8613b53f-34ea-49a4-9074-caf65a790ac3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.318s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.125239] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lock "8613b53f-34ea-49a4-9074-caf65a790ac3" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.460s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.125434] env[61960]: INFO nova.compute.manager [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Unshelving [ 1002.213502] env[61960]: INFO nova.compute.manager [-] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Took 1.96 seconds to deallocate network for instance. [ 1002.230464] env[61960]: DEBUG oslo_vmware.api [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524e6535-f68e-ffb9-e2ef-93d33dfec457, 'name': SearchDatastore_Task, 'duration_secs': 0.034447} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.231605] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a6eeae1-33b3-48ae-ab42-12f4f9d1661e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.241059] env[61960]: DEBUG oslo_vmware.api [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1002.241059] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52680b97-2ef7-eff6-3df8-257e5321d1ac" [ 1002.241059] env[61960]: _type = "Task" [ 1002.241059] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.248810] env[61960]: DEBUG oslo_vmware.api [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52680b97-2ef7-eff6-3df8-257e5321d1ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.314305] env[61960]: DEBUG oslo_concurrency.lockutils [req-8a975e9e-6582-42dc-ac16-482418f8654f req-fd4caa71-71c9-4c8e-b1af-409b692eb1a1 service nova] Releasing lock "refresh_cache-60a96320-34ad-488e-9e92-e2e12906edae" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.394610] env[61960]: DEBUG oslo_vmware.api [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.422019] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Acquiring lock "842fd499-d185-4e49-b4d9-b3f860d8f9e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.422019] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Lock "842fd499-d185-4e49-b4d9-b3f860d8f9e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.422019] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Acquiring lock "842fd499-d185-4e49-b4d9-b3f860d8f9e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.422019] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Lock "842fd499-d185-4e49-b4d9-b3f860d8f9e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.423497] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Lock "842fd499-d185-4e49-b4d9-b3f860d8f9e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.426380] env[61960]: INFO nova.compute.manager [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Terminating instance [ 1002.429442] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Acquiring lock "refresh_cache-842fd499-d185-4e49-b4d9-b3f860d8f9e6" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.429619] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Acquired lock "refresh_cache-842fd499-d185-4e49-b4d9-b3f860d8f9e6" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.429794] env[61960]: DEBUG nova.network.neutron [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1002.450132] env[61960]: DEBUG oslo_concurrency.lockutils [None req-93f1600e-c565-48c7-a30c-71a7901f878b tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Lock "1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.073s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.479298] env[61960]: DEBUG oslo_concurrency.lockutils [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "1b3599fa-8b35-4719-9ae3-94cefa0cf527" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.076s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.508916] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520fbe93-7a00-75a7-77f5-4860f339ce06, 'name': SearchDatastore_Task, 'duration_secs': 0.026303} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.509385] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.509468] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.509669] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.637317] env[61960]: DEBUG oslo_concurrency.lockutils [None req-51698018-cbb3-43c5-b66a-35830df11811 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.638045] env[61960]: DEBUG oslo_concurrency.lockutils [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.748s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.729308] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.756508] env[61960]: DEBUG oslo_vmware.api [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52680b97-2ef7-eff6-3df8-257e5321d1ac, 'name': SearchDatastore_Task, 'duration_secs': 0.033561} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.756508] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.756508] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 60a96320-34ad-488e-9e92-e2e12906edae/60a96320-34ad-488e-9e92-e2e12906edae.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1002.756508] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.756508] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.756508] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64c7521b-8adb-471c-be2f-64d556e89d16 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.757412] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-268d5b28-03a7-45a4-aa67-2c0f97dd8f35 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.767071] env[61960]: DEBUG oslo_vmware.api [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1002.767071] env[61960]: value = "task-436631" [ 1002.767071] env[61960]: _type = "Task" [ 1002.767071] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.769436] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.769636] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1002.774208] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cb5d076-62c5-41e5-86f7-6913f3fb760e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.781705] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1002.781705] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524b1289-d0d1-dea7-7fa8-c4516e6c3280" [ 1002.781705] env[61960]: _type = "Task" [ 1002.781705] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.787107] env[61960]: DEBUG oslo_vmware.api [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.796534] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524b1289-d0d1-dea7-7fa8-c4516e6c3280, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.897104] env[61960]: DEBUG oslo_vmware.api [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436630, 'name': ReconfigVM_Task, 'duration_secs': 0.918687} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.897432] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 3220ec65-361d-4677-8dfd-6a2625cd73a2/3220ec65-361d-4677-8dfd-6a2625cd73a2.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.898177] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9515d2d-4ccb-4151-9b64-c27b566d8c9c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.907595] env[61960]: DEBUG oslo_vmware.api [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1002.907595] env[61960]: value = "task-436632" [ 1002.907595] env[61960]: _type = "Task" [ 1002.907595] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.917616] env[61960]: DEBUG oslo_vmware.api [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436632, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.949754] env[61960]: DEBUG nova.network.neutron [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1002.990266] env[61960]: DEBUG oslo_concurrency.lockutils [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.075908] env[61960]: DEBUG nova.network.neutron [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.146114] env[61960]: INFO nova.compute.claims [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.172716] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.281293] env[61960]: DEBUG oslo_vmware.api [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436631, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.295510] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524b1289-d0d1-dea7-7fa8-c4516e6c3280, 'name': SearchDatastore_Task, 'duration_secs': 0.020912} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.296302] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-953f9582-2147-493a-8f76-79992f56fa97 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.305647] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1003.305647] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52af7f12-f14f-b6fb-8863-245032ddf3f3" [ 1003.305647] env[61960]: _type = "Task" [ 1003.305647] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.315372] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52af7f12-f14f-b6fb-8863-245032ddf3f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.417540] env[61960]: DEBUG oslo_vmware.api [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436632, 'name': Rename_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.579264] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Releasing lock "refresh_cache-842fd499-d185-4e49-b4d9-b3f860d8f9e6" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.579707] env[61960]: DEBUG nova.compute.manager [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1003.579911] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1003.580813] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66f6cbc-2269-4209-9deb-c02aa0d23a54 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.589716] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1003.589990] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9589cc4a-1cc1-4e85-9d4e-06a2f638170a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.598113] env[61960]: DEBUG oslo_vmware.api [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for the task: (returnval){ [ 1003.598113] env[61960]: value = "task-436633" [ 1003.598113] env[61960]: _type = "Task" [ 1003.598113] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.607526] env[61960]: DEBUG oslo_vmware.api [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.657329] env[61960]: INFO nova.compute.resource_tracker [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Updating resource usage from migration 4116f089-0e61-4c37-a6f8-060db26dac64 [ 1003.784716] env[61960]: DEBUG oslo_vmware.api [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655095} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.784923] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 60a96320-34ad-488e-9e92-e2e12906edae/60a96320-34ad-488e-9e92-e2e12906edae.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1003.785183] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.787930] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d2cec2a-9716-49fc-a292-8e6e9ab95a22 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.796363] env[61960]: DEBUG oslo_vmware.api [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1003.796363] env[61960]: value = "task-436634" [ 1003.796363] env[61960]: _type = "Task" [ 1003.796363] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.808169] env[61960]: DEBUG oslo_vmware.api [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.819612] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52af7f12-f14f-b6fb-8863-245032ddf3f3, 'name': SearchDatastore_Task, 'duration_secs': 0.0141} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.819612] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.819612] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 5a527f43-ce28-4eb5-bfd1-5c800c35ef16/5a527f43-ce28-4eb5-bfd1-5c800c35ef16.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1003.819902] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98cff20a-537e-4400-bcba-18b23e1a13bd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.828239] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1003.828239] env[61960]: value = "task-436635" [ 1003.828239] env[61960]: _type = "Task" [ 1003.828239] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.836979] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.900799] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d236dcc-cc32-4e6d-9e3e-132ccefdd503 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.912713] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ae74a3-48da-481b-86b7-92f8627010d9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.922213] env[61960]: DEBUG oslo_vmware.api [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436632, 'name': Rename_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.948832] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5304f5-ec9d-4d0c-9620-ee4f02e93f32 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.952486] env[61960]: DEBUG nova.compute.manager [req-e56d4457-b0d3-43b6-990e-bfcdc8c39363 req-8042d180-80f5-43c1-bf8a-e395f2d8e167 service nova] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Received event network-changed-81e1042c-8d8e-4fe3-b5e0-0ef40b4f5ac6 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1003.953036] env[61960]: DEBUG nova.compute.manager [req-e56d4457-b0d3-43b6-990e-bfcdc8c39363 req-8042d180-80f5-43c1-bf8a-e395f2d8e167 service nova] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Refreshing instance network info cache due to event network-changed-81e1042c-8d8e-4fe3-b5e0-0ef40b4f5ac6. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1003.953036] env[61960]: DEBUG oslo_concurrency.lockutils [req-e56d4457-b0d3-43b6-990e-bfcdc8c39363 req-8042d180-80f5-43c1-bf8a-e395f2d8e167 service nova] Acquiring lock "refresh_cache-1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.953036] env[61960]: DEBUG oslo_concurrency.lockutils [req-e56d4457-b0d3-43b6-990e-bfcdc8c39363 req-8042d180-80f5-43c1-bf8a-e395f2d8e167 service nova] Acquired lock "refresh_cache-1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.953220] env[61960]: DEBUG nova.network.neutron [req-e56d4457-b0d3-43b6-990e-bfcdc8c39363 req-8042d180-80f5-43c1-bf8a-e395f2d8e167 service nova] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Refreshing network info cache for port 81e1042c-8d8e-4fe3-b5e0-0ef40b4f5ac6 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1003.962116] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f53cdd-09a5-4e92-b71d-81c2e6bd2fe1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.978785] env[61960]: DEBUG nova.compute.provider_tree [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.053071] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fed3b6ad-d11b-4b2e-8a15-41403e49b431 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "1b3599fa-8b35-4719-9ae3-94cefa0cf527" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.053378] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fed3b6ad-d11b-4b2e-8a15-41403e49b431 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "1b3599fa-8b35-4719-9ae3-94cefa0cf527" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.053591] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fed3b6ad-d11b-4b2e-8a15-41403e49b431 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "1b3599fa-8b35-4719-9ae3-94cefa0cf527-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.053790] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fed3b6ad-d11b-4b2e-8a15-41403e49b431 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "1b3599fa-8b35-4719-9ae3-94cefa0cf527-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.054242] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fed3b6ad-d11b-4b2e-8a15-41403e49b431 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "1b3599fa-8b35-4719-9ae3-94cefa0cf527-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.057049] env[61960]: INFO nova.compute.manager [None req-fed3b6ad-d11b-4b2e-8a15-41403e49b431 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Terminating instance [ 1004.059576] env[61960]: DEBUG nova.compute.manager [None req-fed3b6ad-d11b-4b2e-8a15-41403e49b431 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1004.059882] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fed3b6ad-d11b-4b2e-8a15-41403e49b431 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1004.060805] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcf067c-9652-4ee4-9bb2-0c6c0d0ce4df {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.069368] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fed3b6ad-d11b-4b2e-8a15-41403e49b431 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1004.069639] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4386bd0-1e94-4ed2-8539-1fdcab871a73 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.112889] env[61960]: DEBUG oslo_vmware.api [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436633, 'name': PowerOffVM_Task, 'duration_secs': 0.164306} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.113280] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1004.113519] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1004.113883] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f7deb8f-a00f-4210-9440-0b00168a7710 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.151463] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1004.151721] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1004.151955] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Deleting the datastore file [datastore1] 842fd499-d185-4e49-b4d9-b3f860d8f9e6 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.152251] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5dbfac2f-b055-46d4-bfc1-c61288c56c5d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.160054] env[61960]: DEBUG oslo_vmware.api [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for the task: (returnval){ [ 1004.160054] env[61960]: value = "task-436638" [ 1004.160054] env[61960]: _type = "Task" [ 1004.160054] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.168595] env[61960]: DEBUG oslo_vmware.api [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.310238] env[61960]: DEBUG oslo_vmware.api [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084013} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.310526] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.311394] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c10f40-5dad-4804-81d8-96e343c82c92 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.334636] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 60a96320-34ad-488e-9e92-e2e12906edae/60a96320-34ad-488e-9e92-e2e12906edae.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.334858] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06b0d782-7717-452c-8762-4b292f5d7ed7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.360166] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.360166] env[61960]: DEBUG oslo_vmware.api [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1004.360166] env[61960]: value = "task-436639" [ 1004.360166] env[61960]: _type = "Task" [ 1004.360166] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.368491] env[61960]: DEBUG oslo_vmware.api [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436639, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.420278] env[61960]: DEBUG oslo_vmware.api [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436632, 'name': Rename_Task, 'duration_secs': 1.196388} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.420621] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1004.420905] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82053d90-df9f-49dd-9d49-5089221af12d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.428585] env[61960]: DEBUG oslo_vmware.api [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1004.428585] env[61960]: value = "task-436640" [ 1004.428585] env[61960]: _type = "Task" [ 1004.428585] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.437782] env[61960]: DEBUG oslo_vmware.api [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.482139] env[61960]: DEBUG nova.scheduler.client.report [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1004.670745] env[61960]: DEBUG oslo_vmware.api [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.762736] env[61960]: DEBUG nova.network.neutron [req-e56d4457-b0d3-43b6-990e-bfcdc8c39363 req-8042d180-80f5-43c1-bf8a-e395f2d8e167 service nova] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Updated VIF entry in instance network info cache for port 81e1042c-8d8e-4fe3-b5e0-0ef40b4f5ac6. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1004.763402] env[61960]: DEBUG nova.network.neutron [req-e56d4457-b0d3-43b6-990e-bfcdc8c39363 req-8042d180-80f5-43c1-bf8a-e395f2d8e167 service nova] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Updating instance_info_cache with network_info: [{"id": "81e1042c-8d8e-4fe3-b5e0-0ef40b4f5ac6", "address": "fa:16:3e:00:e4:a3", "network": {"id": "945216c9-a356-4057-bd07-8cc036e8200d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1876461706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d69eeaa894d474e88d09332d83b1f15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e1042c-8d", "ovs_interfaceid": "81e1042c-8d8e-4fe3-b5e0-0ef40b4f5ac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.849449] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436635, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.872524] env[61960]: DEBUG oslo_vmware.api [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.940266] env[61960]: DEBUG oslo_vmware.api [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436640, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.987960] env[61960]: DEBUG oslo_concurrency.lockutils [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.350s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.988315] env[61960]: INFO nova.compute.manager [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Migrating [ 1004.998381] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.271s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.998717] env[61960]: DEBUG nova.objects.instance [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lazy-loading 'resources' on Instance uuid 33cdf08b-6074-477a-8307-703e7becb783 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.170440] env[61960]: DEBUG oslo_vmware.api [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.528746} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.170723] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.170917] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1005.171119] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1005.171295] env[61960]: INFO nova.compute.manager [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Took 1.59 seconds to destroy the instance on the hypervisor. [ 1005.171544] env[61960]: DEBUG oslo.service.loopingcall [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1005.171741] env[61960]: DEBUG nova.compute.manager [-] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1005.171841] env[61960]: DEBUG nova.network.neutron [-] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1005.196035] env[61960]: DEBUG nova.network.neutron [-] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1005.266740] env[61960]: DEBUG oslo_concurrency.lockutils [req-e56d4457-b0d3-43b6-990e-bfcdc8c39363 req-8042d180-80f5-43c1-bf8a-e395f2d8e167 service nova] Releasing lock "refresh_cache-1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.267034] env[61960]: DEBUG nova.compute.manager [req-e56d4457-b0d3-43b6-990e-bfcdc8c39363 req-8042d180-80f5-43c1-bf8a-e395f2d8e167 service nova] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Received event network-changed-81e1042c-8d8e-4fe3-b5e0-0ef40b4f5ac6 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1005.267409] env[61960]: DEBUG nova.compute.manager [req-e56d4457-b0d3-43b6-990e-bfcdc8c39363 req-8042d180-80f5-43c1-bf8a-e395f2d8e167 service nova] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Refreshing instance network info cache due to event network-changed-81e1042c-8d8e-4fe3-b5e0-0ef40b4f5ac6. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1005.267835] env[61960]: DEBUG oslo_concurrency.lockutils [req-e56d4457-b0d3-43b6-990e-bfcdc8c39363 req-8042d180-80f5-43c1-bf8a-e395f2d8e167 service nova] Acquiring lock "refresh_cache-1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.268015] env[61960]: DEBUG oslo_concurrency.lockutils [req-e56d4457-b0d3-43b6-990e-bfcdc8c39363 req-8042d180-80f5-43c1-bf8a-e395f2d8e167 service nova] Acquired lock "refresh_cache-1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.268214] env[61960]: DEBUG nova.network.neutron [req-e56d4457-b0d3-43b6-990e-bfcdc8c39363 req-8042d180-80f5-43c1-bf8a-e395f2d8e167 service nova] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Refreshing network info cache for port 81e1042c-8d8e-4fe3-b5e0-0ef40b4f5ac6 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1005.269532] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fed3b6ad-d11b-4b2e-8a15-41403e49b431 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1005.269737] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fed3b6ad-d11b-4b2e-8a15-41403e49b431 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1005.269926] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-fed3b6ad-d11b-4b2e-8a15-41403e49b431 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Deleting the datastore file [datastore1] 1b3599fa-8b35-4719-9ae3-94cefa0cf527 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.270675] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7520697c-9082-4367-ba4e-26d1f677a31d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.279031] env[61960]: DEBUG oslo_vmware.api [None req-fed3b6ad-d11b-4b2e-8a15-41403e49b431 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1005.279031] env[61960]: value = "task-436641" [ 1005.279031] env[61960]: _type = "Task" [ 1005.279031] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.287871] env[61960]: DEBUG oslo_vmware.api [None req-fed3b6ad-d11b-4b2e-8a15-41403e49b431 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436641, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.346826] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436635, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.203502} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.347120] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 5a527f43-ce28-4eb5-bfd1-5c800c35ef16/5a527f43-ce28-4eb5-bfd1-5c800c35ef16.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1005.347344] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.347613] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53e27160-5c5d-4f60-b33d-001249e1a0d4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.356314] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1005.356314] env[61960]: value = "task-436642" [ 1005.356314] env[61960]: _type = "Task" [ 1005.356314] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.367987] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.374027] env[61960]: DEBUG oslo_vmware.api [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436639, 'name': ReconfigVM_Task, 'duration_secs': 0.62967} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.374305] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 60a96320-34ad-488e-9e92-e2e12906edae/60a96320-34ad-488e-9e92-e2e12906edae.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.375033] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-961eafdf-359c-496c-bf78-94093710613b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.382220] env[61960]: DEBUG oslo_vmware.api [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1005.382220] env[61960]: value = "task-436643" [ 1005.382220] env[61960]: _type = "Task" [ 1005.382220] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.391922] env[61960]: DEBUG oslo_vmware.api [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436643, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.440942] env[61960]: DEBUG oslo_vmware.api [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436640, 'name': PowerOnVM_Task, 'duration_secs': 0.71656} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.441436] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1005.441775] env[61960]: INFO nova.compute.manager [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Took 10.11 seconds to spawn the instance on the hypervisor. [ 1005.442074] env[61960]: DEBUG nova.compute.manager [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1005.442980] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa1556b-6305-46a0-8ee1-e19966ca289d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.511652] env[61960]: DEBUG oslo_concurrency.lockutils [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "refresh_cache-aa040be9-8805-4191-805c-9d0bd1792628" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.511957] env[61960]: DEBUG oslo_concurrency.lockutils [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquired lock "refresh_cache-aa040be9-8805-4191-805c-9d0bd1792628" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.513475] env[61960]: DEBUG nova.network.neutron [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1005.699286] env[61960]: DEBUG nova.network.neutron [-] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.722989] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5e4a1d-c1cb-429b-8dcb-6dac91a1b346 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.732693] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d165057-1754-41c0-a610-f4daf2102935 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.766645] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d093c13-1111-43cb-bacd-ca1d8039d77d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.776499] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b203580-c725-4a68-9bf6-368db9afd3df {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.788918] env[61960]: DEBUG oslo_vmware.api [None req-fed3b6ad-d11b-4b2e-8a15-41403e49b431 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436641, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258033} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.796609] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-fed3b6ad-d11b-4b2e-8a15-41403e49b431 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.797279] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fed3b6ad-d11b-4b2e-8a15-41403e49b431 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1005.797489] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fed3b6ad-d11b-4b2e-8a15-41403e49b431 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1005.797721] env[61960]: INFO nova.compute.manager [None req-fed3b6ad-d11b-4b2e-8a15-41403e49b431 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1005.797982] env[61960]: DEBUG oslo.service.loopingcall [None req-fed3b6ad-d11b-4b2e-8a15-41403e49b431 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1005.798435] env[61960]: DEBUG nova.compute.provider_tree [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1005.803172] env[61960]: DEBUG nova.compute.manager [-] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1005.803239] env[61960]: DEBUG nova.network.neutron [-] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1005.868876] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080276} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.869392] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.870395] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1176e8-a1c4-48a9-9a59-b12cd782d289 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.895801] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 5a527f43-ce28-4eb5-bfd1-5c800c35ef16/5a527f43-ce28-4eb5-bfd1-5c800c35ef16.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.901114] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-956d7726-9fa0-4991-8f40-d05050bd3424 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.924673] env[61960]: DEBUG oslo_vmware.api [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436643, 'name': Rename_Task, 'duration_secs': 0.226354} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.925814] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1005.925814] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1005.925814] env[61960]: value = "task-436644" [ 1005.925814] env[61960]: _type = "Task" [ 1005.925814] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.925814] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55f5e5f7-f3e0-4354-a20a-0c2661837c85 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.936639] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436644, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.937968] env[61960]: DEBUG oslo_vmware.api [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1005.937968] env[61960]: value = "task-436645" [ 1005.937968] env[61960]: _type = "Task" [ 1005.937968] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.945895] env[61960]: DEBUG oslo_vmware.api [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.963014] env[61960]: INFO nova.compute.manager [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Took 27.21 seconds to build instance. [ 1006.072811] env[61960]: DEBUG nova.network.neutron [req-e56d4457-b0d3-43b6-990e-bfcdc8c39363 req-8042d180-80f5-43c1-bf8a-e395f2d8e167 service nova] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Updated VIF entry in instance network info cache for port 81e1042c-8d8e-4fe3-b5e0-0ef40b4f5ac6. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1006.073197] env[61960]: DEBUG nova.network.neutron [req-e56d4457-b0d3-43b6-990e-bfcdc8c39363 req-8042d180-80f5-43c1-bf8a-e395f2d8e167 service nova] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Updating instance_info_cache with network_info: [{"id": "81e1042c-8d8e-4fe3-b5e0-0ef40b4f5ac6", "address": "fa:16:3e:00:e4:a3", "network": {"id": "945216c9-a356-4057-bd07-8cc036e8200d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1876461706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d69eeaa894d474e88d09332d83b1f15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e1042c-8d", "ovs_interfaceid": "81e1042c-8d8e-4fe3-b5e0-0ef40b4f5ac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.121337] env[61960]: DEBUG nova.compute.manager [req-c437aa0b-3055-4803-86d8-aa1b95ea7414 req-d0aefe22-f468-449f-814b-03189ce72da9 service nova] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Received event network-vif-deleted-ecedd74a-1413-425b-b2ff-23ab65deb62a {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1006.121558] env[61960]: INFO nova.compute.manager [req-c437aa0b-3055-4803-86d8-aa1b95ea7414 req-d0aefe22-f468-449f-814b-03189ce72da9 service nova] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Neutron deleted interface ecedd74a-1413-425b-b2ff-23ab65deb62a; detaching it from the instance and deleting it from the info cache [ 1006.121803] env[61960]: DEBUG nova.network.neutron [req-c437aa0b-3055-4803-86d8-aa1b95ea7414 req-d0aefe22-f468-449f-814b-03189ce72da9 service nova] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.201974] env[61960]: INFO nova.compute.manager [-] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Took 1.03 seconds to deallocate network for instance. [ 1006.246222] env[61960]: DEBUG nova.network.neutron [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Updating instance_info_cache with network_info: [{"id": "c2e90d10-3d9f-4aeb-b83a-e0b40b36e657", "address": "fa:16:3e:8f:a6:70", "network": {"id": "31765203-66f3-480a-8482-041aa55b1129", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-209584599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23cc9dbac5d741909302929f52abd0bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e90d10-3d", "ovs_interfaceid": "c2e90d10-3d9f-4aeb-b83a-e0b40b36e657", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.324505] env[61960]: ERROR nova.scheduler.client.report [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [req-c49f8901-1578-4453-aea6-f8231938ad4b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c49f8901-1578-4453-aea6-f8231938ad4b"}]} [ 1006.337452] env[61960]: DEBUG oslo_concurrency.lockutils [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Acquiring lock "faa2cf3d-2f2e-4600-8dca-2aa461726323" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.337719] env[61960]: DEBUG oslo_concurrency.lockutils [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Lock "faa2cf3d-2f2e-4600-8dca-2aa461726323" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.344935] env[61960]: DEBUG nova.scheduler.client.report [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1006.359827] env[61960]: DEBUG nova.scheduler.client.report [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1006.360099] env[61960]: DEBUG nova.compute.provider_tree [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1006.374303] env[61960]: DEBUG nova.scheduler.client.report [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1006.392377] env[61960]: DEBUG nova.scheduler.client.report [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1006.437480] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.449309] env[61960]: DEBUG oslo_vmware.api [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436645, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.465665] env[61960]: DEBUG oslo_concurrency.lockutils [None req-beeb398b-3533-4e91-8466-78b30a4ddacb tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "3220ec65-361d-4677-8dfd-6a2625cd73a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.727s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.575746] env[61960]: DEBUG oslo_concurrency.lockutils [req-e56d4457-b0d3-43b6-990e-bfcdc8c39363 req-8042d180-80f5-43c1-bf8a-e395f2d8e167 service nova] Releasing lock "refresh_cache-1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.589054] env[61960]: DEBUG nova.network.neutron [-] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.612198] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416b1202-5cbb-4711-adf3-c6ac55fa05fd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.621790] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad7f770-c6c0-46a4-b95f-0c29559150f0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.628133] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef2ecfaa-5a99-4a0b-85ad-89fb08ff8be4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.661148] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89ff6d1-3b73-4195-b80c-3e4e67c7a743 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.668893] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d96a60-517c-48e2-a50a-c72773b64fea {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.684182] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5d4feb-acd9-4b2b-847e-c76e99c76fe1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.701833] env[61960]: DEBUG nova.compute.provider_tree [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1006.712448] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.712899] env[61960]: DEBUG nova.compute.manager [req-c437aa0b-3055-4803-86d8-aa1b95ea7414 req-d0aefe22-f468-449f-814b-03189ce72da9 service nova] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Detach interface failed, port_id=ecedd74a-1413-425b-b2ff-23ab65deb62a, reason: Instance 1b3599fa-8b35-4719-9ae3-94cefa0cf527 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1006.748812] env[61960]: DEBUG oslo_concurrency.lockutils [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Releasing lock "refresh_cache-aa040be9-8805-4191-805c-9d0bd1792628" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.840593] env[61960]: DEBUG nova.compute.manager [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1006.938570] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436644, 'name': ReconfigVM_Task, 'duration_secs': 0.803313} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.938908] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 5a527f43-ce28-4eb5-bfd1-5c800c35ef16/5a527f43-ce28-4eb5-bfd1-5c800c35ef16.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.939570] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0dd67ce7-9c4f-47c2-9e06-fc7176e667ef {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.950047] env[61960]: DEBUG oslo_vmware.api [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436645, 'name': PowerOnVM_Task, 'duration_secs': 0.942323} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.951393] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1006.951636] env[61960]: INFO nova.compute.manager [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1006.951800] env[61960]: DEBUG nova.compute.manager [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1006.952157] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1006.952157] env[61960]: value = "task-436646" [ 1006.952157] env[61960]: _type = "Task" [ 1006.952157] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.952854] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5aaeca-3b43-41a6-8976-6d911ac5bd34 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.968776] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436646, 'name': Rename_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.091617] env[61960]: INFO nova.compute.manager [-] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Took 1.29 seconds to deallocate network for instance. [ 1007.243567] env[61960]: DEBUG nova.scheduler.client.report [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 152 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1007.243849] env[61960]: DEBUG nova.compute.provider_tree [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 152 to 153 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1007.244048] env[61960]: DEBUG nova.compute.provider_tree [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1007.280993] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "3220ec65-361d-4677-8dfd-6a2625cd73a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.281354] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "3220ec65-361d-4677-8dfd-6a2625cd73a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.281615] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "3220ec65-361d-4677-8dfd-6a2625cd73a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.281853] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "3220ec65-361d-4677-8dfd-6a2625cd73a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.282063] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "3220ec65-361d-4677-8dfd-6a2625cd73a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.284600] env[61960]: INFO nova.compute.manager [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Terminating instance [ 1007.286496] env[61960]: DEBUG nova.compute.manager [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1007.286697] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1007.287554] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6605b0-d027-4faf-a118-e0e0757c5bfc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.295233] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1007.295470] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b725b23f-ec50-4007-94f6-f400433ab2ad {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.302516] env[61960]: DEBUG oslo_vmware.api [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1007.302516] env[61960]: value = "task-436647" [ 1007.302516] env[61960]: _type = "Task" [ 1007.302516] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.312415] env[61960]: DEBUG oslo_vmware.api [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.362370] env[61960]: DEBUG oslo_concurrency.lockutils [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.466519] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436646, 'name': Rename_Task, 'duration_secs': 0.170418} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.466743] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1007.466977] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e387723c-a447-48a7-a625-af8d008f498b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.475955] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1007.475955] env[61960]: value = "task-436648" [ 1007.475955] env[61960]: _type = "Task" [ 1007.475955] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.480957] env[61960]: INFO nova.compute.manager [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Took 27.19 seconds to build instance. [ 1007.487416] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.599524] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fed3b6ad-d11b-4b2e-8a15-41403e49b431 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.748724] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.750s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.751843] env[61960]: DEBUG oslo_concurrency.lockutils [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.762s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.751843] env[61960]: DEBUG nova.objects.instance [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Trying to apply a migration context that does not seem to be set for this instance {{(pid=61960) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1007.768312] env[61960]: INFO nova.scheduler.client.report [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Deleted allocations for instance 33cdf08b-6074-477a-8307-703e7becb783 [ 1007.814100] env[61960]: DEBUG oslo_vmware.api [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436647, 'name': PowerOffVM_Task, 'duration_secs': 0.501389} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.814450] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1007.814673] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1007.814946] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-add5751b-7e5e-428e-9edf-03966857f9d8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.908298] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1007.908698] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1007.909023] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Deleting the datastore file [datastore1] 3220ec65-361d-4677-8dfd-6a2625cd73a2 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.909501] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ebde80b-06cf-4b81-95ba-3277ea73bb12 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.918076] env[61960]: DEBUG oslo_vmware.api [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1007.918076] env[61960]: value = "task-436650" [ 1007.918076] env[61960]: _type = "Task" [ 1007.918076] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.932372] env[61960]: DEBUG oslo_vmware.api [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.983635] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f3e0d8af-3f73-443b-b162-0de2d6a8964c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "60a96320-34ad-488e-9e92-e2e12906edae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.703s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.987680] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436648, 'name': PowerOnVM_Task} progress is 88%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.265278] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259bf620-2ebc-46a7-af83-6d714c7b532c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.289062] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Updating instance 'aa040be9-8805-4191-805c-9d0bd1792628' progress to 0 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1008.292708] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef6781a2-c294-4d6e-9cda-0a54c10b244d tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "33cdf08b-6074-477a-8307-703e7becb783" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.197s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.428377] env[61960]: DEBUG oslo_vmware.api [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.488479] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436648, 'name': PowerOnVM_Task} progress is 89%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.732658] env[61960]: DEBUG nova.compute.manager [req-4e9c9142-9549-4375-a996-e530fb79d6ab req-decbb434-3803-49c3-a311-4e16c76a7e6b service nova] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Received event network-changed-ec020656-a46d-414d-9ac3-4432608cd2d9 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1008.732658] env[61960]: DEBUG nova.compute.manager [req-4e9c9142-9549-4375-a996-e530fb79d6ab req-decbb434-3803-49c3-a311-4e16c76a7e6b service nova] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Refreshing instance network info cache due to event network-changed-ec020656-a46d-414d-9ac3-4432608cd2d9. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1008.732658] env[61960]: DEBUG oslo_concurrency.lockutils [req-4e9c9142-9549-4375-a996-e530fb79d6ab req-decbb434-3803-49c3-a311-4e16c76a7e6b service nova] Acquiring lock "refresh_cache-60a96320-34ad-488e-9e92-e2e12906edae" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.732658] env[61960]: DEBUG oslo_concurrency.lockutils [req-4e9c9142-9549-4375-a996-e530fb79d6ab req-decbb434-3803-49c3-a311-4e16c76a7e6b service nova] Acquired lock "refresh_cache-60a96320-34ad-488e-9e92-e2e12906edae" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.733204] env[61960]: DEBUG nova.network.neutron [req-4e9c9142-9549-4375-a996-e530fb79d6ab req-decbb434-3803-49c3-a311-4e16c76a7e6b service nova] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Refreshing network info cache for port ec020656-a46d-414d-9ac3-4432608cd2d9 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1008.765729] env[61960]: DEBUG oslo_concurrency.lockutils [None req-68eb391d-34e6-47ce-91e9-d5b235ef1396 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.768636] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.596s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.769028] env[61960]: DEBUG nova.objects.instance [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lazy-loading 'pci_requests' on Instance uuid 8613b53f-34ea-49a4-9074-caf65a790ac3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.796567] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1008.796875] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71d4594c-ad01-4f72-b210-594980c04d13 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.806215] env[61960]: DEBUG oslo_vmware.api [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 1008.806215] env[61960]: value = "task-436651" [ 1008.806215] env[61960]: _type = "Task" [ 1008.806215] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.816641] env[61960]: DEBUG oslo_vmware.api [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.929780] env[61960]: DEBUG oslo_vmware.api [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.613448} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.930232] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.930522] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1008.930785] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1008.931064] env[61960]: INFO nova.compute.manager [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1008.931349] env[61960]: DEBUG oslo.service.loopingcall [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1008.931610] env[61960]: DEBUG nova.compute.manager [-] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1008.931709] env[61960]: DEBUG nova.network.neutron [-] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1008.988184] env[61960]: DEBUG oslo_vmware.api [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436648, 'name': PowerOnVM_Task, 'duration_secs': 1.101175} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.988438] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1008.988661] env[61960]: DEBUG nova.compute.manager [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1008.989653] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8334a2cb-8abe-408f-b943-f781469a2296 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.273461] env[61960]: DEBUG nova.objects.instance [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lazy-loading 'numa_topology' on Instance uuid 8613b53f-34ea-49a4-9074-caf65a790ac3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.277069] env[61960]: DEBUG nova.compute.manager [req-e44142fe-0c0a-4367-8d8e-fda8c29eddac req-217a5e1d-14d3-417f-9658-481e6ed7343d service nova] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Received event network-vif-deleted-2fdb2790-8a0d-4fd3-b788-667a8adc6d1c {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1009.277283] env[61960]: INFO nova.compute.manager [req-e44142fe-0c0a-4367-8d8e-fda8c29eddac req-217a5e1d-14d3-417f-9658-481e6ed7343d service nova] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Neutron deleted interface 2fdb2790-8a0d-4fd3-b788-667a8adc6d1c; detaching it from the instance and deleting it from the info cache [ 1009.277461] env[61960]: DEBUG nova.network.neutron [req-e44142fe-0c0a-4367-8d8e-fda8c29eddac req-217a5e1d-14d3-417f-9658-481e6ed7343d service nova] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.317539] env[61960]: DEBUG oslo_vmware.api [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436651, 'name': PowerOffVM_Task, 'duration_secs': 0.25459} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.317896] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1009.318119] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Updating instance 'aa040be9-8805-4191-805c-9d0bd1792628' progress to 17 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1009.361780] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e865243a-6f9e-4a43-8995-815e2bef823f tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "d39344c1-66e3-48a7-be6b-3589a4f528f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.362097] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e865243a-6f9e-4a43-8995-815e2bef823f tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "d39344c1-66e3-48a7-be6b-3589a4f528f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.362726] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e865243a-6f9e-4a43-8995-815e2bef823f tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "d39344c1-66e3-48a7-be6b-3589a4f528f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.362949] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e865243a-6f9e-4a43-8995-815e2bef823f tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "d39344c1-66e3-48a7-be6b-3589a4f528f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.363183] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e865243a-6f9e-4a43-8995-815e2bef823f tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "d39344c1-66e3-48a7-be6b-3589a4f528f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.365268] env[61960]: INFO nova.compute.manager [None req-e865243a-6f9e-4a43-8995-815e2bef823f tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Terminating instance [ 1009.367218] env[61960]: DEBUG nova.compute.manager [None req-e865243a-6f9e-4a43-8995-815e2bef823f tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1009.367425] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e865243a-6f9e-4a43-8995-815e2bef823f tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1009.368641] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a672e0f-81b6-4aa9-8609-694748a3ea5c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.379514] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e865243a-6f9e-4a43-8995-815e2bef823f tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1009.379806] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6cae05e-fc78-46b9-b63f-b37e6a5451b0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.387867] env[61960]: DEBUG oslo_vmware.api [None req-e865243a-6f9e-4a43-8995-815e2bef823f tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 1009.387867] env[61960]: value = "task-436652" [ 1009.387867] env[61960]: _type = "Task" [ 1009.387867] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.396433] env[61960]: DEBUG oslo_vmware.api [None req-e865243a-6f9e-4a43-8995-815e2bef823f tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.508925] env[61960]: DEBUG nova.network.neutron [req-4e9c9142-9549-4375-a996-e530fb79d6ab req-decbb434-3803-49c3-a311-4e16c76a7e6b service nova] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Updated VIF entry in instance network info cache for port ec020656-a46d-414d-9ac3-4432608cd2d9. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1009.509936] env[61960]: DEBUG nova.network.neutron [req-4e9c9142-9549-4375-a996-e530fb79d6ab req-decbb434-3803-49c3-a311-4e16c76a7e6b service nova] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Updating instance_info_cache with network_info: [{"id": "ec020656-a46d-414d-9ac3-4432608cd2d9", "address": "fa:16:3e:c1:4a:6d", "network": {"id": "b3f1be9e-dd35-46f9-821a-c6b2552e81d9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1141310629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf475330bc0c445c95981e7303db5949", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec020656-a4", "ovs_interfaceid": "ec020656-a46d-414d-9ac3-4432608cd2d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.511018] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.741386] env[61960]: DEBUG nova.network.neutron [-] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.776851] env[61960]: INFO nova.compute.claims [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.780014] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cafd882f-39d6-483e-9dbc-64330a9fb1f4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.790772] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e9e2d6-20fd-48ec-a4a1-fe39d1bb2393 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.823440] env[61960]: DEBUG nova.compute.manager [req-e44142fe-0c0a-4367-8d8e-fda8c29eddac req-217a5e1d-14d3-417f-9658-481e6ed7343d service nova] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Detach interface failed, port_id=2fdb2790-8a0d-4fd3-b788-667a8adc6d1c, reason: Instance 3220ec65-361d-4677-8dfd-6a2625cd73a2 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1009.824878] env[61960]: DEBUG nova.virt.hardware [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:07:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1009.825123] env[61960]: DEBUG nova.virt.hardware [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1009.825286] env[61960]: DEBUG nova.virt.hardware [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.826020] env[61960]: DEBUG nova.virt.hardware [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1009.826020] env[61960]: DEBUG nova.virt.hardware [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.826020] env[61960]: DEBUG nova.virt.hardware [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1009.826020] env[61960]: DEBUG nova.virt.hardware [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1009.826217] env[61960]: DEBUG nova.virt.hardware [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1009.826354] env[61960]: DEBUG nova.virt.hardware [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1009.826654] env[61960]: DEBUG nova.virt.hardware [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1009.826718] env[61960]: DEBUG nova.virt.hardware [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1009.831868] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc58a12c-642f-459b-9d0e-a9377fe2c175 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.848833] env[61960]: DEBUG oslo_vmware.api [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 1009.848833] env[61960]: value = "task-436653" [ 1009.848833] env[61960]: _type = "Task" [ 1009.848833] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.860297] env[61960]: DEBUG oslo_vmware.api [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436653, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.900013] env[61960]: DEBUG oslo_vmware.api [None req-e865243a-6f9e-4a43-8995-815e2bef823f tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436652, 'name': PowerOffVM_Task, 'duration_secs': 0.196281} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.900347] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e865243a-6f9e-4a43-8995-815e2bef823f tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1009.900502] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e865243a-6f9e-4a43-8995-815e2bef823f tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1009.900872] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab621907-624f-4dfc-9701-b91c67261394 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.968045] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e865243a-6f9e-4a43-8995-815e2bef823f tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1009.968275] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e865243a-6f9e-4a43-8995-815e2bef823f tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1009.968497] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e865243a-6f9e-4a43-8995-815e2bef823f tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Deleting the datastore file [datastore1] d39344c1-66e3-48a7-be6b-3589a4f528f3 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.968783] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5561d4de-6a97-42ce-ba3a-1b7ba756bd2e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.975753] env[61960]: DEBUG oslo_vmware.api [None req-e865243a-6f9e-4a43-8995-815e2bef823f tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for the task: (returnval){ [ 1009.975753] env[61960]: value = "task-436655" [ 1009.975753] env[61960]: _type = "Task" [ 1009.975753] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.984170] env[61960]: DEBUG oslo_vmware.api [None req-e865243a-6f9e-4a43-8995-815e2bef823f tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.012519] env[61960]: DEBUG oslo_concurrency.lockutils [req-4e9c9142-9549-4375-a996-e530fb79d6ab req-decbb434-3803-49c3-a311-4e16c76a7e6b service nova] Releasing lock "refresh_cache-60a96320-34ad-488e-9e92-e2e12906edae" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.245850] env[61960]: INFO nova.compute.manager [-] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Took 1.31 seconds to deallocate network for instance. [ 1010.362278] env[61960]: DEBUG oslo_vmware.api [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436653, 'name': ReconfigVM_Task, 'duration_secs': 0.368243} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.362794] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Updating instance 'aa040be9-8805-4191-805c-9d0bd1792628' progress to 33 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1010.487778] env[61960]: DEBUG oslo_vmware.api [None req-e865243a-6f9e-4a43-8995-815e2bef823f tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Task: {'id': task-436655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352766} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.488089] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e865243a-6f9e-4a43-8995-815e2bef823f tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.488291] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e865243a-6f9e-4a43-8995-815e2bef823f tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1010.488473] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e865243a-6f9e-4a43-8995-815e2bef823f tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1010.488652] env[61960]: INFO nova.compute.manager [None req-e865243a-6f9e-4a43-8995-815e2bef823f tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1010.488937] env[61960]: DEBUG oslo.service.loopingcall [None req-e865243a-6f9e-4a43-8995-815e2bef823f tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1010.489160] env[61960]: DEBUG nova.compute.manager [-] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1010.489258] env[61960]: DEBUG nova.network.neutron [-] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1010.752143] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.773690] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d84227c6-ac16-4d7b-8877-1c63d48db48b tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "5a527f43-ce28-4eb5-bfd1-5c800c35ef16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.773986] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d84227c6-ac16-4d7b-8877-1c63d48db48b tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "5a527f43-ce28-4eb5-bfd1-5c800c35ef16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.774242] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d84227c6-ac16-4d7b-8877-1c63d48db48b tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "5a527f43-ce28-4eb5-bfd1-5c800c35ef16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.774448] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d84227c6-ac16-4d7b-8877-1c63d48db48b tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "5a527f43-ce28-4eb5-bfd1-5c800c35ef16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.774641] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d84227c6-ac16-4d7b-8877-1c63d48db48b tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "5a527f43-ce28-4eb5-bfd1-5c800c35ef16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.776715] env[61960]: INFO nova.compute.manager [None req-d84227c6-ac16-4d7b-8877-1c63d48db48b tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Terminating instance [ 1010.778878] env[61960]: DEBUG nova.compute.manager [None req-d84227c6-ac16-4d7b-8877-1c63d48db48b tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1010.779106] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d84227c6-ac16-4d7b-8877-1c63d48db48b tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1010.779929] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2add4b26-7f6e-435a-90c8-3458b9271c3c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.788541] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84227c6-ac16-4d7b-8877-1c63d48db48b tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1010.788774] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53d3a853-f928-473d-9b01-3d98bd6bfa86 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.795885] env[61960]: DEBUG oslo_vmware.api [None req-d84227c6-ac16-4d7b-8877-1c63d48db48b tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1010.795885] env[61960]: value = "task-436656" [ 1010.795885] env[61960]: _type = "Task" [ 1010.795885] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.804082] env[61960]: DEBUG oslo_vmware.api [None req-d84227c6-ac16-4d7b-8877-1c63d48db48b tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.870161] env[61960]: DEBUG nova.virt.hardware [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1010.870439] env[61960]: DEBUG nova.virt.hardware [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1010.870605] env[61960]: DEBUG nova.virt.hardware [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.870795] env[61960]: DEBUG nova.virt.hardware [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1010.870966] env[61960]: DEBUG nova.virt.hardware [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.871146] env[61960]: DEBUG nova.virt.hardware [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1010.871365] env[61960]: DEBUG nova.virt.hardware [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1010.871545] env[61960]: DEBUG nova.virt.hardware [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1010.871763] env[61960]: DEBUG nova.virt.hardware [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1010.872012] env[61960]: DEBUG nova.virt.hardware [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1010.872171] env[61960]: DEBUG nova.virt.hardware [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1010.877543] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Reconfiguring VM instance instance-00000060 to detach disk 2000 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1010.880372] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98ee35fa-1a6e-48b4-98de-20a831a2055d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.901429] env[61960]: DEBUG oslo_vmware.api [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 1010.901429] env[61960]: value = "task-436657" [ 1010.901429] env[61960]: _type = "Task" [ 1010.901429] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.910918] env[61960]: DEBUG oslo_vmware.api [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.001907] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b7f61a-c9f4-474a-ae4e-6d0a24a0baa6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.009980] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77516cec-a528-452b-8bcc-2c58f3c1f423 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.043091] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12110523-56e3-452e-b081-84710cc13845 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.051419] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e17bad5-9994-4c8d-ae38-84fbe3dd7be8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.066321] env[61960]: DEBUG nova.compute.provider_tree [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1011.254030] env[61960]: DEBUG nova.network.neutron [-] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.297762] env[61960]: DEBUG oslo_concurrency.lockutils [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "774d8271-8036-4b34-98e0-0472cf6a08e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.297946] env[61960]: DEBUG oslo_concurrency.lockutils [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "774d8271-8036-4b34-98e0-0472cf6a08e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.309994] env[61960]: DEBUG oslo_vmware.api [None req-d84227c6-ac16-4d7b-8877-1c63d48db48b tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436656, 'name': PowerOffVM_Task, 'duration_secs': 0.181821} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.310961] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84227c6-ac16-4d7b-8877-1c63d48db48b tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1011.311115] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d84227c6-ac16-4d7b-8877-1c63d48db48b tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1011.311384] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b01c8c6d-b02f-491b-825b-eb553b6bfaae {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.335445] env[61960]: DEBUG nova.compute.manager [req-8751462e-f7ac-4657-aeaf-497cece88e27 req-d4296296-81fd-43b3-9a2b-78a5f7a127d3 service nova] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Received event network-vif-deleted-f0de4a83-5721-4eeb-95e3-2c542186f2bf {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1011.378739] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d84227c6-ac16-4d7b-8877-1c63d48db48b tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1011.378985] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d84227c6-ac16-4d7b-8877-1c63d48db48b tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1011.379200] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d84227c6-ac16-4d7b-8877-1c63d48db48b tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Deleting the datastore file [datastore1] 5a527f43-ce28-4eb5-bfd1-5c800c35ef16 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.379506] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b6b6a31-41a6-450c-80b4-5b8085e37963 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.388048] env[61960]: DEBUG oslo_vmware.api [None req-d84227c6-ac16-4d7b-8877-1c63d48db48b tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1011.388048] env[61960]: value = "task-436659" [ 1011.388048] env[61960]: _type = "Task" [ 1011.388048] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.397014] env[61960]: DEBUG oslo_vmware.api [None req-d84227c6-ac16-4d7b-8877-1c63d48db48b tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.410416] env[61960]: DEBUG oslo_vmware.api [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436657, 'name': ReconfigVM_Task, 'duration_secs': 0.184708} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.410745] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Reconfigured VM instance instance-00000060 to detach disk 2000 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1011.411767] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4f2126-a80e-4d94-8822-7cc08379b666 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.439765] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] aa040be9-8805-4191-805c-9d0bd1792628/aa040be9-8805-4191-805c-9d0bd1792628.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.440212] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14550263-e85b-475d-99ee-d2ffe5988f72 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.460876] env[61960]: DEBUG oslo_vmware.api [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 1011.460876] env[61960]: value = "task-436660" [ 1011.460876] env[61960]: _type = "Task" [ 1011.460876] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.469566] env[61960]: DEBUG oslo_vmware.api [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436660, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.587057] env[61960]: ERROR nova.scheduler.client.report [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [req-04dc08cc-51e7-4ff9-b7f6-edabfef9f8ea] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-04dc08cc-51e7-4ff9-b7f6-edabfef9f8ea"}]} [ 1011.602213] env[61960]: DEBUG nova.scheduler.client.report [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1011.616699] env[61960]: DEBUG nova.scheduler.client.report [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1011.617093] env[61960]: DEBUG nova.compute.provider_tree [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1011.629390] env[61960]: DEBUG nova.scheduler.client.report [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1011.646292] env[61960]: DEBUG nova.scheduler.client.report [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1011.756268] env[61960]: INFO nova.compute.manager [-] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Took 1.27 seconds to deallocate network for instance. [ 1011.800630] env[61960]: DEBUG nova.compute.manager [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1011.844420] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb89673a-e700-41c9-8951-7da6807e10df {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.854166] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04db0c2-6e48-4404-944d-d0f8e464f4ef {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.887685] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b3c8cd-8ea8-4ddb-b967-89fa00cd85b6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.901702] env[61960]: DEBUG oslo_vmware.api [None req-d84227c6-ac16-4d7b-8877-1c63d48db48b tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15709} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.902911] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17dd52cb-e4c7-483c-ba28-5ad2556bc3bb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.906689] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d84227c6-ac16-4d7b-8877-1c63d48db48b tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.906901] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d84227c6-ac16-4d7b-8877-1c63d48db48b tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1011.907153] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d84227c6-ac16-4d7b-8877-1c63d48db48b tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1011.907355] env[61960]: INFO nova.compute.manager [None req-d84227c6-ac16-4d7b-8877-1c63d48db48b tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1011.907616] env[61960]: DEBUG oslo.service.loopingcall [None req-d84227c6-ac16-4d7b-8877-1c63d48db48b tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1011.907800] env[61960]: DEBUG nova.compute.manager [-] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1011.907898] env[61960]: DEBUG nova.network.neutron [-] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1011.922576] env[61960]: DEBUG nova.compute.provider_tree [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1011.972904] env[61960]: DEBUG oslo_vmware.api [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436660, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.262893] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e865243a-6f9e-4a43-8995-815e2bef823f tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.318663] env[61960]: DEBUG oslo_concurrency.lockutils [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.442278] env[61960]: ERROR nova.scheduler.client.report [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [req-d70610f3-7457-4060-9592-738fc8b6ebb9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d70610f3-7457-4060-9592-738fc8b6ebb9"}]} [ 1012.457835] env[61960]: DEBUG nova.scheduler.client.report [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1012.471854] env[61960]: DEBUG oslo_vmware.api [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436660, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.472759] env[61960]: DEBUG nova.scheduler.client.report [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1012.472970] env[61960]: DEBUG nova.compute.provider_tree [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1012.483815] env[61960]: DEBUG nova.scheduler.client.report [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1012.501026] env[61960]: DEBUG nova.scheduler.client.report [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1012.598240] env[61960]: DEBUG nova.compute.manager [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Stashing vm_state: active {{(pid=61960) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1012.605290] env[61960]: DEBUG nova.network.neutron [-] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.706203] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47921aa9-0c5d-48bd-b8bc-2477e67332df {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.715050] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c32f84-f284-4c23-b778-c514e6b5b391 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.745808] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd1f81a-05d2-496c-8be0-8ddc4f490143 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.753743] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5558c52-eef1-43b4-bce3-17ca22c5d4c5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.769407] env[61960]: DEBUG nova.compute.provider_tree [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1012.972200] env[61960]: DEBUG oslo_vmware.api [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436660, 'name': ReconfigVM_Task, 'duration_secs': 1.298998} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.972582] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Reconfigured VM instance instance-00000060 to attach disk [datastore1] aa040be9-8805-4191-805c-9d0bd1792628/aa040be9-8805-4191-805c-9d0bd1792628.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.972888] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Updating instance 'aa040be9-8805-4191-805c-9d0bd1792628' progress to 50 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1013.110692] env[61960]: INFO nova.compute.manager [-] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Took 1.20 seconds to deallocate network for instance. [ 1013.121889] env[61960]: DEBUG oslo_concurrency.lockutils [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.300599] env[61960]: DEBUG nova.scheduler.client.report [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1013.300882] env[61960]: DEBUG nova.compute.provider_tree [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 156 to 157 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1013.301082] env[61960]: DEBUG nova.compute.provider_tree [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1013.359787] env[61960]: DEBUG nova.compute.manager [req-10380716-63ee-4d7a-b2d6-7eed0d8811e2 req-050d8fc8-ab25-4563-9190-dfd54ff9f429 service nova] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Received event network-vif-deleted-57f82d4b-b5ad-4316-b746-6777a31dd8da {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1013.479601] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0302c8b5-3d42-432b-aff0-3f57e9d21f47 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.499151] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db53c509-40f3-4387-9b31-b369f89f6887 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.517633] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Updating instance 'aa040be9-8805-4191-805c-9d0bd1792628' progress to 67 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1013.617155] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d84227c6-ac16-4d7b-8877-1c63d48db48b tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.806937] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.039s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.811332] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.099s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.811734] env[61960]: DEBUG nova.objects.instance [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Lazy-loading 'resources' on Instance uuid 842fd499-d185-4e49-b4d9-b3f860d8f9e6 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.838327] env[61960]: INFO nova.network.neutron [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Updating port a557dbdb-4326-468c-8dae-4bdbf0bc82cf with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1014.054922] env[61960]: DEBUG nova.network.neutron [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Port c2e90d10-3d9f-4aeb-b83a-e0b40b36e657 binding to destination host cpu-1 is already ACTIVE {{(pid=61960) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1014.518413] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a28e17a-26c9-4eff-9799-f628bd0d8419 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.527016] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780e4933-2463-4b11-abd8-f9bb70e7506c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.563246] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2071ec6f-3ea8-4f97-8e72-f0a37933c7b0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.572682] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ab66d3-518d-4f55-9fd1-fac9ac597562 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.588331] env[61960]: DEBUG nova.compute.provider_tree [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.083300] env[61960]: DEBUG oslo_concurrency.lockutils [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "aa040be9-8805-4191-805c-9d0bd1792628-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.083786] env[61960]: DEBUG oslo_concurrency.lockutils [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "aa040be9-8805-4191-805c-9d0bd1792628-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.083786] env[61960]: DEBUG oslo_concurrency.lockutils [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "aa040be9-8805-4191-805c-9d0bd1792628-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.091120] env[61960]: DEBUG nova.scheduler.client.report [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1015.596016] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.785s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.598317] env[61960]: DEBUG oslo_concurrency.lockutils [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.236s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.599847] env[61960]: INFO nova.compute.claims [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.615223] env[61960]: INFO nova.scheduler.client.report [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Deleted allocations for instance 842fd499-d185-4e49-b4d9-b3f860d8f9e6 [ 1015.772753] env[61960]: DEBUG nova.compute.manager [req-973fba14-e08d-4c50-9548-003a70a2f2ea req-36becacb-72b2-4915-8412-77d651c7396c service nova] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Received event network-vif-plugged-a557dbdb-4326-468c-8dae-4bdbf0bc82cf {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1015.772996] env[61960]: DEBUG oslo_concurrency.lockutils [req-973fba14-e08d-4c50-9548-003a70a2f2ea req-36becacb-72b2-4915-8412-77d651c7396c service nova] Acquiring lock "8613b53f-34ea-49a4-9074-caf65a790ac3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.773295] env[61960]: DEBUG oslo_concurrency.lockutils [req-973fba14-e08d-4c50-9548-003a70a2f2ea req-36becacb-72b2-4915-8412-77d651c7396c service nova] Lock "8613b53f-34ea-49a4-9074-caf65a790ac3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.773487] env[61960]: DEBUG oslo_concurrency.lockutils [req-973fba14-e08d-4c50-9548-003a70a2f2ea req-36becacb-72b2-4915-8412-77d651c7396c service nova] Lock "8613b53f-34ea-49a4-9074-caf65a790ac3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.773669] env[61960]: DEBUG nova.compute.manager [req-973fba14-e08d-4c50-9548-003a70a2f2ea req-36becacb-72b2-4915-8412-77d651c7396c service nova] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] No waiting events found dispatching network-vif-plugged-a557dbdb-4326-468c-8dae-4bdbf0bc82cf {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1015.773843] env[61960]: WARNING nova.compute.manager [req-973fba14-e08d-4c50-9548-003a70a2f2ea req-36becacb-72b2-4915-8412-77d651c7396c service nova] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Received unexpected event network-vif-plugged-a557dbdb-4326-468c-8dae-4bdbf0bc82cf for instance with vm_state shelved_offloaded and task_state spawning. [ 1015.832924] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquiring lock "refresh_cache-8613b53f-34ea-49a4-9074-caf65a790ac3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.833139] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquired lock "refresh_cache-8613b53f-34ea-49a4-9074-caf65a790ac3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.833322] env[61960]: DEBUG nova.network.neutron [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1016.114707] env[61960]: DEBUG oslo_concurrency.lockutils [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "refresh_cache-aa040be9-8805-4191-805c-9d0bd1792628" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.115011] env[61960]: DEBUG oslo_concurrency.lockutils [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquired lock "refresh_cache-aa040be9-8805-4191-805c-9d0bd1792628" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.115102] env[61960]: DEBUG nova.network.neutron [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1016.122471] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6aa6de61-80c1-4af6-8842-60538034a07f tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Lock "842fd499-d185-4e49-b4d9-b3f860d8f9e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.701s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.527036] env[61960]: DEBUG nova.network.neutron [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Updating instance_info_cache with network_info: [{"id": "a557dbdb-4326-468c-8dae-4bdbf0bc82cf", "address": "fa:16:3e:18:19:0f", "network": {"id": "3459795b-f25d-427b-8f16-d2182ea0904f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1416273180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf2083a011c74028b3c772ca92759e8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa557dbdb-43", "ovs_interfaceid": "a557dbdb-4326-468c-8dae-4bdbf0bc82cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.810786] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a238d2e9-926c-49bd-8cc6-2bc455d2ec44 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.819251] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee7d4c1-61cb-4faa-93dd-6e373a76cf79 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.825930] env[61960]: DEBUG nova.network.neutron [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Updating instance_info_cache with network_info: [{"id": "c2e90d10-3d9f-4aeb-b83a-e0b40b36e657", "address": "fa:16:3e:8f:a6:70", "network": {"id": "31765203-66f3-480a-8482-041aa55b1129", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-209584599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23cc9dbac5d741909302929f52abd0bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e90d10-3d", "ovs_interfaceid": "c2e90d10-3d9f-4aeb-b83a-e0b40b36e657", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.852726] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2116101-5e9a-481c-8190-bb3973d5efca {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.861219] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e8b9f7-0b29-4ed9-bd6b-9d01bb91afd5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.875576] env[61960]: DEBUG nova.compute.provider_tree [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.926580] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Acquiring lock "0ad444e2-d9c8-47ed-8cfb-46b67cb13d23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.926823] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Lock "0ad444e2-d9c8-47ed-8cfb-46b67cb13d23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.927049] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Acquiring lock "0ad444e2-d9c8-47ed-8cfb-46b67cb13d23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.927244] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Lock "0ad444e2-d9c8-47ed-8cfb-46b67cb13d23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.927417] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Lock "0ad444e2-d9c8-47ed-8cfb-46b67cb13d23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.929539] env[61960]: INFO nova.compute.manager [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Terminating instance [ 1016.931149] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Acquiring lock "refresh_cache-0ad444e2-d9c8-47ed-8cfb-46b67cb13d23" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.931309] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Acquired lock "refresh_cache-0ad444e2-d9c8-47ed-8cfb-46b67cb13d23" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.931481] env[61960]: DEBUG nova.network.neutron [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1017.029033] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Releasing lock "refresh_cache-8613b53f-34ea-49a4-9074-caf65a790ac3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.056089] env[61960]: DEBUG nova.virt.hardware [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='74125544b3e8df2c7676218732054764',container_format='bare',created_at=2024-08-28T09:16:09Z,direct_url=,disk_format='vmdk',id=69babac8-07d9-439b-ab0e-f8bb781e5660,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-277668277-shelved',owner='bf2083a011c74028b3c772ca92759e8b',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2024-08-28T09:16:25Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1017.056357] env[61960]: DEBUG nova.virt.hardware [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1017.056524] env[61960]: DEBUG nova.virt.hardware [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.056714] env[61960]: DEBUG nova.virt.hardware [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1017.056872] env[61960]: DEBUG nova.virt.hardware [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.057039] env[61960]: DEBUG nova.virt.hardware [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1017.057295] env[61960]: DEBUG nova.virt.hardware [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1017.057417] env[61960]: DEBUG nova.virt.hardware [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1017.057615] env[61960]: DEBUG nova.virt.hardware [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1017.057791] env[61960]: DEBUG nova.virt.hardware [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1017.057977] env[61960]: DEBUG nova.virt.hardware [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1017.058918] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf45e0a9-4b3a-4940-9946-25696644cb15 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.068134] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2722cc-f40b-4d4b-a435-652c3e1c4893 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.082468] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:19:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a557dbdb-4326-468c-8dae-4bdbf0bc82cf', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.089766] env[61960]: DEBUG oslo.service.loopingcall [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1017.090016] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1017.090240] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe8ae117-590a-4b21-9ac5-b89b6c3f4a81 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.109774] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.109774] env[61960]: value = "task-436661" [ 1017.109774] env[61960]: _type = "Task" [ 1017.109774] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.118883] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436661, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.352645] env[61960]: DEBUG oslo_concurrency.lockutils [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Releasing lock "refresh_cache-aa040be9-8805-4191-805c-9d0bd1792628" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.378886] env[61960]: DEBUG nova.scheduler.client.report [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1017.454773] env[61960]: DEBUG nova.network.neutron [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1017.501439] env[61960]: DEBUG nova.network.neutron [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.621501] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436661, 'name': CreateVM_Task, 'duration_secs': 0.318601} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.621501] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1017.621501] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/69babac8-07d9-439b-ab0e-f8bb781e5660" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.621932] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/69babac8-07d9-439b-ab0e-f8bb781e5660" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.621932] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/69babac8-07d9-439b-ab0e-f8bb781e5660" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.622232] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53eef008-fee1-4319-8259-b457b1f40be2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.627345] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 1017.627345] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fbab15-7d06-43fa-8bfe-5a54bd3e5d27" [ 1017.627345] env[61960]: _type = "Task" [ 1017.627345] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.635839] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fbab15-7d06-43fa-8bfe-5a54bd3e5d27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.798913] env[61960]: DEBUG nova.compute.manager [req-cbbc827e-e1d9-419c-b65c-ed60b534a1c5 req-78af108d-c4a9-4b64-97e3-59d5d5b7a88b service nova] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Received event network-changed-a557dbdb-4326-468c-8dae-4bdbf0bc82cf {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1017.799141] env[61960]: DEBUG nova.compute.manager [req-cbbc827e-e1d9-419c-b65c-ed60b534a1c5 req-78af108d-c4a9-4b64-97e3-59d5d5b7a88b service nova] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Refreshing instance network info cache due to event network-changed-a557dbdb-4326-468c-8dae-4bdbf0bc82cf. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1017.799368] env[61960]: DEBUG oslo_concurrency.lockutils [req-cbbc827e-e1d9-419c-b65c-ed60b534a1c5 req-78af108d-c4a9-4b64-97e3-59d5d5b7a88b service nova] Acquiring lock "refresh_cache-8613b53f-34ea-49a4-9074-caf65a790ac3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.799519] env[61960]: DEBUG oslo_concurrency.lockutils [req-cbbc827e-e1d9-419c-b65c-ed60b534a1c5 req-78af108d-c4a9-4b64-97e3-59d5d5b7a88b service nova] Acquired lock "refresh_cache-8613b53f-34ea-49a4-9074-caf65a790ac3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.799687] env[61960]: DEBUG nova.network.neutron [req-cbbc827e-e1d9-419c-b65c-ed60b534a1c5 req-78af108d-c4a9-4b64-97e3-59d5d5b7a88b service nova] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Refreshing network info cache for port a557dbdb-4326-468c-8dae-4bdbf0bc82cf {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1017.875945] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764bb14d-9b15-474a-8923-589f239bf54a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.895159] env[61960]: DEBUG oslo_concurrency.lockutils [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.895662] env[61960]: DEBUG nova.compute.manager [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1017.898953] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fed3b6ad-d11b-4b2e-8a15-41403e49b431 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.300s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.899232] env[61960]: DEBUG nova.objects.instance [None req-fed3b6ad-d11b-4b2e-8a15-41403e49b431 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lazy-loading 'resources' on Instance uuid 1b3599fa-8b35-4719-9ae3-94cefa0cf527 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.901122] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830e01d2-0524-4bf6-8fdd-4913d3fa8c36 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.909272] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Updating instance 'aa040be9-8805-4191-805c-9d0bd1792628' progress to 83 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1018.004549] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Releasing lock "refresh_cache-0ad444e2-d9c8-47ed-8cfb-46b67cb13d23" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.004987] env[61960]: DEBUG nova.compute.manager [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1018.005217] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1018.006105] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3805a27a-2623-43b5-88b0-921d82e72367 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.014173] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1018.014414] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80164ce3-a9b5-4918-805a-abaeb8fa035d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.021029] env[61960]: DEBUG oslo_vmware.api [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for the task: (returnval){ [ 1018.021029] env[61960]: value = "task-436662" [ 1018.021029] env[61960]: _type = "Task" [ 1018.021029] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.029931] env[61960]: DEBUG oslo_vmware.api [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.138909] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/69babac8-07d9-439b-ab0e-f8bb781e5660" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.139268] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Processing image 69babac8-07d9-439b-ab0e-f8bb781e5660 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.139431] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/69babac8-07d9-439b-ab0e-f8bb781e5660/69babac8-07d9-439b-ab0e-f8bb781e5660.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.139588] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/69babac8-07d9-439b-ab0e-f8bb781e5660/69babac8-07d9-439b-ab0e-f8bb781e5660.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.139776] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.140123] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6432feab-e61e-4c0c-99aa-8246d124a93f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.158242] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.158436] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1018.159210] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65411125-a6e8-4d5b-a507-43759ec3031b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.164612] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 1018.164612] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52087ebe-05e0-de7e-fb54-715eadd92673" [ 1018.164612] env[61960]: _type = "Task" [ 1018.164612] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.187500] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Preparing fetch location {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1018.187774] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Fetch image to [datastore1] OSTACK_IMG_1c73d394-84f1-48e2-8ddb-5cbe28d73f59/OSTACK_IMG_1c73d394-84f1-48e2-8ddb-5cbe28d73f59.vmdk {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1018.188861] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Downloading stream optimized image 69babac8-07d9-439b-ab0e-f8bb781e5660 to [datastore1] OSTACK_IMG_1c73d394-84f1-48e2-8ddb-5cbe28d73f59/OSTACK_IMG_1c73d394-84f1-48e2-8ddb-5cbe28d73f59.vmdk on the data store datastore1 as vApp {{(pid=61960) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1018.189119] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Downloading image file data 69babac8-07d9-439b-ab0e-f8bb781e5660 to the ESX as VM named 'OSTACK_IMG_1c73d394-84f1-48e2-8ddb-5cbe28d73f59' {{(pid=61960) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1018.258413] env[61960]: DEBUG oslo_vmware.rw_handles [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1018.258413] env[61960]: value = "resgroup-9" [ 1018.258413] env[61960]: _type = "ResourcePool" [ 1018.258413] env[61960]: }. {{(pid=61960) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1018.258755] env[61960]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5060724a-344d-4d88-90fb-d4068e383f29 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.281760] env[61960]: DEBUG oslo_vmware.rw_handles [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lease: (returnval){ [ 1018.281760] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523b6604-4077-b11a-c575-6af1c51fd009" [ 1018.281760] env[61960]: _type = "HttpNfcLease" [ 1018.281760] env[61960]: } obtained for vApp import into resource pool (val){ [ 1018.281760] env[61960]: value = "resgroup-9" [ 1018.281760] env[61960]: _type = "ResourcePool" [ 1018.281760] env[61960]: }. {{(pid=61960) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1018.282190] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the lease: (returnval){ [ 1018.282190] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523b6604-4077-b11a-c575-6af1c51fd009" [ 1018.282190] env[61960]: _type = "HttpNfcLease" [ 1018.282190] env[61960]: } to be ready. {{(pid=61960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1018.289955] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1018.289955] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523b6604-4077-b11a-c575-6af1c51fd009" [ 1018.289955] env[61960]: _type = "HttpNfcLease" [ 1018.289955] env[61960]: } is initializing. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1018.400319] env[61960]: DEBUG nova.compute.utils [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1018.401940] env[61960]: DEBUG nova.compute.manager [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1018.401940] env[61960]: DEBUG nova.network.neutron [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1018.414536] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1018.414813] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c169a6d-3e55-4ca1-9f8d-0d2d9a1cb13e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.422810] env[61960]: DEBUG oslo_vmware.api [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 1018.422810] env[61960]: value = "task-436664" [ 1018.422810] env[61960]: _type = "Task" [ 1018.422810] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.433672] env[61960]: DEBUG oslo_vmware.api [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.448115] env[61960]: DEBUG nova.policy [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02ff872d18a04b16b0dd36e59a60e129', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d69eeaa894d474e88d09332d83b1f15', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 1018.509227] env[61960]: DEBUG nova.network.neutron [req-cbbc827e-e1d9-419c-b65c-ed60b534a1c5 req-78af108d-c4a9-4b64-97e3-59d5d5b7a88b service nova] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Updated VIF entry in instance network info cache for port a557dbdb-4326-468c-8dae-4bdbf0bc82cf. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1018.509470] env[61960]: DEBUG nova.network.neutron [req-cbbc827e-e1d9-419c-b65c-ed60b534a1c5 req-78af108d-c4a9-4b64-97e3-59d5d5b7a88b service nova] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Updating instance_info_cache with network_info: [{"id": "a557dbdb-4326-468c-8dae-4bdbf0bc82cf", "address": "fa:16:3e:18:19:0f", "network": {"id": "3459795b-f25d-427b-8f16-d2182ea0904f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1416273180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf2083a011c74028b3c772ca92759e8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa557dbdb-43", "ovs_interfaceid": "a557dbdb-4326-468c-8dae-4bdbf0bc82cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.539051] env[61960]: DEBUG oslo_vmware.api [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436662, 'name': PowerOffVM_Task, 'duration_secs': 0.131863} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.539051] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1018.539051] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1018.539051] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-047b1a2e-17bb-43b3-bcc3-fd1cec36663f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.570227] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1018.570465] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1018.570654] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Deleting the datastore file [datastore1] 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.571187] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c38f52f5-4c55-4b98-9c32-579f07c11b53 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.578875] env[61960]: DEBUG oslo_vmware.api [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for the task: (returnval){ [ 1018.578875] env[61960]: value = "task-436666" [ 1018.578875] env[61960]: _type = "Task" [ 1018.578875] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.590197] env[61960]: DEBUG oslo_vmware.api [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.647633] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9c7a99-0c14-4a7c-b5f8-61e286229ab7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.656790] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa51ef62-e19a-4b28-ab4d-ab4b070974b1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.691366] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1d13da-adc5-4033-8735-e007c9f433e5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.698371] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a1741d-786e-4edb-af68-9d5192132720 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.713897] env[61960]: DEBUG nova.compute.provider_tree [None req-fed3b6ad-d11b-4b2e-8a15-41403e49b431 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.783499] env[61960]: DEBUG nova.network.neutron [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Successfully created port: a54a204f-e02f-47e2-b963-0896d0ac10ad {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.798011] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1018.798011] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523b6604-4077-b11a-c575-6af1c51fd009" [ 1018.798011] env[61960]: _type = "HttpNfcLease" [ 1018.798011] env[61960]: } is ready. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1018.798337] env[61960]: DEBUG oslo_vmware.rw_handles [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1018.798337] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523b6604-4077-b11a-c575-6af1c51fd009" [ 1018.798337] env[61960]: _type = "HttpNfcLease" [ 1018.798337] env[61960]: }. {{(pid=61960) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1018.799104] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2998c78-cdf8-4d14-9e26-b32ca05dde38 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.807533] env[61960]: DEBUG oslo_vmware.rw_handles [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5251fd7a-f91f-7f7d-67f4-1086b1e1fb79/disk-0.vmdk from lease info. {{(pid=61960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1018.807755] env[61960]: DEBUG oslo_vmware.rw_handles [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5251fd7a-f91f-7f7d-67f4-1086b1e1fb79/disk-0.vmdk. {{(pid=61960) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1018.870772] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ff87875d-f962-4718-b48a-c0f54c358f26 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.905376] env[61960]: DEBUG nova.compute.manager [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1018.934673] env[61960]: DEBUG oslo_vmware.api [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436664, 'name': PowerOnVM_Task, 'duration_secs': 0.473416} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.935030] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1018.935183] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-afc778c9-9d0b-4839-aa18-fc141caef0af tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Updating instance 'aa040be9-8805-4191-805c-9d0bd1792628' progress to 100 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1019.016256] env[61960]: DEBUG oslo_concurrency.lockutils [req-cbbc827e-e1d9-419c-b65c-ed60b534a1c5 req-78af108d-c4a9-4b64-97e3-59d5d5b7a88b service nova] Releasing lock "refresh_cache-8613b53f-34ea-49a4-9074-caf65a790ac3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.091754] env[61960]: DEBUG oslo_vmware.api [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Task: {'id': task-436666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114791} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.095104] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.095104] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1019.095104] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1019.095104] env[61960]: INFO nova.compute.manager [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1019.095338] env[61960]: DEBUG oslo.service.loopingcall [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1019.095401] env[61960]: DEBUG nova.compute.manager [-] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1019.095539] env[61960]: DEBUG nova.network.neutron [-] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1019.111139] env[61960]: DEBUG nova.network.neutron [-] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1019.218081] env[61960]: DEBUG nova.scheduler.client.report [None req-fed3b6ad-d11b-4b2e-8a15-41403e49b431 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1019.615202] env[61960]: DEBUG nova.network.neutron [-] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.723175] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fed3b6ad-d11b-4b2e-8a15-41403e49b431 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.725540] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.215s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.725777] env[61960]: DEBUG nova.objects.instance [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Trying to apply a migration context that does not seem to be set for this instance {{(pid=61960) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1019.748030] env[61960]: INFO nova.scheduler.client.report [None req-fed3b6ad-d11b-4b2e-8a15-41403e49b431 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Deleted allocations for instance 1b3599fa-8b35-4719-9ae3-94cefa0cf527 [ 1019.916678] env[61960]: DEBUG nova.compute.manager [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1019.952365] env[61960]: DEBUG nova.virt.hardware [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1019.952645] env[61960]: DEBUG nova.virt.hardware [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1019.952813] env[61960]: DEBUG nova.virt.hardware [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.953012] env[61960]: DEBUG nova.virt.hardware [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1019.953285] env[61960]: DEBUG nova.virt.hardware [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.953546] env[61960]: DEBUG nova.virt.hardware [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1019.953788] env[61960]: DEBUG nova.virt.hardware [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1019.953959] env[61960]: DEBUG nova.virt.hardware [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1019.954151] env[61960]: DEBUG nova.virt.hardware [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1019.954325] env[61960]: DEBUG nova.virt.hardware [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1019.954505] env[61960]: DEBUG nova.virt.hardware [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1019.955396] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3ea67e-a904-4878-a693-e16dc55d8c2b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.965196] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92971654-8e8e-426c-abe5-d460f8716724 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.046262] env[61960]: DEBUG oslo_vmware.rw_handles [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Completed reading data from the image iterator. {{(pid=61960) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1020.046595] env[61960]: DEBUG oslo_vmware.rw_handles [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5251fd7a-f91f-7f7d-67f4-1086b1e1fb79/disk-0.vmdk. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1020.047692] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79b3e0d-fd5b-4a1b-8552-dba2767d057d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.056309] env[61960]: DEBUG oslo_vmware.rw_handles [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5251fd7a-f91f-7f7d-67f4-1086b1e1fb79/disk-0.vmdk is in state: ready. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1020.056614] env[61960]: DEBUG oslo_vmware.rw_handles [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5251fd7a-f91f-7f7d-67f4-1086b1e1fb79/disk-0.vmdk. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1020.056920] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-4d1a1395-be73-4925-b4db-326012ea3801 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.118451] env[61960]: INFO nova.compute.manager [-] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Took 1.02 seconds to deallocate network for instance. [ 1020.200199] env[61960]: DEBUG nova.compute.manager [req-e1c72096-9312-424c-8d64-b64f1be7d570 req-4b1fc5f2-46bc-413a-8f2f-aab8156eeedc service nova] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Received event network-vif-plugged-a54a204f-e02f-47e2-b963-0896d0ac10ad {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1020.202390] env[61960]: DEBUG oslo_concurrency.lockutils [req-e1c72096-9312-424c-8d64-b64f1be7d570 req-4b1fc5f2-46bc-413a-8f2f-aab8156eeedc service nova] Acquiring lock "faa2cf3d-2f2e-4600-8dca-2aa461726323-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.203111] env[61960]: DEBUG oslo_concurrency.lockutils [req-e1c72096-9312-424c-8d64-b64f1be7d570 req-4b1fc5f2-46bc-413a-8f2f-aab8156eeedc service nova] Lock "faa2cf3d-2f2e-4600-8dca-2aa461726323-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.204092] env[61960]: DEBUG oslo_concurrency.lockutils [req-e1c72096-9312-424c-8d64-b64f1be7d570 req-4b1fc5f2-46bc-413a-8f2f-aab8156eeedc service nova] Lock "faa2cf3d-2f2e-4600-8dca-2aa461726323-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.204092] env[61960]: DEBUG nova.compute.manager [req-e1c72096-9312-424c-8d64-b64f1be7d570 req-4b1fc5f2-46bc-413a-8f2f-aab8156eeedc service nova] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] No waiting events found dispatching network-vif-plugged-a54a204f-e02f-47e2-b963-0896d0ac10ad {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1020.204092] env[61960]: WARNING nova.compute.manager [req-e1c72096-9312-424c-8d64-b64f1be7d570 req-4b1fc5f2-46bc-413a-8f2f-aab8156eeedc service nova] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Received unexpected event network-vif-plugged-a54a204f-e02f-47e2-b963-0896d0ac10ad for instance with vm_state building and task_state spawning. [ 1020.256936] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fed3b6ad-d11b-4b2e-8a15-41403e49b431 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "1b3599fa-8b35-4719-9ae3-94cefa0cf527" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.203s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.295492] env[61960]: DEBUG oslo_vmware.rw_handles [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5251fd7a-f91f-7f7d-67f4-1086b1e1fb79/disk-0.vmdk. {{(pid=61960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1020.295944] env[61960]: INFO nova.virt.vmwareapi.images [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Downloaded image file data 69babac8-07d9-439b-ab0e-f8bb781e5660 [ 1020.296800] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec3e244-9a71-499d-b93a-580f2c19860a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.314349] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b69998c-2c03-43ad-8bf8-77f798c17e52 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.371447] env[61960]: INFO nova.virt.vmwareapi.images [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] The imported VM was unregistered [ 1020.374034] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Caching image {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1020.374291] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Creating directory with path [datastore1] devstack-image-cache_base/69babac8-07d9-439b-ab0e-f8bb781e5660 {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.374719] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93980f73-22fc-4fff-8123-ef2dfe7001bb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.394320] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Created directory with path [datastore1] devstack-image-cache_base/69babac8-07d9-439b-ab0e-f8bb781e5660 {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.394528] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_1c73d394-84f1-48e2-8ddb-5cbe28d73f59/OSTACK_IMG_1c73d394-84f1-48e2-8ddb-5cbe28d73f59.vmdk to [datastore1] devstack-image-cache_base/69babac8-07d9-439b-ab0e-f8bb781e5660/69babac8-07d9-439b-ab0e-f8bb781e5660.vmdk. {{(pid=61960) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1020.394803] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a1da7756-6091-40ce-871b-7ba1ffaebd61 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.403335] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 1020.403335] env[61960]: value = "task-436668" [ 1020.403335] env[61960]: _type = "Task" [ 1020.403335] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.413986] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436668, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.625671] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.736645] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f448ffed-f3b2-4007-800f-bb6d096583f6 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.742314] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.990s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.742738] env[61960]: DEBUG nova.objects.instance [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lazy-loading 'resources' on Instance uuid 3220ec65-361d-4677-8dfd-6a2625cd73a2 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.786671] env[61960]: DEBUG nova.network.neutron [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Successfully updated port: a54a204f-e02f-47e2-b963-0896d0ac10ad {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.811155] env[61960]: DEBUG nova.compute.manager [req-908b7df2-dc4a-4f6f-83dc-c5a0ec175ffb req-9df8f297-04e5-4981-9360-da5ff8d13921 service nova] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Received event network-changed-a54a204f-e02f-47e2-b963-0896d0ac10ad {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1020.811453] env[61960]: DEBUG nova.compute.manager [req-908b7df2-dc4a-4f6f-83dc-c5a0ec175ffb req-9df8f297-04e5-4981-9360-da5ff8d13921 service nova] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Refreshing instance network info cache due to event network-changed-a54a204f-e02f-47e2-b963-0896d0ac10ad. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1020.811597] env[61960]: DEBUG oslo_concurrency.lockutils [req-908b7df2-dc4a-4f6f-83dc-c5a0ec175ffb req-9df8f297-04e5-4981-9360-da5ff8d13921 service nova] Acquiring lock "refresh_cache-faa2cf3d-2f2e-4600-8dca-2aa461726323" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.811752] env[61960]: DEBUG oslo_concurrency.lockutils [req-908b7df2-dc4a-4f6f-83dc-c5a0ec175ffb req-9df8f297-04e5-4981-9360-da5ff8d13921 service nova] Acquired lock "refresh_cache-faa2cf3d-2f2e-4600-8dca-2aa461726323" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.811916] env[61960]: DEBUG nova.network.neutron [req-908b7df2-dc4a-4f6f-83dc-c5a0ec175ffb req-9df8f297-04e5-4981-9360-da5ff8d13921 service nova] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Refreshing network info cache for port a54a204f-e02f-47e2-b963-0896d0ac10ad {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1020.874862] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1020.875101] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1020.917827] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436668, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.290626] env[61960]: DEBUG oslo_concurrency.lockutils [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Acquiring lock "refresh_cache-faa2cf3d-2f2e-4600-8dca-2aa461726323" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.347451] env[61960]: DEBUG nova.network.neutron [req-908b7df2-dc4a-4f6f-83dc-c5a0ec175ffb req-9df8f297-04e5-4981-9360-da5ff8d13921 service nova] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1021.385617] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.386699] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Starting heal instance info cache {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1021.386895] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Rebuilding the list of instances to heal {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1021.421105] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436668, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.433636] env[61960]: DEBUG nova.network.neutron [req-908b7df2-dc4a-4f6f-83dc-c5a0ec175ffb req-9df8f297-04e5-4981-9360-da5ff8d13921 service nova] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.482400] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa96287-ed14-4cf3-b597-3e43a6753d99 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.493303] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0b97d8-fa77-47d4-9f35-3eefc5c50cdb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.528183] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "aa040be9-8805-4191-805c-9d0bd1792628" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.528525] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "aa040be9-8805-4191-805c-9d0bd1792628" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.528671] env[61960]: DEBUG nova.compute.manager [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Going to confirm migration 4 {{(pid=61960) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1021.531820] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bc8088-b822-4477-93ca-8adb3cd82118 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.541428] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3763378c-3050-4cfc-b627-1972720eb185 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.558698] env[61960]: DEBUG nova.compute.provider_tree [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.894307] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Skipping network cache update for instance because it is being deleted. {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9943}} [ 1021.894491] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Skipping network cache update for instance because it is Building. {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 1021.894706] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "refresh_cache-8613b53f-34ea-49a4-9074-caf65a790ac3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.894828] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquired lock "refresh_cache-8613b53f-34ea-49a4-9074-caf65a790ac3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.894957] env[61960]: DEBUG nova.network.neutron [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Forcefully refreshing network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1021.895124] env[61960]: DEBUG nova.objects.instance [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lazy-loading 'info_cache' on Instance uuid 8613b53f-34ea-49a4-9074-caf65a790ac3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.919372] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436668, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.935915] env[61960]: DEBUG oslo_concurrency.lockutils [req-908b7df2-dc4a-4f6f-83dc-c5a0ec175ffb req-9df8f297-04e5-4981-9360-da5ff8d13921 service nova] Releasing lock "refresh_cache-faa2cf3d-2f2e-4600-8dca-2aa461726323" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.936323] env[61960]: DEBUG oslo_concurrency.lockutils [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Acquired lock "refresh_cache-faa2cf3d-2f2e-4600-8dca-2aa461726323" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.936494] env[61960]: DEBUG nova.network.neutron [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1022.061991] env[61960]: DEBUG nova.scheduler.client.report [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1022.068589] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "refresh_cache-aa040be9-8805-4191-805c-9d0bd1792628" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.068791] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquired lock "refresh_cache-aa040be9-8805-4191-805c-9d0bd1792628" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.068978] env[61960]: DEBUG nova.network.neutron [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1022.069225] env[61960]: DEBUG nova.objects.instance [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lazy-loading 'info_cache' on Instance uuid aa040be9-8805-4191-805c-9d0bd1792628 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.257020] env[61960]: DEBUG oslo_concurrency.lockutils [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "b0114cc8-dda4-46ad-800a-39ae14029909" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.257324] env[61960]: DEBUG oslo_concurrency.lockutils [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "b0114cc8-dda4-46ad-800a-39ae14029909" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.420139] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436668, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.467790] env[61960]: DEBUG nova.network.neutron [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1022.567316] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.569941] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e865243a-6f9e-4a43-8995-815e2bef823f tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.307s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.570149] env[61960]: DEBUG nova.objects.instance [None req-e865243a-6f9e-4a43-8995-815e2bef823f tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lazy-loading 'resources' on Instance uuid d39344c1-66e3-48a7-be6b-3589a4f528f3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.589709] env[61960]: INFO nova.scheduler.client.report [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Deleted allocations for instance 3220ec65-361d-4677-8dfd-6a2625cd73a2 [ 1022.628442] env[61960]: DEBUG nova.network.neutron [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Updating instance_info_cache with network_info: [{"id": "a54a204f-e02f-47e2-b963-0896d0ac10ad", "address": "fa:16:3e:95:bc:b5", "network": {"id": "945216c9-a356-4057-bd07-8cc036e8200d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1876461706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d69eeaa894d474e88d09332d83b1f15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa54a204f-e0", "ovs_interfaceid": "a54a204f-e02f-47e2-b963-0896d0ac10ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.762869] env[61960]: DEBUG nova.compute.manager [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1022.921785] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436668, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.098059] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8f9382e6-4765-431f-b274-e2304d6940c8 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "3220ec65-361d-4677-8dfd-6a2625cd73a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.816s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.133621] env[61960]: DEBUG oslo_concurrency.lockutils [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Releasing lock "refresh_cache-faa2cf3d-2f2e-4600-8dca-2aa461726323" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.133621] env[61960]: DEBUG nova.compute.manager [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Instance network_info: |[{"id": "a54a204f-e02f-47e2-b963-0896d0ac10ad", "address": "fa:16:3e:95:bc:b5", "network": {"id": "945216c9-a356-4057-bd07-8cc036e8200d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1876461706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d69eeaa894d474e88d09332d83b1f15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa54a204f-e0", "ovs_interfaceid": "a54a204f-e02f-47e2-b963-0896d0ac10ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1023.133621] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:bc:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '667a2e97-c1be-421d-9941-6b84c2629b43', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a54a204f-e02f-47e2-b963-0896d0ac10ad', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.140487] env[61960]: DEBUG oslo.service.loopingcall [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1023.140799] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1023.141082] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56b7a5ac-6509-40de-906f-cef34cdac58f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.165654] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.165654] env[61960]: value = "task-436669" [ 1023.165654] env[61960]: _type = "Task" [ 1023.165654] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.187119] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436669, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.286502] env[61960]: DEBUG oslo_concurrency.lockutils [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.310614] env[61960]: DEBUG nova.network.neutron [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Updating instance_info_cache with network_info: [{"id": "c2e90d10-3d9f-4aeb-b83a-e0b40b36e657", "address": "fa:16:3e:8f:a6:70", "network": {"id": "31765203-66f3-480a-8482-041aa55b1129", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-209584599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23cc9dbac5d741909302929f52abd0bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e90d10-3d", "ovs_interfaceid": "c2e90d10-3d9f-4aeb-b83a-e0b40b36e657", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.367279] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c52cd6-0474-40d3-8ce6-14f30a71ba7d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.376055] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14c40f5-4c8f-48f7-9243-42386f974eda {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.414112] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1774ebd-0798-4884-a4e1-001264fa45ee {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.422748] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436668, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.697783} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.424790] env[61960]: INFO nova.virt.vmwareapi.ds_util [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_1c73d394-84f1-48e2-8ddb-5cbe28d73f59/OSTACK_IMG_1c73d394-84f1-48e2-8ddb-5cbe28d73f59.vmdk to [datastore1] devstack-image-cache_base/69babac8-07d9-439b-ab0e-f8bb781e5660/69babac8-07d9-439b-ab0e-f8bb781e5660.vmdk. [ 1023.425012] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Cleaning up location [datastore1] OSTACK_IMG_1c73d394-84f1-48e2-8ddb-5cbe28d73f59 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1023.425254] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_1c73d394-84f1-48e2-8ddb-5cbe28d73f59 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.425493] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-144f106d-77dc-4104-925e-6ff98ad37f99 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.428100] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485bd032-d24a-468c-b7a1-0f68cb89ceb5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.444510] env[61960]: DEBUG nova.compute.provider_tree [None req-e865243a-6f9e-4a43-8995-815e2bef823f tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.448470] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 1023.448470] env[61960]: value = "task-436670" [ 1023.448470] env[61960]: _type = "Task" [ 1023.448470] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.458244] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.622418] env[61960]: DEBUG nova.network.neutron [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Updating instance_info_cache with network_info: [{"id": "a557dbdb-4326-468c-8dae-4bdbf0bc82cf", "address": "fa:16:3e:18:19:0f", "network": {"id": "3459795b-f25d-427b-8f16-d2182ea0904f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1416273180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf2083a011c74028b3c772ca92759e8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa557dbdb-43", "ovs_interfaceid": "a557dbdb-4326-468c-8dae-4bdbf0bc82cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.696525] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436669, 'name': CreateVM_Task, 'duration_secs': 0.434002} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.696701] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1023.697523] env[61960]: DEBUG oslo_concurrency.lockutils [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.697755] env[61960]: DEBUG oslo_concurrency.lockutils [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.698108] env[61960]: DEBUG oslo_concurrency.lockutils [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.700890] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feaf99db-8f51-4154-a26a-527eb495452a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.713805] env[61960]: DEBUG oslo_vmware.api [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Waiting for the task: (returnval){ [ 1023.713805] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bdf946-3b87-7b9d-47f3-20af7973a61b" [ 1023.713805] env[61960]: _type = "Task" [ 1023.713805] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.722363] env[61960]: DEBUG oslo_vmware.api [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bdf946-3b87-7b9d-47f3-20af7973a61b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.813533] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Releasing lock "refresh_cache-aa040be9-8805-4191-805c-9d0bd1792628" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.813533] env[61960]: DEBUG nova.objects.instance [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lazy-loading 'migration_context' on Instance uuid aa040be9-8805-4191-805c-9d0bd1792628 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.949868] env[61960]: DEBUG nova.scheduler.client.report [None req-e865243a-6f9e-4a43-8995-815e2bef823f tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1023.964241] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195277} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.964513] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.964688] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/69babac8-07d9-439b-ab0e-f8bb781e5660/69babac8-07d9-439b-ab0e-f8bb781e5660.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.964936] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/69babac8-07d9-439b-ab0e-f8bb781e5660/69babac8-07d9-439b-ab0e-f8bb781e5660.vmdk to [datastore1] 8613b53f-34ea-49a4-9074-caf65a790ac3/8613b53f-34ea-49a4-9074-caf65a790ac3.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1023.965226] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c7e8350-d918-4d88-babf-6f778c49b50c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.973765] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 1023.973765] env[61960]: value = "task-436671" [ 1023.973765] env[61960]: _type = "Task" [ 1023.973765] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.982914] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.124192] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Releasing lock "refresh_cache-8613b53f-34ea-49a4-9074-caf65a790ac3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.124402] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Updated the network info_cache for instance {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 1024.124623] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.124794] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.124964] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.125175] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.125351] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.125540] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.125680] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=61960) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1024.125839] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager.update_available_resource {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.220629] env[61960]: DEBUG oslo_vmware.api [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bdf946-3b87-7b9d-47f3-20af7973a61b, 'name': SearchDatastore_Task, 'duration_secs': 0.019412} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.220934] env[61960]: DEBUG oslo_concurrency.lockutils [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.221190] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.221455] env[61960]: DEBUG oslo_concurrency.lockutils [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.221608] env[61960]: DEBUG oslo_concurrency.lockutils [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.221796] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.222078] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91bc36e4-57c0-4a0c-8187-c91c04432756 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.243887] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.243887] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1024.243887] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02c6edb3-925d-485c-b747-c6eefcb1ebc9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.248984] env[61960]: DEBUG oslo_vmware.api [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Waiting for the task: (returnval){ [ 1024.248984] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f75c68-f7f5-27c2-8a06-3ba3f5337469" [ 1024.248984] env[61960]: _type = "Task" [ 1024.248984] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.258745] env[61960]: DEBUG oslo_vmware.api [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f75c68-f7f5-27c2-8a06-3ba3f5337469, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.316646] env[61960]: DEBUG nova.objects.base [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=61960) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1024.317640] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1aac76c-e387-42ed-88a1-41116e679844 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.338739] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d840310e-f7c7-4864-8af7-2112ca583e1c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.344898] env[61960]: DEBUG oslo_vmware.api [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 1024.344898] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c28466-9e47-fa36-a05d-a81b283f061a" [ 1024.344898] env[61960]: _type = "Task" [ 1024.344898] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.353380] env[61960]: DEBUG oslo_vmware.api [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c28466-9e47-fa36-a05d-a81b283f061a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.364234] env[61960]: DEBUG oslo_concurrency.lockutils [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.364493] env[61960]: DEBUG oslo_concurrency.lockutils [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.459062] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e865243a-6f9e-4a43-8995-815e2bef823f tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.461111] env[61960]: DEBUG oslo_concurrency.lockutils [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.142s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.463047] env[61960]: INFO nova.compute.claims [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.474731] env[61960]: INFO nova.scheduler.client.report [None req-e865243a-6f9e-4a43-8995-815e2bef823f tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Deleted allocations for instance d39344c1-66e3-48a7-be6b-3589a4f528f3 [ 1024.487445] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.630113] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.760513] env[61960]: DEBUG oslo_vmware.api [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f75c68-f7f5-27c2-8a06-3ba3f5337469, 'name': SearchDatastore_Task, 'duration_secs': 0.034186} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.761312] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f17d598-7071-40a3-89ee-1db1144ac83c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.766755] env[61960]: DEBUG oslo_vmware.api [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Waiting for the task: (returnval){ [ 1024.766755] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52805584-4c67-3772-b1a0-aa0b401de741" [ 1024.766755] env[61960]: _type = "Task" [ 1024.766755] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.774333] env[61960]: DEBUG oslo_vmware.api [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52805584-4c67-3772-b1a0-aa0b401de741, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.856607] env[61960]: DEBUG oslo_vmware.api [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c28466-9e47-fa36-a05d-a81b283f061a, 'name': SearchDatastore_Task, 'duration_secs': 0.022996} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.856990] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.866777] env[61960]: DEBUG nova.compute.manager [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1024.988297] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436671, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.988784] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e865243a-6f9e-4a43-8995-815e2bef823f tempest-AttachInterfacesTestJSON-683746095 tempest-AttachInterfacesTestJSON-683746095-project-member] Lock "d39344c1-66e3-48a7-be6b-3589a4f528f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.627s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.280232] env[61960]: DEBUG oslo_vmware.api [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52805584-4c67-3772-b1a0-aa0b401de741, 'name': SearchDatastore_Task, 'duration_secs': 0.01384} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.280462] env[61960]: DEBUG oslo_concurrency.lockutils [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.280735] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] faa2cf3d-2f2e-4600-8dca-2aa461726323/faa2cf3d-2f2e-4600-8dca-2aa461726323.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1025.281030] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce6e7059-3192-4e65-a1d3-41043712c3cc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.289917] env[61960]: DEBUG oslo_vmware.api [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Waiting for the task: (returnval){ [ 1025.289917] env[61960]: value = "task-436672" [ 1025.289917] env[61960]: _type = "Task" [ 1025.289917] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.299192] env[61960]: DEBUG oslo_vmware.api [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.391323] env[61960]: DEBUG oslo_concurrency.lockutils [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.488184] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436671, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.674976] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d5f715-3406-4d2a-93d4-954ecdd2d574 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.685752] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afe10dc-403b-4809-99c8-7ad419a0d61e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.721160] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eef3814-a008-4abd-9d28-f52e6cb391c2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.729830] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0752223-ca6f-47e3-8107-e32d827cf816 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.744252] env[61960]: DEBUG nova.compute.provider_tree [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.803657] env[61960]: DEBUG oslo_vmware.api [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.988757] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436671, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.248170] env[61960]: DEBUG nova.scheduler.client.report [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1026.302647] env[61960]: DEBUG oslo_vmware.api [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.489730] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436671, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.753924] env[61960]: DEBUG oslo_concurrency.lockutils [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.754510] env[61960]: DEBUG nova.compute.manager [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1026.758422] env[61960]: DEBUG oslo_concurrency.lockutils [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.637s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.810263] env[61960]: DEBUG oslo_vmware.api [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436672, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.991884] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436671, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.262434] env[61960]: DEBUG nova.compute.utils [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1027.266033] env[61960]: INFO nova.compute.claims [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.270128] env[61960]: DEBUG nova.compute.manager [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1027.270307] env[61960]: DEBUG nova.network.neutron [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1027.303445] env[61960]: DEBUG oslo_vmware.api [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436672, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.314581] env[61960]: DEBUG nova.policy [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '403e152dd1564e9db6d3aa676fea4a53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fb471d92c0743c08a3c5f098ecc9477', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 1027.494282] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436671, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.581920] env[61960]: DEBUG nova.network.neutron [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Successfully created port: 616f2082-c317-4d49-ae03-9350390acc28 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.775355] env[61960]: DEBUG nova.compute.manager [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1027.781958] env[61960]: INFO nova.compute.resource_tracker [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Updating resource usage from migration 9de0e22e-2a19-403e-98df-2f2b8fb1043b [ 1027.809653] env[61960]: DEBUG oslo_vmware.api [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436672, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.994719] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436671, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.041365] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a56d5c-6ebf-42d1-b1ab-c2f5fd13260f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.049755] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4796c1e-eb49-4ee0-be19-b3ead6f0630a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.082519] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2b54c2-26ca-4ebd-87a8-6e0d90a8be78 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.090845] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0735300-4ad1-455b-ab95-4d73dba5b0eb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.105460] env[61960]: DEBUG nova.compute.provider_tree [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.309546] env[61960]: DEBUG oslo_vmware.api [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436672, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.493375] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436671, 'name': CopyVirtualDisk_Task, 'duration_secs': 4.32427} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.493757] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/69babac8-07d9-439b-ab0e-f8bb781e5660/69babac8-07d9-439b-ab0e-f8bb781e5660.vmdk to [datastore1] 8613b53f-34ea-49a4-9074-caf65a790ac3/8613b53f-34ea-49a4-9074-caf65a790ac3.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1028.495061] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051b6345-5563-4a7d-887c-881c3296467e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.521106] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 8613b53f-34ea-49a4-9074-caf65a790ac3/8613b53f-34ea-49a4-9074-caf65a790ac3.vmdk or device None with type streamOptimized {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.521499] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5930c153-cb1a-44ad-8dff-b3e1d2517cec {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.543344] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 1028.543344] env[61960]: value = "task-436673" [ 1028.543344] env[61960]: _type = "Task" [ 1028.543344] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.552894] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436673, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.609305] env[61960]: DEBUG nova.scheduler.client.report [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1028.786664] env[61960]: DEBUG nova.compute.manager [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1028.808742] env[61960]: DEBUG oslo_vmware.api [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436672, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.230449} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.810977] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] faa2cf3d-2f2e-4600-8dca-2aa461726323/faa2cf3d-2f2e-4600-8dca-2aa461726323.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1028.813668] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.814626] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33a8896b-4ca2-449c-82a3-300e0e45ab40 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.826277] env[61960]: DEBUG nova.virt.hardware [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1028.826684] env[61960]: DEBUG nova.virt.hardware [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1028.826823] env[61960]: DEBUG nova.virt.hardware [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.827431] env[61960]: DEBUG nova.virt.hardware [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1028.827718] env[61960]: DEBUG nova.virt.hardware [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.828200] env[61960]: DEBUG nova.virt.hardware [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1028.828304] env[61960]: DEBUG nova.virt.hardware [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1028.828486] env[61960]: DEBUG nova.virt.hardware [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1028.828673] env[61960]: DEBUG nova.virt.hardware [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1028.828849] env[61960]: DEBUG nova.virt.hardware [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1028.829193] env[61960]: DEBUG nova.virt.hardware [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1028.830239] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c468819b-8957-4257-94c3-c494bfd9d11d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.834614] env[61960]: DEBUG oslo_vmware.api [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Waiting for the task: (returnval){ [ 1028.834614] env[61960]: value = "task-436674" [ 1028.834614] env[61960]: _type = "Task" [ 1028.834614] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.841864] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ed22f3-a1e0-44ad-9319-6bc52d54c4b8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.848989] env[61960]: DEBUG oslo_vmware.api [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.054789] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436673, 'name': ReconfigVM_Task, 'duration_secs': 0.326555} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.055252] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 8613b53f-34ea-49a4-9074-caf65a790ac3/8613b53f-34ea-49a4-9074-caf65a790ac3.vmdk or device None with type streamOptimized {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.055966] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-824723bb-51aa-4b9d-a303-45fac8fcaf05 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.063211] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 1029.063211] env[61960]: value = "task-436675" [ 1029.063211] env[61960]: _type = "Task" [ 1029.063211] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.078380] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436675, 'name': Rename_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.114788] env[61960]: DEBUG oslo_concurrency.lockutils [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.356s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.115137] env[61960]: INFO nova.compute.manager [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Migrating [ 1029.122120] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d84227c6-ac16-4d7b-8877-1c63d48db48b tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.505s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.122388] env[61960]: DEBUG nova.objects.instance [None req-d84227c6-ac16-4d7b-8877-1c63d48db48b tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lazy-loading 'resources' on Instance uuid 5a527f43-ce28-4eb5-bfd1-5c800c35ef16 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.146593] env[61960]: DEBUG nova.compute.manager [req-4768bfc6-0ddc-4c14-9cd4-09bffc8d6108 req-fce60ee8-f0b3-4eab-8496-8852c8c6ac54 service nova] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Received event network-vif-plugged-616f2082-c317-4d49-ae03-9350390acc28 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1029.146593] env[61960]: DEBUG oslo_concurrency.lockutils [req-4768bfc6-0ddc-4c14-9cd4-09bffc8d6108 req-fce60ee8-f0b3-4eab-8496-8852c8c6ac54 service nova] Acquiring lock "774d8271-8036-4b34-98e0-0472cf6a08e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.146593] env[61960]: DEBUG oslo_concurrency.lockutils [req-4768bfc6-0ddc-4c14-9cd4-09bffc8d6108 req-fce60ee8-f0b3-4eab-8496-8852c8c6ac54 service nova] Lock "774d8271-8036-4b34-98e0-0472cf6a08e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.146593] env[61960]: DEBUG oslo_concurrency.lockutils [req-4768bfc6-0ddc-4c14-9cd4-09bffc8d6108 req-fce60ee8-f0b3-4eab-8496-8852c8c6ac54 service nova] Lock "774d8271-8036-4b34-98e0-0472cf6a08e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.146593] env[61960]: DEBUG nova.compute.manager [req-4768bfc6-0ddc-4c14-9cd4-09bffc8d6108 req-fce60ee8-f0b3-4eab-8496-8852c8c6ac54 service nova] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] No waiting events found dispatching network-vif-plugged-616f2082-c317-4d49-ae03-9350390acc28 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1029.146593] env[61960]: WARNING nova.compute.manager [req-4768bfc6-0ddc-4c14-9cd4-09bffc8d6108 req-fce60ee8-f0b3-4eab-8496-8852c8c6ac54 service nova] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Received unexpected event network-vif-plugged-616f2082-c317-4d49-ae03-9350390acc28 for instance with vm_state building and task_state spawning. [ 1029.161089] env[61960]: DEBUG nova.network.neutron [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Successfully updated port: 616f2082-c317-4d49-ae03-9350390acc28 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.349025] env[61960]: DEBUG oslo_vmware.api [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082666} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.349025] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.349025] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539d6fea-9b40-45da-a565-0acbe61f22bc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.370348] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] faa2cf3d-2f2e-4600-8dca-2aa461726323/faa2cf3d-2f2e-4600-8dca-2aa461726323.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.373013] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-680ea39e-e193-469c-9d69-70dc14a82773 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.393223] env[61960]: DEBUG oslo_vmware.api [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Waiting for the task: (returnval){ [ 1029.393223] env[61960]: value = "task-436676" [ 1029.393223] env[61960]: _type = "Task" [ 1029.393223] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.402592] env[61960]: DEBUG oslo_vmware.api [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436676, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.578114] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436675, 'name': Rename_Task, 'duration_secs': 0.156535} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.578114] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1029.578114] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2d7b3d5-626f-4a8c-b99d-06df29ac2a57 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.585969] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 1029.585969] env[61960]: value = "task-436677" [ 1029.585969] env[61960]: _type = "Task" [ 1029.585969] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.594438] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.637408] env[61960]: DEBUG oslo_concurrency.lockutils [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "refresh_cache-1eebc077-8e86-472a-a4e9-904830af7d70" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.637408] env[61960]: DEBUG oslo_concurrency.lockutils [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquired lock "refresh_cache-1eebc077-8e86-472a-a4e9-904830af7d70" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.637408] env[61960]: DEBUG nova.network.neutron [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1029.664233] env[61960]: DEBUG oslo_concurrency.lockutils [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "refresh_cache-774d8271-8036-4b34-98e0-0472cf6a08e8" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.664294] env[61960]: DEBUG oslo_concurrency.lockutils [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquired lock "refresh_cache-774d8271-8036-4b34-98e0-0472cf6a08e8" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.665122] env[61960]: DEBUG nova.network.neutron [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1029.861726] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d79128-73cf-45af-a928-452771447698 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.871141] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730acb94-a8ea-44d7-99ed-4c472fc7ab6b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.910818] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15f64a2-4d1f-4b36-8be9-00c06253927f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.920482] env[61960]: DEBUG oslo_vmware.api [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436676, 'name': ReconfigVM_Task, 'duration_secs': 0.336758} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.922748] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Reconfigured VM instance instance-00000064 to attach disk [datastore1] faa2cf3d-2f2e-4600-8dca-2aa461726323/faa2cf3d-2f2e-4600-8dca-2aa461726323.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.923614] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0eb2631b-cea7-4bc6-b79c-c15b01f0a515 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.926440] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a78ebd4-4d35-4ea2-b4fa-351c6798cc13 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.942972] env[61960]: DEBUG nova.compute.provider_tree [None req-d84227c6-ac16-4d7b-8877-1c63d48db48b tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.945866] env[61960]: DEBUG oslo_vmware.api [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Waiting for the task: (returnval){ [ 1029.945866] env[61960]: value = "task-436678" [ 1029.945866] env[61960]: _type = "Task" [ 1029.945866] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.957202] env[61960]: DEBUG oslo_vmware.api [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436678, 'name': Rename_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.101410] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436677, 'name': PowerOnVM_Task} progress is 88%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.207685] env[61960]: DEBUG nova.network.neutron [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1030.394168] env[61960]: DEBUG nova.network.neutron [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Updating instance_info_cache with network_info: [{"id": "83f99965-faed-4972-a1af-e1d2b902ae4f", "address": "fa:16:3e:da:6c:ae", "network": {"id": "148b3213-0f77-4469-b901-9b93a55e3a91", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-997896372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5e3e891410455abd448117aabf8d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f99965-fa", "ovs_interfaceid": "83f99965-faed-4972-a1af-e1d2b902ae4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.447909] env[61960]: DEBUG nova.scheduler.client.report [None req-d84227c6-ac16-4d7b-8877-1c63d48db48b tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1030.461885] env[61960]: DEBUG oslo_vmware.api [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436678, 'name': Rename_Task, 'duration_secs': 0.163155} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.462259] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1030.462551] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2a9442a-87c7-4f74-9f18-9601823847e4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.470916] env[61960]: DEBUG oslo_vmware.api [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Waiting for the task: (returnval){ [ 1030.470916] env[61960]: value = "task-436679" [ 1030.470916] env[61960]: _type = "Task" [ 1030.470916] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.479314] env[61960]: DEBUG oslo_vmware.api [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.509776] env[61960]: DEBUG nova.network.neutron [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Updating instance_info_cache with network_info: [{"id": "616f2082-c317-4d49-ae03-9350390acc28", "address": "fa:16:3e:de:10:bc", "network": {"id": "9ee12d62-9edd-4717-b363-beb291b2c83b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1274344879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb471d92c0743c08a3c5f098ecc9477", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616f2082-c3", "ovs_interfaceid": "616f2082-c317-4d49-ae03-9350390acc28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.596355] env[61960]: DEBUG oslo_vmware.api [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436677, 'name': PowerOnVM_Task, 'duration_secs': 0.614962} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.596694] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1030.717194] env[61960]: DEBUG nova.compute.manager [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1030.718271] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff32a1d-b680-471a-8552-53033f186651 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.900439] env[61960]: DEBUG oslo_concurrency.lockutils [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Releasing lock "refresh_cache-1eebc077-8e86-472a-a4e9-904830af7d70" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.958017] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d84227c6-ac16-4d7b-8877-1c63d48db48b tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.963668] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.338s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.963970] env[61960]: DEBUG nova.objects.instance [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Lazy-loading 'resources' on Instance uuid 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.984325] env[61960]: DEBUG oslo_vmware.api [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436679, 'name': PowerOnVM_Task, 'duration_secs': 0.494929} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.984648] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1030.984881] env[61960]: INFO nova.compute.manager [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Took 11.07 seconds to spawn the instance on the hypervisor. [ 1030.985103] env[61960]: DEBUG nova.compute.manager [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1030.986019] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4ebada-94bd-4232-9c7d-05850203e8b2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.996911] env[61960]: INFO nova.scheduler.client.report [None req-d84227c6-ac16-4d7b-8877-1c63d48db48b tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Deleted allocations for instance 5a527f43-ce28-4eb5-bfd1-5c800c35ef16 [ 1031.013697] env[61960]: DEBUG oslo_concurrency.lockutils [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Releasing lock "refresh_cache-774d8271-8036-4b34-98e0-0472cf6a08e8" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.014123] env[61960]: DEBUG nova.compute.manager [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Instance network_info: |[{"id": "616f2082-c317-4d49-ae03-9350390acc28", "address": "fa:16:3e:de:10:bc", "network": {"id": "9ee12d62-9edd-4717-b363-beb291b2c83b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1274344879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb471d92c0743c08a3c5f098ecc9477", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616f2082-c3", "ovs_interfaceid": "616f2082-c317-4d49-ae03-9350390acc28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1031.014754] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:10:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '616f2082-c317-4d49-ae03-9350390acc28', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.023649] env[61960]: DEBUG oslo.service.loopingcall [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1031.023649] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1031.023649] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f198aa4c-434e-4f5c-ace5-b979a0449ffc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.044375] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.044375] env[61960]: value = "task-436680" [ 1031.044375] env[61960]: _type = "Task" [ 1031.044375] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.053635] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436680, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.191637] env[61960]: DEBUG nova.compute.manager [req-1c9a5bd5-0e15-4cdd-8711-b776fbba1f00 req-465f8a5c-32b3-4b65-9d66-0418028070e2 service nova] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Received event network-changed-616f2082-c317-4d49-ae03-9350390acc28 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1031.191637] env[61960]: DEBUG nova.compute.manager [req-1c9a5bd5-0e15-4cdd-8711-b776fbba1f00 req-465f8a5c-32b3-4b65-9d66-0418028070e2 service nova] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Refreshing instance network info cache due to event network-changed-616f2082-c317-4d49-ae03-9350390acc28. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1031.191637] env[61960]: DEBUG oslo_concurrency.lockutils [req-1c9a5bd5-0e15-4cdd-8711-b776fbba1f00 req-465f8a5c-32b3-4b65-9d66-0418028070e2 service nova] Acquiring lock "refresh_cache-774d8271-8036-4b34-98e0-0472cf6a08e8" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.191637] env[61960]: DEBUG oslo_concurrency.lockutils [req-1c9a5bd5-0e15-4cdd-8711-b776fbba1f00 req-465f8a5c-32b3-4b65-9d66-0418028070e2 service nova] Acquired lock "refresh_cache-774d8271-8036-4b34-98e0-0472cf6a08e8" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.191637] env[61960]: DEBUG nova.network.neutron [req-1c9a5bd5-0e15-4cdd-8711-b776fbba1f00 req-465f8a5c-32b3-4b65-9d66-0418028070e2 service nova] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Refreshing network info cache for port 616f2082-c317-4d49-ae03-9350390acc28 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1031.238970] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9d78e13b-f75d-4d4c-9e59-423050fe4d9a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lock "8613b53f-34ea-49a4-9074-caf65a790ac3" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 29.113s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.510976] env[61960]: INFO nova.compute.manager [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Took 24.17 seconds to build instance. [ 1031.512118] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d84227c6-ac16-4d7b-8877-1c63d48db48b tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "5a527f43-ce28-4eb5-bfd1-5c800c35ef16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.738s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.564022] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436680, 'name': CreateVM_Task, 'duration_secs': 0.362787} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.564581] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1031.566289] env[61960]: DEBUG oslo_concurrency.lockutils [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.566589] env[61960]: DEBUG oslo_concurrency.lockutils [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.567012] env[61960]: DEBUG oslo_concurrency.lockutils [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.567374] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e6cd95e-0fbe-46bf-87d9-df269572dc95 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.572990] env[61960]: DEBUG oslo_vmware.api [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1031.572990] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5226d928-ad33-2ccd-ed7a-c55d49ae4e4f" [ 1031.572990] env[61960]: _type = "Task" [ 1031.572990] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.585913] env[61960]: DEBUG oslo_vmware.api [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5226d928-ad33-2ccd-ed7a-c55d49ae4e4f, 'name': SearchDatastore_Task} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.586383] env[61960]: DEBUG oslo_concurrency.lockutils [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.586750] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.587114] env[61960]: DEBUG oslo_concurrency.lockutils [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.587376] env[61960]: DEBUG oslo_concurrency.lockutils [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.587712] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.588125] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31daa808-c925-4870-b350-f9cc359269a3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.602285] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.602285] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1031.602694] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb9ba91e-eeea-4de6-9ba5-ac553587a298 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.615688] env[61960]: DEBUG oslo_vmware.api [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1031.615688] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520147c5-aa35-7d87-e070-43d996787163" [ 1031.615688] env[61960]: _type = "Task" [ 1031.615688] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.624421] env[61960]: DEBUG oslo_vmware.api [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520147c5-aa35-7d87-e070-43d996787163, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.707917] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e154d4df-cb1f-44d9-93e9-ff9f8c018ede {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.717161] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafa2538-6ad7-4a8a-8d2f-69a512e5b425 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.752700] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b437b8fa-5ad7-4d5a-9ecf-d169b3c76150 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.761296] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2245ff38-22e3-471c-82dc-eb24309a2c59 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.778076] env[61960]: DEBUG nova.compute.provider_tree [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.013632] env[61960]: DEBUG oslo_concurrency.lockutils [None req-59bb5f7e-deee-45e8-9a27-b0c72c28b735 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Lock "faa2cf3d-2f2e-4600-8dca-2aa461726323" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.676s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.023770] env[61960]: DEBUG nova.network.neutron [req-1c9a5bd5-0e15-4cdd-8711-b776fbba1f00 req-465f8a5c-32b3-4b65-9d66-0418028070e2 service nova] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Updated VIF entry in instance network info cache for port 616f2082-c317-4d49-ae03-9350390acc28. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1032.024210] env[61960]: DEBUG nova.network.neutron [req-1c9a5bd5-0e15-4cdd-8711-b776fbba1f00 req-465f8a5c-32b3-4b65-9d66-0418028070e2 service nova] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Updating instance_info_cache with network_info: [{"id": "616f2082-c317-4d49-ae03-9350390acc28", "address": "fa:16:3e:de:10:bc", "network": {"id": "9ee12d62-9edd-4717-b363-beb291b2c83b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1274344879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb471d92c0743c08a3c5f098ecc9477", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616f2082-c3", "ovs_interfaceid": "616f2082-c317-4d49-ae03-9350390acc28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.127785] env[61960]: DEBUG oslo_vmware.api [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520147c5-aa35-7d87-e070-43d996787163, 'name': SearchDatastore_Task, 'duration_secs': 0.01118} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.128654] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-100f0024-ee90-452e-a22d-c316d5bdb629 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.134459] env[61960]: DEBUG oslo_vmware.api [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1032.134459] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c14570-1a52-52f8-3b7d-6463ec6f6b38" [ 1032.134459] env[61960]: _type = "Task" [ 1032.134459] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.143327] env[61960]: DEBUG oslo_vmware.api [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c14570-1a52-52f8-3b7d-6463ec6f6b38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.281896] env[61960]: DEBUG nova.scheduler.client.report [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1032.416985] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a7b05a-0b21-4458-b32e-4c8f95542bb8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.436878] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Updating instance '1eebc077-8e86-472a-a4e9-904830af7d70' progress to 0 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1032.527493] env[61960]: DEBUG oslo_concurrency.lockutils [req-1c9a5bd5-0e15-4cdd-8711-b776fbba1f00 req-465f8a5c-32b3-4b65-9d66-0418028070e2 service nova] Releasing lock "refresh_cache-774d8271-8036-4b34-98e0-0472cf6a08e8" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.647967] env[61960]: DEBUG oslo_vmware.api [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c14570-1a52-52f8-3b7d-6463ec6f6b38, 'name': SearchDatastore_Task, 'duration_secs': 0.012524} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.648339] env[61960]: DEBUG oslo_concurrency.lockutils [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.648645] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 774d8271-8036-4b34-98e0-0472cf6a08e8/774d8271-8036-4b34-98e0-0472cf6a08e8.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1032.648976] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1491351f-c792-405f-9694-f0afa130a7a8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.657827] env[61960]: DEBUG oslo_vmware.api [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1032.657827] env[61960]: value = "task-436681" [ 1032.657827] env[61960]: _type = "Task" [ 1032.657827] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.672101] env[61960]: DEBUG oslo_vmware.api [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.790671] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.791122] env[61960]: DEBUG oslo_concurrency.lockutils [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.505s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.796633] env[61960]: INFO nova.compute.claims [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.818886] env[61960]: INFO nova.scheduler.client.report [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Deleted allocations for instance 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23 [ 1032.943633] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1032.943990] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72bf84c3-1aa4-43c4-9064-2de703124464 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.954268] env[61960]: DEBUG oslo_vmware.api [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 1032.954268] env[61960]: value = "task-436682" [ 1032.954268] env[61960]: _type = "Task" [ 1032.954268] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.965903] env[61960]: DEBUG oslo_vmware.api [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.986413] env[61960]: DEBUG nova.compute.manager [req-b6349f00-740f-41d0-b30c-ef9d08ee23b0 req-009c56a5-d714-457a-a096-18c0c3748856 service nova] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Received event network-changed-a54a204f-e02f-47e2-b963-0896d0ac10ad {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1032.986413] env[61960]: DEBUG nova.compute.manager [req-b6349f00-740f-41d0-b30c-ef9d08ee23b0 req-009c56a5-d714-457a-a096-18c0c3748856 service nova] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Refreshing instance network info cache due to event network-changed-a54a204f-e02f-47e2-b963-0896d0ac10ad. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1032.986413] env[61960]: DEBUG oslo_concurrency.lockutils [req-b6349f00-740f-41d0-b30c-ef9d08ee23b0 req-009c56a5-d714-457a-a096-18c0c3748856 service nova] Acquiring lock "refresh_cache-faa2cf3d-2f2e-4600-8dca-2aa461726323" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.986413] env[61960]: DEBUG oslo_concurrency.lockutils [req-b6349f00-740f-41d0-b30c-ef9d08ee23b0 req-009c56a5-d714-457a-a096-18c0c3748856 service nova] Acquired lock "refresh_cache-faa2cf3d-2f2e-4600-8dca-2aa461726323" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.986740] env[61960]: DEBUG nova.network.neutron [req-b6349f00-740f-41d0-b30c-ef9d08ee23b0 req-009c56a5-d714-457a-a096-18c0c3748856 service nova] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Refreshing network info cache for port a54a204f-e02f-47e2-b963-0896d0ac10ad {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1033.168270] env[61960]: DEBUG oslo_vmware.api [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436681, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49595} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.168409] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 774d8271-8036-4b34-98e0-0472cf6a08e8/774d8271-8036-4b34-98e0-0472cf6a08e8.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1033.168638] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.168944] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e32e46a1-70fa-4413-8f8b-8b683ecb3567 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.177234] env[61960]: DEBUG oslo_vmware.api [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1033.177234] env[61960]: value = "task-436683" [ 1033.177234] env[61960]: _type = "Task" [ 1033.177234] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.190388] env[61960]: DEBUG oslo_vmware.api [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.330946] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ecef1663-6fc1-40c8-ac3e-33fdfa57c058 tempest-ServerShowV247Test-299384701 tempest-ServerShowV247Test-299384701-project-member] Lock "0ad444e2-d9c8-47ed-8cfb-46b67cb13d23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.404s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.402499] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "5b90779e-1b3b-47a2-b867-f3c45460bcf3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.402499] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "5b90779e-1b3b-47a2-b867-f3c45460bcf3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.465241] env[61960]: DEBUG oslo_vmware.api [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436682, 'name': PowerOffVM_Task, 'duration_secs': 0.351331} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.466081] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1033.466778] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Updating instance '1eebc077-8e86-472a-a4e9-904830af7d70' progress to 17 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1033.695115] env[61960]: DEBUG oslo_vmware.api [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075444} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.695115] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.695115] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713d3aad-8b58-4501-833d-6ee2cc9f7cae {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.727937] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 774d8271-8036-4b34-98e0-0472cf6a08e8/774d8271-8036-4b34-98e0-0472cf6a08e8.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.728288] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-674abe47-1633-46ec-b786-fb55fcbcad45 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.750498] env[61960]: DEBUG oslo_vmware.api [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1033.750498] env[61960]: value = "task-436684" [ 1033.750498] env[61960]: _type = "Task" [ 1033.750498] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.761815] env[61960]: DEBUG oslo_vmware.api [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436684, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.903744] env[61960]: DEBUG nova.compute.manager [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1033.978072] env[61960]: DEBUG nova.virt.hardware [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:07:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1033.978072] env[61960]: DEBUG nova.virt.hardware [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1033.978072] env[61960]: DEBUG nova.virt.hardware [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.978072] env[61960]: DEBUG nova.virt.hardware [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1033.978072] env[61960]: DEBUG nova.virt.hardware [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.978072] env[61960]: DEBUG nova.virt.hardware [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1033.978072] env[61960]: DEBUG nova.virt.hardware [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1033.978072] env[61960]: DEBUG nova.virt.hardware [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1033.978072] env[61960]: DEBUG nova.virt.hardware [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1033.978072] env[61960]: DEBUG nova.virt.hardware [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1033.978072] env[61960]: DEBUG nova.virt.hardware [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1033.984378] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98e6d26e-11bf-4d1e-9f1a-a6295984bc9a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.010200] env[61960]: DEBUG nova.network.neutron [req-b6349f00-740f-41d0-b30c-ef9d08ee23b0 req-009c56a5-d714-457a-a096-18c0c3748856 service nova] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Updated VIF entry in instance network info cache for port a54a204f-e02f-47e2-b963-0896d0ac10ad. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1034.010200] env[61960]: DEBUG nova.network.neutron [req-b6349f00-740f-41d0-b30c-ef9d08ee23b0 req-009c56a5-d714-457a-a096-18c0c3748856 service nova] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Updating instance_info_cache with network_info: [{"id": "a54a204f-e02f-47e2-b963-0896d0ac10ad", "address": "fa:16:3e:95:bc:b5", "network": {"id": "945216c9-a356-4057-bd07-8cc036e8200d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1876461706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d69eeaa894d474e88d09332d83b1f15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa54a204f-e0", "ovs_interfaceid": "a54a204f-e02f-47e2-b963-0896d0ac10ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.011691] env[61960]: DEBUG oslo_vmware.api [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 1034.011691] env[61960]: value = "task-436685" [ 1034.011691] env[61960]: _type = "Task" [ 1034.011691] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.029236] env[61960]: DEBUG oslo_vmware.api [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.050798] env[61960]: DEBUG oslo_concurrency.lockutils [None req-630243cc-f94e-46d7-9cc2-58f71cff1437 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Acquiring lock "faa2cf3d-2f2e-4600-8dca-2aa461726323" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.052769] env[61960]: DEBUG oslo_concurrency.lockutils [None req-630243cc-f94e-46d7-9cc2-58f71cff1437 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Lock "faa2cf3d-2f2e-4600-8dca-2aa461726323" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.052769] env[61960]: INFO nova.compute.manager [None req-630243cc-f94e-46d7-9cc2-58f71cff1437 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Rebooting instance [ 1034.070609] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552a8b24-a446-4335-b94d-69716705c6d3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.080142] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2b68fe-061c-4730-9abc-a73c83f74e5f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.114885] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd4e425-46c7-4afb-aa69-5b7934640c96 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.121524] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d885062-6f12-477c-868f-e64228b10657 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.135081] env[61960]: DEBUG nova.compute.provider_tree [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.261257] env[61960]: DEBUG oslo_vmware.api [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.425804] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.514037] env[61960]: DEBUG oslo_concurrency.lockutils [req-b6349f00-740f-41d0-b30c-ef9d08ee23b0 req-009c56a5-d714-457a-a096-18c0c3748856 service nova] Releasing lock "refresh_cache-faa2cf3d-2f2e-4600-8dca-2aa461726323" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.526116] env[61960]: DEBUG oslo_vmware.api [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436685, 'name': ReconfigVM_Task, 'duration_secs': 0.511147} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.526542] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Updating instance '1eebc077-8e86-472a-a4e9-904830af7d70' progress to 33 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1034.577126] env[61960]: DEBUG oslo_concurrency.lockutils [None req-630243cc-f94e-46d7-9cc2-58f71cff1437 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Acquiring lock "refresh_cache-faa2cf3d-2f2e-4600-8dca-2aa461726323" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.577341] env[61960]: DEBUG oslo_concurrency.lockutils [None req-630243cc-f94e-46d7-9cc2-58f71cff1437 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Acquired lock "refresh_cache-faa2cf3d-2f2e-4600-8dca-2aa461726323" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.577521] env[61960]: DEBUG nova.network.neutron [None req-630243cc-f94e-46d7-9cc2-58f71cff1437 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1034.637958] env[61960]: DEBUG nova.scheduler.client.report [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1034.763034] env[61960]: DEBUG oslo_vmware.api [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436684, 'name': ReconfigVM_Task, 'duration_secs': 0.638798} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.763034] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 774d8271-8036-4b34-98e0-0472cf6a08e8/774d8271-8036-4b34-98e0-0472cf6a08e8.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.763034] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-789a84c7-b144-41a6-8470-3e6a5678a67a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.769760] env[61960]: DEBUG oslo_vmware.api [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1034.769760] env[61960]: value = "task-436686" [ 1034.769760] env[61960]: _type = "Task" [ 1034.769760] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.779150] env[61960]: DEBUG oslo_vmware.api [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436686, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.034657] env[61960]: DEBUG nova.virt.hardware [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1035.034871] env[61960]: DEBUG nova.virt.hardware [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1035.035151] env[61960]: DEBUG nova.virt.hardware [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.035408] env[61960]: DEBUG nova.virt.hardware [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1035.035662] env[61960]: DEBUG nova.virt.hardware [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.035870] env[61960]: DEBUG nova.virt.hardware [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1035.036140] env[61960]: DEBUG nova.virt.hardware [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1035.036436] env[61960]: DEBUG nova.virt.hardware [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1035.036681] env[61960]: DEBUG nova.virt.hardware [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1035.036899] env[61960]: DEBUG nova.virt.hardware [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1035.037104] env[61960]: DEBUG nova.virt.hardware [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1035.042373] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1035.042700] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87d6c239-099f-485a-815a-c486ab5a6afd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.061210] env[61960]: DEBUG oslo_vmware.api [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 1035.061210] env[61960]: value = "task-436687" [ 1035.061210] env[61960]: _type = "Task" [ 1035.061210] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.069464] env[61960]: DEBUG oslo_vmware.api [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436687, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.144138] env[61960]: DEBUG oslo_concurrency.lockutils [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.144692] env[61960]: DEBUG nova.compute.manager [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1035.147453] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.518s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.147682] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.147866] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=61960) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1035.148171] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 10.291s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.150612] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5a5330-9526-46ab-b6b5-d358587145cb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.157119] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7787ea68-d535-4371-a5b1-e7b1955611bc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.162648] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8229243c-5a75-4061-9919-b1db5ec91250 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.169245] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0c6928-8803-497c-b317-3129793569c1 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Suspending the VM {{(pid=61960) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 1035.169821] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f62b4e01-4903-4d1d-a1e7-cfe5188934ea {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.180677] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0b23ec-1324-4e4f-9076-3d6578c8ca4d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.185943] env[61960]: DEBUG oslo_vmware.api [None req-9f0c6928-8803-497c-b317-3129793569c1 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 1035.185943] env[61960]: value = "task-436688" [ 1035.185943] env[61960]: _type = "Task" [ 1035.185943] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.191974] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e62914-6a78-4e22-9667-bd3a877a59e2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.201220] env[61960]: DEBUG oslo_vmware.api [None req-9f0c6928-8803-497c-b317-3129793569c1 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436688, 'name': SuspendVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.231858] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180359MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=61960) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1035.232010] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.279294] env[61960]: DEBUG oslo_vmware.api [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436686, 'name': Rename_Task, 'duration_secs': 0.151298} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.279589] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1035.279874] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fe53743-57bd-4fbd-b2e1-936db61b57f5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.286334] env[61960]: DEBUG oslo_vmware.api [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1035.286334] env[61960]: value = "task-436689" [ 1035.286334] env[61960]: _type = "Task" [ 1035.286334] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.296925] env[61960]: DEBUG oslo_vmware.api [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.435177] env[61960]: DEBUG nova.network.neutron [None req-630243cc-f94e-46d7-9cc2-58f71cff1437 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Updating instance_info_cache with network_info: [{"id": "a54a204f-e02f-47e2-b963-0896d0ac10ad", "address": "fa:16:3e:95:bc:b5", "network": {"id": "945216c9-a356-4057-bd07-8cc036e8200d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1876461706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d69eeaa894d474e88d09332d83b1f15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa54a204f-e0", "ovs_interfaceid": "a54a204f-e02f-47e2-b963-0896d0ac10ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.571548] env[61960]: DEBUG oslo_vmware.api [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436687, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.659364] env[61960]: DEBUG nova.compute.utils [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1035.661245] env[61960]: DEBUG nova.compute.manager [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1035.661480] env[61960]: DEBUG nova.network.neutron [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1035.696877] env[61960]: DEBUG oslo_vmware.api [None req-9f0c6928-8803-497c-b317-3129793569c1 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436688, 'name': SuspendVM_Task} progress is 62%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.748063] env[61960]: DEBUG nova.policy [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b313581470504665a0f09348a35ad35d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb87a3aea6c94417a8eb19cb6eac7f08', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 1035.798798] env[61960]: DEBUG oslo_vmware.api [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436689, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.860611] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928af346-185e-44c3-bb36-9fa74fb24a90 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.868213] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1559073b-4f43-4c03-85e3-171fd1252b94 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.901813] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16e93a0-c821-4264-a7e8-54d95a56227b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.909725] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1194e4fc-1b16-44e0-9d69-ff047683cbdd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.930148] env[61960]: DEBUG nova.compute.provider_tree [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.939725] env[61960]: DEBUG oslo_concurrency.lockutils [None req-630243cc-f94e-46d7-9cc2-58f71cff1437 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Releasing lock "refresh_cache-faa2cf3d-2f2e-4600-8dca-2aa461726323" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.942167] env[61960]: DEBUG nova.compute.manager [None req-630243cc-f94e-46d7-9cc2-58f71cff1437 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1035.943051] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1de778d-fa2a-42ec-83fc-7fe4833cd3fe {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.071876] env[61960]: DEBUG oslo_vmware.api [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436687, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.130128] env[61960]: DEBUG nova.network.neutron [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Successfully created port: a952a754-c4cf-4ec6-a0e2-514060c4ac82 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1036.165228] env[61960]: DEBUG nova.compute.manager [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1036.200960] env[61960]: DEBUG oslo_vmware.api [None req-9f0c6928-8803-497c-b317-3129793569c1 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436688, 'name': SuspendVM_Task, 'duration_secs': 0.67093} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.201352] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0c6928-8803-497c-b317-3129793569c1 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Suspended the VM {{(pid=61960) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 1036.202267] env[61960]: DEBUG nova.compute.manager [None req-9f0c6928-8803-497c-b317-3129793569c1 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1036.202852] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda4e0a9-75b2-4bba-8ba9-824bd1e5fb1a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.299235] env[61960]: DEBUG oslo_vmware.api [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436689, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.436024] env[61960]: DEBUG nova.scheduler.client.report [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1036.572398] env[61960]: DEBUG oslo_vmware.api [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436687, 'name': ReconfigVM_Task, 'duration_secs': 1.207112} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.572714] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1036.573520] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b92e520-38f9-4ab2-9f4c-d00e054401da {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.598120] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 1eebc077-8e86-472a-a4e9-904830af7d70/1eebc077-8e86-472a-a4e9-904830af7d70.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.598496] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38f7b480-7f45-4fca-9890-db1a3aea1d84 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.617187] env[61960]: DEBUG oslo_vmware.api [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 1036.617187] env[61960]: value = "task-436690" [ 1036.617187] env[61960]: _type = "Task" [ 1036.617187] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.627952] env[61960]: DEBUG oslo_vmware.api [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.799595] env[61960]: DEBUG oslo_vmware.api [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436689, 'name': PowerOnVM_Task} progress is 89%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.957970] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126b66f4-8bd1-4056-8da9-955c8e9a765b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.968352] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-630243cc-f94e-46d7-9cc2-58f71cff1437 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Doing hard reboot of VM {{(pid=61960) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1064}} [ 1036.968412] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e23d6811-c8ed-47d0-8a00-ba3d27c10e54 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.974101] env[61960]: DEBUG oslo_vmware.api [None req-630243cc-f94e-46d7-9cc2-58f71cff1437 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Waiting for the task: (returnval){ [ 1036.974101] env[61960]: value = "task-436691" [ 1036.974101] env[61960]: _type = "Task" [ 1036.974101] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.982609] env[61960]: DEBUG oslo_vmware.api [None req-630243cc-f94e-46d7-9cc2-58f71cff1437 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436691, 'name': ResetVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.127907] env[61960]: DEBUG oslo_vmware.api [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436690, 'name': ReconfigVM_Task, 'duration_secs': 0.367518} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.128306] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 1eebc077-8e86-472a-a4e9-904830af7d70/1eebc077-8e86-472a-a4e9-904830af7d70.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.128552] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Updating instance '1eebc077-8e86-472a-a4e9-904830af7d70' progress to 50 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1037.180250] env[61960]: DEBUG nova.compute.manager [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1037.211648] env[61960]: DEBUG nova.virt.hardware [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1037.211914] env[61960]: DEBUG nova.virt.hardware [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1037.212123] env[61960]: DEBUG nova.virt.hardware [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.212331] env[61960]: DEBUG nova.virt.hardware [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1037.212487] env[61960]: DEBUG nova.virt.hardware [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.212638] env[61960]: DEBUG nova.virt.hardware [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1037.212858] env[61960]: DEBUG nova.virt.hardware [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1037.213044] env[61960]: DEBUG nova.virt.hardware [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1037.213231] env[61960]: DEBUG nova.virt.hardware [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1037.213405] env[61960]: DEBUG nova.virt.hardware [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1037.213671] env[61960]: DEBUG nova.virt.hardware [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1037.215688] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13e1f00-b026-48d3-898d-70719488c9bb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.224484] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee942272-bf68-4998-b303-840ecd7b54f8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.298942] env[61960]: DEBUG oslo_vmware.api [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436689, 'name': PowerOnVM_Task, 'duration_secs': 1.612689} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.299255] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1037.299473] env[61960]: INFO nova.compute.manager [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1037.299658] env[61960]: DEBUG nova.compute.manager [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1037.300503] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a027ba4-7bb7-4159-b521-42fc9ae3537d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.445353] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.297s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.448323] env[61960]: DEBUG oslo_concurrency.lockutils [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.057s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.449900] env[61960]: INFO nova.compute.claims [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.485289] env[61960]: DEBUG oslo_vmware.api [None req-630243cc-f94e-46d7-9cc2-58f71cff1437 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436691, 'name': ResetVM_Task, 'duration_secs': 0.120283} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.485568] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-630243cc-f94e-46d7-9cc2-58f71cff1437 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Did hard reboot of VM {{(pid=61960) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1068}} [ 1037.485758] env[61960]: DEBUG nova.compute.manager [None req-630243cc-f94e-46d7-9cc2-58f71cff1437 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1037.486569] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d5d0f3-1982-4a5b-9c96-4d763a345b12 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.637127] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9f4ca8-cecd-415a-ad42-5e4bd773012a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.657523] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c296b748-9c50-488b-a3da-b58b36eba1ad {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.676308] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Updating instance '1eebc077-8e86-472a-a4e9-904830af7d70' progress to 67 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1037.679905] env[61960]: INFO nova.compute.manager [None req-c1eb4d02-a8e9-4bfc-b53d-655aa3da548a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Resuming [ 1037.680484] env[61960]: DEBUG nova.objects.instance [None req-c1eb4d02-a8e9-4bfc-b53d-655aa3da548a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lazy-loading 'flavor' on Instance uuid 8613b53f-34ea-49a4-9074-caf65a790ac3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.777053] env[61960]: DEBUG nova.network.neutron [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Successfully updated port: a952a754-c4cf-4ec6-a0e2-514060c4ac82 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.819641] env[61960]: INFO nova.compute.manager [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Took 25.51 seconds to build instance. [ 1037.891158] env[61960]: DEBUG nova.compute.manager [req-ee97a5de-3c08-45eb-8bed-423620fea648 req-be0a4bb6-cb13-4916-8d48-42e82d437183 service nova] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Received event network-vif-plugged-a952a754-c4cf-4ec6-a0e2-514060c4ac82 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1037.891524] env[61960]: DEBUG oslo_concurrency.lockutils [req-ee97a5de-3c08-45eb-8bed-423620fea648 req-be0a4bb6-cb13-4916-8d48-42e82d437183 service nova] Acquiring lock "b0114cc8-dda4-46ad-800a-39ae14029909-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.891864] env[61960]: DEBUG oslo_concurrency.lockutils [req-ee97a5de-3c08-45eb-8bed-423620fea648 req-be0a4bb6-cb13-4916-8d48-42e82d437183 service nova] Lock "b0114cc8-dda4-46ad-800a-39ae14029909-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.892184] env[61960]: DEBUG oslo_concurrency.lockutils [req-ee97a5de-3c08-45eb-8bed-423620fea648 req-be0a4bb6-cb13-4916-8d48-42e82d437183 service nova] Lock "b0114cc8-dda4-46ad-800a-39ae14029909-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.892489] env[61960]: DEBUG nova.compute.manager [req-ee97a5de-3c08-45eb-8bed-423620fea648 req-be0a4bb6-cb13-4916-8d48-42e82d437183 service nova] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] No waiting events found dispatching network-vif-plugged-a952a754-c4cf-4ec6-a0e2-514060c4ac82 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1037.892790] env[61960]: WARNING nova.compute.manager [req-ee97a5de-3c08-45eb-8bed-423620fea648 req-be0a4bb6-cb13-4916-8d48-42e82d437183 service nova] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Received unexpected event network-vif-plugged-a952a754-c4cf-4ec6-a0e2-514060c4ac82 for instance with vm_state building and task_state spawning. [ 1037.999408] env[61960]: DEBUG oslo_concurrency.lockutils [None req-630243cc-f94e-46d7-9cc2-58f71cff1437 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Lock "faa2cf3d-2f2e-4600-8dca-2aa461726323" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 3.948s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.020702] env[61960]: INFO nova.scheduler.client.report [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Deleted allocation for migration 4116f089-0e61-4c37-a6f8-060db26dac64 [ 1038.217097] env[61960]: DEBUG nova.network.neutron [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Port 83f99965-faed-4972-a1af-e1d2b902ae4f binding to destination host cpu-1 is already ACTIVE {{(pid=61960) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1038.283659] env[61960]: DEBUG oslo_concurrency.lockutils [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "refresh_cache-b0114cc8-dda4-46ad-800a-39ae14029909" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.283659] env[61960]: DEBUG oslo_concurrency.lockutils [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquired lock "refresh_cache-b0114cc8-dda4-46ad-800a-39ae14029909" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.283741] env[61960]: DEBUG nova.network.neutron [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1038.321633] env[61960]: DEBUG oslo_concurrency.lockutils [None req-84cb0d35-ce43-4e4d-ad16-cc2bd94f1156 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "774d8271-8036-4b34-98e0-0472cf6a08e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.023s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.526916] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "aa040be9-8805-4191-805c-9d0bd1792628" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 16.998s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.608622] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33c2ac6-20be-47da-a271-db8d08075491 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.616654] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cb20ed-3d4a-434e-9fb1-920abb499fe6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.646412] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb6e60f-ebaf-4bcf-9e25-d9666c196c1b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.654786] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88c2cc8-61fe-4ca3-8934-9a6751213411 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.670475] env[61960]: DEBUG nova.compute.provider_tree [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.691456] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c1eb4d02-a8e9-4bfc-b53d-655aa3da548a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquiring lock "refresh_cache-8613b53f-34ea-49a4-9074-caf65a790ac3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.691650] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c1eb4d02-a8e9-4bfc-b53d-655aa3da548a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquired lock "refresh_cache-8613b53f-34ea-49a4-9074-caf65a790ac3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.692289] env[61960]: DEBUG nova.network.neutron [None req-c1eb4d02-a8e9-4bfc-b53d-655aa3da548a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1038.814363] env[61960]: DEBUG nova.network.neutron [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1039.047966] env[61960]: DEBUG nova.network.neutron [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Updating instance_info_cache with network_info: [{"id": "a952a754-c4cf-4ec6-a0e2-514060c4ac82", "address": "fa:16:3e:33:c8:27", "network": {"id": "011b9b85-20e0-4930-b560-f4a50c63faf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-851435399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb87a3aea6c94417a8eb19cb6eac7f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa952a754-c4", "ovs_interfaceid": "a952a754-c4cf-4ec6-a0e2-514060c4ac82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.174015] env[61960]: DEBUG nova.scheduler.client.report [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1039.242481] env[61960]: DEBUG oslo_concurrency.lockutils [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "1eebc077-8e86-472a-a4e9-904830af7d70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.242481] env[61960]: DEBUG oslo_concurrency.lockutils [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "1eebc077-8e86-472a-a4e9-904830af7d70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.242481] env[61960]: DEBUG oslo_concurrency.lockutils [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "1eebc077-8e86-472a-a4e9-904830af7d70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.454008] env[61960]: DEBUG nova.compute.manager [req-5aa5f3e9-b351-4be8-afbd-2c4d3d13fd8c req-528b02f9-8311-4adb-811b-30984b107dfc service nova] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Received event network-changed-a54a204f-e02f-47e2-b963-0896d0ac10ad {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1039.454008] env[61960]: DEBUG nova.compute.manager [req-5aa5f3e9-b351-4be8-afbd-2c4d3d13fd8c req-528b02f9-8311-4adb-811b-30984b107dfc service nova] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Refreshing instance network info cache due to event network-changed-a54a204f-e02f-47e2-b963-0896d0ac10ad. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1039.454231] env[61960]: DEBUG oslo_concurrency.lockutils [req-5aa5f3e9-b351-4be8-afbd-2c4d3d13fd8c req-528b02f9-8311-4adb-811b-30984b107dfc service nova] Acquiring lock "refresh_cache-faa2cf3d-2f2e-4600-8dca-2aa461726323" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.454409] env[61960]: DEBUG oslo_concurrency.lockutils [req-5aa5f3e9-b351-4be8-afbd-2c4d3d13fd8c req-528b02f9-8311-4adb-811b-30984b107dfc service nova] Acquired lock "refresh_cache-faa2cf3d-2f2e-4600-8dca-2aa461726323" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.454561] env[61960]: DEBUG nova.network.neutron [req-5aa5f3e9-b351-4be8-afbd-2c4d3d13fd8c req-528b02f9-8311-4adb-811b-30984b107dfc service nova] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Refreshing network info cache for port a54a204f-e02f-47e2-b963-0896d0ac10ad {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1039.487960] env[61960]: DEBUG nova.network.neutron [None req-c1eb4d02-a8e9-4bfc-b53d-655aa3da548a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Updating instance_info_cache with network_info: [{"id": "a557dbdb-4326-468c-8dae-4bdbf0bc82cf", "address": "fa:16:3e:18:19:0f", "network": {"id": "3459795b-f25d-427b-8f16-d2182ea0904f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1416273180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf2083a011c74028b3c772ca92759e8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa557dbdb-43", "ovs_interfaceid": "a557dbdb-4326-468c-8dae-4bdbf0bc82cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.550703] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "aa040be9-8805-4191-805c-9d0bd1792628" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.550703] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "aa040be9-8805-4191-805c-9d0bd1792628" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.550703] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "aa040be9-8805-4191-805c-9d0bd1792628-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.552362] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "aa040be9-8805-4191-805c-9d0bd1792628-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.552362] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "aa040be9-8805-4191-805c-9d0bd1792628-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.552970] env[61960]: DEBUG oslo_concurrency.lockutils [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Releasing lock "refresh_cache-b0114cc8-dda4-46ad-800a-39ae14029909" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.553274] env[61960]: DEBUG nova.compute.manager [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Instance network_info: |[{"id": "a952a754-c4cf-4ec6-a0e2-514060c4ac82", "address": "fa:16:3e:33:c8:27", "network": {"id": "011b9b85-20e0-4930-b560-f4a50c63faf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-851435399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb87a3aea6c94417a8eb19cb6eac7f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa952a754-c4", "ovs_interfaceid": "a952a754-c4cf-4ec6-a0e2-514060c4ac82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1039.553789] env[61960]: INFO nova.compute.manager [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Terminating instance [ 1039.555444] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:c8:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a952a754-c4cf-4ec6-a0e2-514060c4ac82', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.563299] env[61960]: DEBUG oslo.service.loopingcall [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1039.564209] env[61960]: DEBUG nova.compute.manager [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1039.564209] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1039.564209] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1039.565165] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69d7950-ecb6-49de-8c42-61b766aefa71 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.568411] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d804a8db-720b-477d-b994-5e77180f43f9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.589301] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1039.593385] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d6491f9-1781-494d-aa52-0dd0cc17fd3e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.595344] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.595344] env[61960]: value = "task-436692" [ 1039.595344] env[61960]: _type = "Task" [ 1039.595344] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.600114] env[61960]: DEBUG oslo_vmware.api [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 1039.600114] env[61960]: value = "task-436693" [ 1039.600114] env[61960]: _type = "Task" [ 1039.600114] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.609679] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436692, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.615623] env[61960]: DEBUG oslo_vmware.api [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.681046] env[61960]: DEBUG oslo_concurrency.lockutils [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.230s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.681046] env[61960]: DEBUG nova.compute.manager [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1039.682427] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.257s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.683927] env[61960]: INFO nova.compute.claims [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.868629] env[61960]: DEBUG nova.compute.manager [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Stashing vm_state: active {{(pid=61960) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1039.921583] env[61960]: DEBUG nova.compute.manager [req-e6422642-d3d9-4236-b8d3-ae886b1971c9 req-1c58670b-3aff-48b0-9cb9-7c44f127c395 service nova] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Received event network-changed-a952a754-c4cf-4ec6-a0e2-514060c4ac82 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1039.921854] env[61960]: DEBUG nova.compute.manager [req-e6422642-d3d9-4236-b8d3-ae886b1971c9 req-1c58670b-3aff-48b0-9cb9-7c44f127c395 service nova] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Refreshing instance network info cache due to event network-changed-a952a754-c4cf-4ec6-a0e2-514060c4ac82. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1039.922646] env[61960]: DEBUG oslo_concurrency.lockutils [req-e6422642-d3d9-4236-b8d3-ae886b1971c9 req-1c58670b-3aff-48b0-9cb9-7c44f127c395 service nova] Acquiring lock "refresh_cache-b0114cc8-dda4-46ad-800a-39ae14029909" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.922807] env[61960]: DEBUG oslo_concurrency.lockutils [req-e6422642-d3d9-4236-b8d3-ae886b1971c9 req-1c58670b-3aff-48b0-9cb9-7c44f127c395 service nova] Acquired lock "refresh_cache-b0114cc8-dda4-46ad-800a-39ae14029909" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.922983] env[61960]: DEBUG nova.network.neutron [req-e6422642-d3d9-4236-b8d3-ae886b1971c9 req-1c58670b-3aff-48b0-9cb9-7c44f127c395 service nova] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Refreshing network info cache for port a952a754-c4cf-4ec6-a0e2-514060c4ac82 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1039.992063] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c1eb4d02-a8e9-4bfc-b53d-655aa3da548a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Releasing lock "refresh_cache-8613b53f-34ea-49a4-9074-caf65a790ac3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.993229] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47479019-9b80-458a-b3a9-06760198a5d9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.002706] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c1eb4d02-a8e9-4bfc-b53d-655aa3da548a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Resuming the VM {{(pid=61960) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1184}} [ 1040.003016] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bd8f6bc-033f-4226-8c2c-f1920e4279ec {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.010173] env[61960]: DEBUG oslo_vmware.api [None req-c1eb4d02-a8e9-4bfc-b53d-655aa3da548a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 1040.010173] env[61960]: value = "task-436694" [ 1040.010173] env[61960]: _type = "Task" [ 1040.010173] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.018398] env[61960]: DEBUG oslo_vmware.api [None req-c1eb4d02-a8e9-4bfc-b53d-655aa3da548a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.095839] env[61960]: DEBUG oslo_concurrency.lockutils [None req-30994658-0497-4fde-ac30-48c8e31e2e2a tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Acquiring lock "faa2cf3d-2f2e-4600-8dca-2aa461726323" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.096141] env[61960]: DEBUG oslo_concurrency.lockutils [None req-30994658-0497-4fde-ac30-48c8e31e2e2a tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Lock "faa2cf3d-2f2e-4600-8dca-2aa461726323" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.096315] env[61960]: DEBUG oslo_concurrency.lockutils [None req-30994658-0497-4fde-ac30-48c8e31e2e2a tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Acquiring lock "faa2cf3d-2f2e-4600-8dca-2aa461726323-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.096514] env[61960]: DEBUG oslo_concurrency.lockutils [None req-30994658-0497-4fde-ac30-48c8e31e2e2a tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Lock "faa2cf3d-2f2e-4600-8dca-2aa461726323-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.096678] env[61960]: DEBUG oslo_concurrency.lockutils [None req-30994658-0497-4fde-ac30-48c8e31e2e2a tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Lock "faa2cf3d-2f2e-4600-8dca-2aa461726323-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.102736] env[61960]: INFO nova.compute.manager [None req-30994658-0497-4fde-ac30-48c8e31e2e2a tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Terminating instance [ 1040.108057] env[61960]: DEBUG nova.compute.manager [None req-30994658-0497-4fde-ac30-48c8e31e2e2a tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1040.108281] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-30994658-0497-4fde-ac30-48c8e31e2e2a tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1040.109042] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1eb6e53-8ee3-48ad-9b8d-9cce506f8535 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.114839] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436692, 'name': CreateVM_Task, 'duration_secs': 0.468693} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.117326] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1040.120632] env[61960]: DEBUG oslo_concurrency.lockutils [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.120806] env[61960]: DEBUG oslo_concurrency.lockutils [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.121145] env[61960]: DEBUG oslo_concurrency.lockutils [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.121719] env[61960]: DEBUG oslo_vmware.api [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436693, 'name': PowerOffVM_Task, 'duration_secs': 0.248281} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.123600] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b918c0a0-8f42-4472-bde8-033b34298313 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.125173] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1040.125356] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1040.125631] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-30994658-0497-4fde-ac30-48c8e31e2e2a tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1040.125837] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57871ace-32ab-416f-a1b4-74efe46c4a69 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.127116] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6431c355-64b4-4702-84d3-8491a318ea59 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.131264] env[61960]: DEBUG oslo_vmware.api [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1040.131264] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52d2cac3-94f6-7667-8821-761596ac6d32" [ 1040.131264] env[61960]: _type = "Task" [ 1040.131264] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.135258] env[61960]: DEBUG oslo_vmware.api [None req-30994658-0497-4fde-ac30-48c8e31e2e2a tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Waiting for the task: (returnval){ [ 1040.135258] env[61960]: value = "task-436696" [ 1040.135258] env[61960]: _type = "Task" [ 1040.135258] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.141246] env[61960]: DEBUG oslo_vmware.api [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52d2cac3-94f6-7667-8821-761596ac6d32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.145982] env[61960]: DEBUG oslo_vmware.api [None req-30994658-0497-4fde-ac30-48c8e31e2e2a tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.189297] env[61960]: DEBUG nova.compute.utils [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1040.193748] env[61960]: DEBUG nova.compute.manager [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1040.193748] env[61960]: DEBUG nova.network.neutron [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1040.236287] env[61960]: DEBUG nova.network.neutron [req-5aa5f3e9-b351-4be8-afbd-2c4d3d13fd8c req-528b02f9-8311-4adb-811b-30984b107dfc service nova] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Updated VIF entry in instance network info cache for port a54a204f-e02f-47e2-b963-0896d0ac10ad. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1040.236681] env[61960]: DEBUG nova.network.neutron [req-5aa5f3e9-b351-4be8-afbd-2c4d3d13fd8c req-528b02f9-8311-4adb-811b-30984b107dfc service nova] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Updating instance_info_cache with network_info: [{"id": "a54a204f-e02f-47e2-b963-0896d0ac10ad", "address": "fa:16:3e:95:bc:b5", "network": {"id": "945216c9-a356-4057-bd07-8cc036e8200d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1876461706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d69eeaa894d474e88d09332d83b1f15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa54a204f-e0", "ovs_interfaceid": "a54a204f-e02f-47e2-b963-0896d0ac10ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.241783] env[61960]: DEBUG nova.policy [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '360c6fc0228c404fb133ea7051860a98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '668dd1a5ef0a47478f7673a9a1656dec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 1040.284877] env[61960]: DEBUG oslo_concurrency.lockutils [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "refresh_cache-1eebc077-8e86-472a-a4e9-904830af7d70" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.285098] env[61960]: DEBUG oslo_concurrency.lockutils [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquired lock "refresh_cache-1eebc077-8e86-472a-a4e9-904830af7d70" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.285290] env[61960]: DEBUG nova.network.neutron [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1040.389501] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.525653] env[61960]: DEBUG oslo_vmware.api [None req-c1eb4d02-a8e9-4bfc-b53d-655aa3da548a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436694, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.537162] env[61960]: DEBUG nova.network.neutron [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Successfully created port: b4c59077-a20d-486b-bc7c-46c0dae2284d {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.646204] env[61960]: DEBUG oslo_vmware.api [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52d2cac3-94f6-7667-8821-761596ac6d32, 'name': SearchDatastore_Task, 'duration_secs': 0.013906} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.649654] env[61960]: DEBUG oslo_concurrency.lockutils [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.649922] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.650707] env[61960]: DEBUG oslo_concurrency.lockutils [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.650707] env[61960]: DEBUG oslo_concurrency.lockutils [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.650707] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.650987] env[61960]: DEBUG oslo_vmware.api [None req-30994658-0497-4fde-ac30-48c8e31e2e2a tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436696, 'name': PowerOffVM_Task, 'duration_secs': 0.210646} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.651053] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca90a2e5-2895-421e-9f55-a7f7974e148f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.653118] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-30994658-0497-4fde-ac30-48c8e31e2e2a tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1040.653304] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-30994658-0497-4fde-ac30-48c8e31e2e2a tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1040.653598] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a049f288-4b50-478c-9b31-51efab17b104 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.669051] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.669200] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1040.670208] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c31fd549-98d1-487d-924b-5aa75cf755ce {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.682273] env[61960]: DEBUG oslo_vmware.api [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1040.682273] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5219fdd2-be08-9ae9-b1c0-55a0bb0bb6c4" [ 1040.682273] env[61960]: _type = "Task" [ 1040.682273] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.698163] env[61960]: DEBUG nova.compute.manager [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1040.709887] env[61960]: DEBUG oslo_vmware.api [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5219fdd2-be08-9ae9-b1c0-55a0bb0bb6c4, 'name': SearchDatastore_Task, 'duration_secs': 0.013834} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.711620] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-639d8720-5cb3-4f75-8a8e-db6a56f31ac3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.725241] env[61960]: DEBUG oslo_vmware.api [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1040.725241] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520c0c5a-f85d-d0eb-8cc9-aa75ac4a2ecd" [ 1040.725241] env[61960]: _type = "Task" [ 1040.725241] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.736277] env[61960]: DEBUG oslo_vmware.api [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520c0c5a-f85d-d0eb-8cc9-aa75ac4a2ecd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.743068] env[61960]: DEBUG oslo_concurrency.lockutils [req-5aa5f3e9-b351-4be8-afbd-2c4d3d13fd8c req-528b02f9-8311-4adb-811b-30984b107dfc service nova] Releasing lock "refresh_cache-faa2cf3d-2f2e-4600-8dca-2aa461726323" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.758120] env[61960]: DEBUG nova.network.neutron [req-e6422642-d3d9-4236-b8d3-ae886b1971c9 req-1c58670b-3aff-48b0-9cb9-7c44f127c395 service nova] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Updated VIF entry in instance network info cache for port a952a754-c4cf-4ec6-a0e2-514060c4ac82. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1040.758508] env[61960]: DEBUG nova.network.neutron [req-e6422642-d3d9-4236-b8d3-ae886b1971c9 req-1c58670b-3aff-48b0-9cb9-7c44f127c395 service nova] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Updating instance_info_cache with network_info: [{"id": "a952a754-c4cf-4ec6-a0e2-514060c4ac82", "address": "fa:16:3e:33:c8:27", "network": {"id": "011b9b85-20e0-4930-b560-f4a50c63faf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-851435399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb87a3aea6c94417a8eb19cb6eac7f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa952a754-c4", "ovs_interfaceid": "a952a754-c4cf-4ec6-a0e2-514060c4ac82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.917595] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1887aa84-a19d-4313-ab9c-709d02781d66 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.925715] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0ddb51-f364-4e98-9c0a-7ea4648b8afa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.959680] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845f2e1e-cecf-4a78-87e3-30eae2f28e8f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.967850] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64df9760-35b5-4e71-9a4e-cd1e14b70649 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.981361] env[61960]: DEBUG nova.compute.provider_tree [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.019852] env[61960]: DEBUG oslo_vmware.api [None req-c1eb4d02-a8e9-4bfc-b53d-655aa3da548a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436694, 'name': PowerOnVM_Task, 'duration_secs': 0.561252} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.020146] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c1eb4d02-a8e9-4bfc-b53d-655aa3da548a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Resumed the VM {{(pid=61960) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1189}} [ 1041.020340] env[61960]: DEBUG nova.compute.manager [None req-c1eb4d02-a8e9-4bfc-b53d-655aa3da548a tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1041.021110] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a6c4aa-72bd-4c56-b0dd-22d4a9293971 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.077290] env[61960]: DEBUG nova.network.neutron [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Updating instance_info_cache with network_info: [{"id": "83f99965-faed-4972-a1af-e1d2b902ae4f", "address": "fa:16:3e:da:6c:ae", "network": {"id": "148b3213-0f77-4469-b901-9b93a55e3a91", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-997896372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5e3e891410455abd448117aabf8d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f99965-fa", "ovs_interfaceid": "83f99965-faed-4972-a1af-e1d2b902ae4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.235743] env[61960]: DEBUG oslo_vmware.api [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520c0c5a-f85d-d0eb-8cc9-aa75ac4a2ecd, 'name': SearchDatastore_Task, 'duration_secs': 0.016161} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.236068] env[61960]: DEBUG oslo_concurrency.lockutils [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.236343] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] b0114cc8-dda4-46ad-800a-39ae14029909/b0114cc8-dda4-46ad-800a-39ae14029909.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1041.236604] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bd3dbd2-dd66-4d4d-9602-7a87a7363598 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.242794] env[61960]: DEBUG oslo_vmware.api [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1041.242794] env[61960]: value = "task-436698" [ 1041.242794] env[61960]: _type = "Task" [ 1041.242794] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.251939] env[61960]: DEBUG oslo_vmware.api [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.264043] env[61960]: DEBUG oslo_concurrency.lockutils [req-e6422642-d3d9-4236-b8d3-ae886b1971c9 req-1c58670b-3aff-48b0-9cb9-7c44f127c395 service nova] Releasing lock "refresh_cache-b0114cc8-dda4-46ad-800a-39ae14029909" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.486580] env[61960]: DEBUG nova.scheduler.client.report [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1041.580206] env[61960]: DEBUG oslo_concurrency.lockutils [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Releasing lock "refresh_cache-1eebc077-8e86-472a-a4e9-904830af7d70" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.715201] env[61960]: DEBUG nova.compute.manager [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1041.741766] env[61960]: DEBUG nova.virt.hardware [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1041.742046] env[61960]: DEBUG nova.virt.hardware [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1041.742219] env[61960]: DEBUG nova.virt.hardware [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.742408] env[61960]: DEBUG nova.virt.hardware [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1041.742563] env[61960]: DEBUG nova.virt.hardware [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.742717] env[61960]: DEBUG nova.virt.hardware [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1041.743019] env[61960]: DEBUG nova.virt.hardware [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1041.743316] env[61960]: DEBUG nova.virt.hardware [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1041.743520] env[61960]: DEBUG nova.virt.hardware [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1041.743709] env[61960]: DEBUG nova.virt.hardware [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1041.743893] env[61960]: DEBUG nova.virt.hardware [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1041.744882] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fcf0ed-f9ee-48ab-ac67-12caede2f399 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.759059] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2354b8-3c93-4a0b-bc1e-a7c8525eec45 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.762932] env[61960]: DEBUG oslo_vmware.api [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.991547] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.309s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.992404] env[61960]: DEBUG nova.compute.manager [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1041.995477] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.763s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.109026] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5231487-72f3-40d8-a890-2d40149294b1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.127280] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e67077-5077-40f2-b448-1b9250a1f2e6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.135480] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Updating instance '1eebc077-8e86-472a-a4e9-904830af7d70' progress to 83 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1042.147297] env[61960]: DEBUG nova.compute.manager [req-60f46933-d157-4603-8e73-604e558a1b04 req-f420e021-32d1-4e32-8761-4285e4387af9 service nova] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Received event network-vif-plugged-b4c59077-a20d-486b-bc7c-46c0dae2284d {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1042.147297] env[61960]: DEBUG oslo_concurrency.lockutils [req-60f46933-d157-4603-8e73-604e558a1b04 req-f420e021-32d1-4e32-8761-4285e4387af9 service nova] Acquiring lock "2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.147297] env[61960]: DEBUG oslo_concurrency.lockutils [req-60f46933-d157-4603-8e73-604e558a1b04 req-f420e021-32d1-4e32-8761-4285e4387af9 service nova] Lock "2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.147297] env[61960]: DEBUG oslo_concurrency.lockutils [req-60f46933-d157-4603-8e73-604e558a1b04 req-f420e021-32d1-4e32-8761-4285e4387af9 service nova] Lock "2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.147297] env[61960]: DEBUG nova.compute.manager [req-60f46933-d157-4603-8e73-604e558a1b04 req-f420e021-32d1-4e32-8761-4285e4387af9 service nova] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] No waiting events found dispatching network-vif-plugged-b4c59077-a20d-486b-bc7c-46c0dae2284d {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1042.147675] env[61960]: WARNING nova.compute.manager [req-60f46933-d157-4603-8e73-604e558a1b04 req-f420e021-32d1-4e32-8761-4285e4387af9 service nova] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Received unexpected event network-vif-plugged-b4c59077-a20d-486b-bc7c-46c0dae2284d for instance with vm_state building and task_state spawning. [ 1042.257181] env[61960]: DEBUG oslo_vmware.api [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436698, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.341030] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1042.341030] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1042.343025] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Deleting the datastore file [datastore1] aa040be9-8805-4191-805c-9d0bd1792628 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.343025] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbf7c46e-a8d6-43c7-bdbf-59af49721ae8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.352083] env[61960]: DEBUG oslo_vmware.api [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for the task: (returnval){ [ 1042.352083] env[61960]: value = "task-436699" [ 1042.352083] env[61960]: _type = "Task" [ 1042.352083] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.358684] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-30994658-0497-4fde-ac30-48c8e31e2e2a tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1042.359302] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-30994658-0497-4fde-ac30-48c8e31e2e2a tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1042.359609] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-30994658-0497-4fde-ac30-48c8e31e2e2a tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Deleting the datastore file [datastore1] faa2cf3d-2f2e-4600-8dca-2aa461726323 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.360372] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-598dee23-a761-4303-aac6-fca05b3bb1a9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.365574] env[61960]: DEBUG oslo_vmware.api [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.373358] env[61960]: DEBUG oslo_vmware.api [None req-30994658-0497-4fde-ac30-48c8e31e2e2a tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Waiting for the task: (returnval){ [ 1042.373358] env[61960]: value = "task-436700" [ 1042.373358] env[61960]: _type = "Task" [ 1042.373358] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.381774] env[61960]: DEBUG oslo_vmware.api [None req-30994658-0497-4fde-ac30-48c8e31e2e2a tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.486169] env[61960]: DEBUG nova.network.neutron [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Successfully updated port: b4c59077-a20d-486b-bc7c-46c0dae2284d {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.501024] env[61960]: DEBUG nova.compute.utils [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1042.509584] env[61960]: DEBUG nova.compute.manager [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1042.510588] env[61960]: DEBUG nova.network.neutron [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1042.600227] env[61960]: DEBUG nova.policy [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9a004ef37a9435482ef3f4792b5a53f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36536ccdab3c4f87b6c61946a3e6b530', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 1042.647038] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1042.647038] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90bfd489-efbc-4213-8de3-8a85e7d47a01 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.654940] env[61960]: DEBUG oslo_vmware.api [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 1042.654940] env[61960]: value = "task-436701" [ 1042.654940] env[61960]: _type = "Task" [ 1042.654940] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.667798] env[61960]: DEBUG oslo_vmware.api [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.755374] env[61960]: DEBUG oslo_vmware.api [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436698, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.263268} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.755834] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] b0114cc8-dda4-46ad-800a-39ae14029909/b0114cc8-dda4-46ad-800a-39ae14029909.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1042.756180] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.756500] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-520c753f-57f6-4be7-b1fb-643daba50144 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.762737] env[61960]: DEBUG oslo_vmware.api [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1042.762737] env[61960]: value = "task-436702" [ 1042.762737] env[61960]: _type = "Task" [ 1042.762737] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.771469] env[61960]: DEBUG oslo_vmware.api [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.860564] env[61960]: DEBUG oslo_vmware.api [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Task: {'id': task-436699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285435} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.860831] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.861064] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1042.861261] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1042.861447] env[61960]: INFO nova.compute.manager [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Took 3.30 seconds to destroy the instance on the hypervisor. [ 1042.861698] env[61960]: DEBUG oslo.service.loopingcall [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1042.862222] env[61960]: DEBUG nova.compute.manager [-] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1042.862355] env[61960]: DEBUG nova.network.neutron [-] [instance: aa040be9-8805-4191-805c-9d0bd1792628] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1042.880281] env[61960]: DEBUG oslo_vmware.api [None req-30994658-0497-4fde-ac30-48c8e31e2e2a tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261597} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.880482] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-30994658-0497-4fde-ac30-48c8e31e2e2a tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.880675] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-30994658-0497-4fde-ac30-48c8e31e2e2a tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1042.880899] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-30994658-0497-4fde-ac30-48c8e31e2e2a tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1042.881104] env[61960]: INFO nova.compute.manager [None req-30994658-0497-4fde-ac30-48c8e31e2e2a tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Took 2.77 seconds to destroy the instance on the hypervisor. [ 1042.881347] env[61960]: DEBUG oslo.service.loopingcall [None req-30994658-0497-4fde-ac30-48c8e31e2e2a tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1042.881538] env[61960]: DEBUG nova.compute.manager [-] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1042.881636] env[61960]: DEBUG nova.network.neutron [-] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1042.994141] env[61960]: DEBUG oslo_concurrency.lockutils [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "refresh_cache-2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.994141] env[61960]: DEBUG oslo_concurrency.lockutils [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquired lock "refresh_cache-2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.994141] env[61960]: DEBUG nova.network.neutron [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1043.012022] env[61960]: DEBUG nova.compute.manager [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1043.014708] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Applying migration context for instance 1eebc077-8e86-472a-a4e9-904830af7d70 as it has an incoming, in-progress migration 9de0e22e-2a19-403e-98df-2f2b8fb1043b. Migration status is post-migrating {{(pid=61960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1043.016556] env[61960]: INFO nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Updating resource usage from migration 9de0e22e-2a19-403e-98df-2f2b8fb1043b [ 1043.017189] env[61960]: INFO nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Updating resource usage from migration c56acd96-1faa-4a99-8321-44fb0a5d5528 [ 1043.047678] env[61960]: DEBUG nova.network.neutron [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Successfully created port: e58188fa-a29b-4e79-9ce9-1a820b644c2e {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.051171] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 4c175400-88d8-4813-aa7d-3c3f62eb2e96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.051340] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 5af86187-1400-4799-bdec-46dd40215062 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.051466] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.051772] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 60a96320-34ad-488e-9e92-e2e12906edae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.052108] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 8613b53f-34ea-49a4-9074-caf65a790ac3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.052499] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance aa040be9-8805-4191-805c-9d0bd1792628 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.052927] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance faa2cf3d-2f2e-4600-8dca-2aa461726323 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.053259] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Migration 9de0e22e-2a19-403e-98df-2f2b8fb1043b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1043.053654] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 1eebc077-8e86-472a-a4e9-904830af7d70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.053930] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance b0114cc8-dda4-46ad-800a-39ae14029909 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.056347] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.056347] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 5b90779e-1b3b-47a2-b867-f3c45460bcf3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.056347] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Migration c56acd96-1faa-4a99-8321-44fb0a5d5528 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1043.056347] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 774d8271-8036-4b34-98e0-0472cf6a08e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.056347] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=61960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1043.056347] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3136MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=61960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1043.170171] env[61960]: DEBUG oslo_vmware.api [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436701, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.262047] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5739000-9cf5-4fa3-87b8-18565f79d537 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.277247] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbff43aa-aeb6-413f-beff-f16d78c75724 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.280913] env[61960]: DEBUG oslo_vmware.api [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.309957} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.281227] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.282318] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094baec4-3b6a-49f8-89cb-e1261c04ae67 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.319823] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374ab244-8e96-47f7-ba69-fceefc66e8ae {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.348312] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] b0114cc8-dda4-46ad-800a-39ae14029909/b0114cc8-dda4-46ad-800a-39ae14029909.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.350553] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-314a844e-adb3-4a6d-a99c-929428aa4d9f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.365921] env[61960]: DEBUG nova.compute.manager [req-e0aca714-c068-4263-9663-538472bdb4a4 req-d55a5954-5a47-4d23-a618-22e4b7301fbc service nova] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Received event network-vif-deleted-c2e90d10-3d9f-4aeb-b83a-e0b40b36e657 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1043.366161] env[61960]: INFO nova.compute.manager [req-e0aca714-c068-4263-9663-538472bdb4a4 req-d55a5954-5a47-4d23-a618-22e4b7301fbc service nova] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Neutron deleted interface c2e90d10-3d9f-4aeb-b83a-e0b40b36e657; detaching it from the instance and deleting it from the info cache [ 1043.366336] env[61960]: DEBUG nova.network.neutron [req-e0aca714-c068-4263-9663-538472bdb4a4 req-d55a5954-5a47-4d23-a618-22e4b7301fbc service nova] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.373796] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd047e90-14e8-450b-9b38-067a14da8cc1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.380913] env[61960]: DEBUG oslo_vmware.api [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1043.380913] env[61960]: value = "task-436703" [ 1043.380913] env[61960]: _type = "Task" [ 1043.380913] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.393791] env[61960]: DEBUG nova.compute.provider_tree [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.401391] env[61960]: DEBUG oslo_vmware.api [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.521698] env[61960]: DEBUG nova.network.neutron [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1043.670770] env[61960]: DEBUG oslo_vmware.api [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436701, 'name': PowerOnVM_Task} progress is 88%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.743025] env[61960]: DEBUG nova.network.neutron [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Updating instance_info_cache with network_info: [{"id": "b4c59077-a20d-486b-bc7c-46c0dae2284d", "address": "fa:16:3e:44:92:0f", "network": {"id": "cc41df87-377c-4d9b-84f9-96aeb0a0dde1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1627566273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "668dd1a5ef0a47478f7673a9a1656dec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4c59077-a2", "ovs_interfaceid": "b4c59077-a20d-486b-bc7c-46c0dae2284d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.824547] env[61960]: DEBUG nova.network.neutron [-] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.873183] env[61960]: DEBUG nova.network.neutron [-] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.874488] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3584af10-4690-44f0-89d8-df27d3211797 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.887792] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7423fa-e40f-4279-ada4-104dd265b2f0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.901013] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1043.909623] env[61960]: DEBUG oslo_vmware.api [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436703, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.923278] env[61960]: DEBUG nova.compute.manager [req-e0aca714-c068-4263-9663-538472bdb4a4 req-d55a5954-5a47-4d23-a618-22e4b7301fbc service nova] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Detach interface failed, port_id=c2e90d10-3d9f-4aeb-b83a-e0b40b36e657, reason: Instance aa040be9-8805-4191-805c-9d0bd1792628 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1044.029975] env[61960]: DEBUG nova.compute.manager [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1044.056515] env[61960]: DEBUG nova.virt.hardware [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1044.056785] env[61960]: DEBUG nova.virt.hardware [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1044.056952] env[61960]: DEBUG nova.virt.hardware [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.057160] env[61960]: DEBUG nova.virt.hardware [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1044.057315] env[61960]: DEBUG nova.virt.hardware [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.057471] env[61960]: DEBUG nova.virt.hardware [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1044.057712] env[61960]: DEBUG nova.virt.hardware [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1044.057883] env[61960]: DEBUG nova.virt.hardware [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1044.058073] env[61960]: DEBUG nova.virt.hardware [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1044.058248] env[61960]: DEBUG nova.virt.hardware [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1044.058430] env[61960]: DEBUG nova.virt.hardware [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1044.059731] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c8fb8c-c262-4781-ba62-83821e91a6ff {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.067985] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0973c09-b62a-4fc0-9bc9-3a7edc943b66 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.170029] env[61960]: DEBUG oslo_vmware.api [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436701, 'name': PowerOnVM_Task, 'duration_secs': 1.107939} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.170029] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1044.170029] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-655f092f-4f99-4aaa-82e5-fe9729a7279c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Updating instance '1eebc077-8e86-472a-a4e9-904830af7d70' progress to 100 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1044.199855] env[61960]: DEBUG nova.compute.manager [req-38c22b46-4ac4-4024-83d2-e3034bf002c2 req-38a82d2a-3aa8-41ad-b26e-5b35df643350 service nova] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Received event network-changed-b4c59077-a20d-486b-bc7c-46c0dae2284d {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1044.200076] env[61960]: DEBUG nova.compute.manager [req-38c22b46-4ac4-4024-83d2-e3034bf002c2 req-38a82d2a-3aa8-41ad-b26e-5b35df643350 service nova] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Refreshing instance network info cache due to event network-changed-b4c59077-a20d-486b-bc7c-46c0dae2284d. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1044.200286] env[61960]: DEBUG oslo_concurrency.lockutils [req-38c22b46-4ac4-4024-83d2-e3034bf002c2 req-38a82d2a-3aa8-41ad-b26e-5b35df643350 service nova] Acquiring lock "refresh_cache-2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.245062] env[61960]: DEBUG oslo_concurrency.lockutils [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Releasing lock "refresh_cache-2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.245415] env[61960]: DEBUG nova.compute.manager [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Instance network_info: |[{"id": "b4c59077-a20d-486b-bc7c-46c0dae2284d", "address": "fa:16:3e:44:92:0f", "network": {"id": "cc41df87-377c-4d9b-84f9-96aeb0a0dde1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1627566273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "668dd1a5ef0a47478f7673a9a1656dec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4c59077-a2", "ovs_interfaceid": "b4c59077-a20d-486b-bc7c-46c0dae2284d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1044.245873] env[61960]: DEBUG oslo_concurrency.lockutils [req-38c22b46-4ac4-4024-83d2-e3034bf002c2 req-38a82d2a-3aa8-41ad-b26e-5b35df643350 service nova] Acquired lock "refresh_cache-2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.246099] env[61960]: DEBUG nova.network.neutron [req-38c22b46-4ac4-4024-83d2-e3034bf002c2 req-38a82d2a-3aa8-41ad-b26e-5b35df643350 service nova] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Refreshing network info cache for port b4c59077-a20d-486b-bc7c-46c0dae2284d {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1044.247337] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:92:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4c59077-a20d-486b-bc7c-46c0dae2284d', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.255766] env[61960]: DEBUG oslo.service.loopingcall [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1044.257065] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1044.257446] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d253452-7d26-4cd0-a016-cd9f4cf73475 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.277324] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.277324] env[61960]: value = "task-436704" [ 1044.277324] env[61960]: _type = "Task" [ 1044.277324] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.285037] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436704, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.327466] env[61960]: INFO nova.compute.manager [-] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Took 1.46 seconds to deallocate network for instance. [ 1044.377895] env[61960]: INFO nova.compute.manager [-] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Took 1.50 seconds to deallocate network for instance. [ 1044.392096] env[61960]: DEBUG oslo_vmware.api [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436703, 'name': ReconfigVM_Task, 'duration_secs': 0.55724} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.392410] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Reconfigured VM instance instance-00000066 to attach disk [datastore1] b0114cc8-dda4-46ad-800a-39ae14029909/b0114cc8-dda4-46ad-800a-39ae14029909.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.393420] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-766e0e8e-71f4-4dac-892b-76feae463364 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.399576] env[61960]: DEBUG oslo_vmware.api [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1044.399576] env[61960]: value = "task-436705" [ 1044.399576] env[61960]: _type = "Task" [ 1044.399576] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.408482] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=61960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1044.408646] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.413s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.408900] env[61960]: DEBUG oslo_vmware.api [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436705, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.409218] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.020s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.634224] env[61960]: DEBUG nova.network.neutron [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Successfully updated port: e58188fa-a29b-4e79-9ce9-1a820b644c2e {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.787779] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436704, 'name': CreateVM_Task, 'duration_secs': 0.365741} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.788024] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1044.788723] env[61960]: DEBUG oslo_concurrency.lockutils [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.788896] env[61960]: DEBUG oslo_concurrency.lockutils [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.789258] env[61960]: DEBUG oslo_concurrency.lockutils [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.789521] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d84db8fe-eb7b-40df-882f-a6f89f3cff61 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.796956] env[61960]: DEBUG oslo_vmware.api [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1044.796956] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5213174c-1bb5-e123-fca3-072be9879ce9" [ 1044.796956] env[61960]: _type = "Task" [ 1044.796956] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.805167] env[61960]: DEBUG oslo_vmware.api [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5213174c-1bb5-e123-fca3-072be9879ce9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.835221] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.888139] env[61960]: DEBUG oslo_concurrency.lockutils [None req-30994658-0497-4fde-ac30-48c8e31e2e2a tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.910048] env[61960]: DEBUG oslo_vmware.api [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436705, 'name': Rename_Task, 'duration_secs': 0.165075} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.910378] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1044.910670] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed5961e3-fb51-4901-b1c2-04f26ab7e91a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.914364] env[61960]: INFO nova.compute.claims [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.925232] env[61960]: DEBUG oslo_vmware.api [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1044.925232] env[61960]: value = "task-436706" [ 1044.925232] env[61960]: _type = "Task" [ 1044.925232] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.938969] env[61960]: DEBUG oslo_vmware.api [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.037941] env[61960]: DEBUG nova.network.neutron [req-38c22b46-4ac4-4024-83d2-e3034bf002c2 req-38a82d2a-3aa8-41ad-b26e-5b35df643350 service nova] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Updated VIF entry in instance network info cache for port b4c59077-a20d-486b-bc7c-46c0dae2284d. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1045.038379] env[61960]: DEBUG nova.network.neutron [req-38c22b46-4ac4-4024-83d2-e3034bf002c2 req-38a82d2a-3aa8-41ad-b26e-5b35df643350 service nova] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Updating instance_info_cache with network_info: [{"id": "b4c59077-a20d-486b-bc7c-46c0dae2284d", "address": "fa:16:3e:44:92:0f", "network": {"id": "cc41df87-377c-4d9b-84f9-96aeb0a0dde1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1627566273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "668dd1a5ef0a47478f7673a9a1656dec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4c59077-a2", "ovs_interfaceid": "b4c59077-a20d-486b-bc7c-46c0dae2284d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.136827] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "refresh_cache-5b90779e-1b3b-47a2-b867-f3c45460bcf3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.136986] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquired lock "refresh_cache-5b90779e-1b3b-47a2-b867-f3c45460bcf3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.137162] env[61960]: DEBUG nova.network.neutron [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1045.307821] env[61960]: DEBUG oslo_vmware.api [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5213174c-1bb5-e123-fca3-072be9879ce9, 'name': SearchDatastore_Task, 'duration_secs': 0.019663} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.307821] env[61960]: DEBUG oslo_concurrency.lockutils [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.308167] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.308251] env[61960]: DEBUG oslo_concurrency.lockutils [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.308407] env[61960]: DEBUG oslo_concurrency.lockutils [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.308596] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.308898] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cbc3edf-7161-4cde-b669-b8a7949330ab {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.319231] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.319231] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1045.319736] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f1430ec-efb1-405d-9ba7-1b60e5116762 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.324928] env[61960]: DEBUG oslo_vmware.api [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1045.324928] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b6df28-7535-91b0-2e71-0a5c7914928c" [ 1045.324928] env[61960]: _type = "Task" [ 1045.324928] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.332318] env[61960]: DEBUG oslo_vmware.api [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b6df28-7535-91b0-2e71-0a5c7914928c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.371025] env[61960]: DEBUG nova.compute.manager [req-2489d8c8-4122-4821-a99c-23c91d2d5b15 req-f44b9a51-3d62-41f8-b36b-e9b2837fd34d service nova] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Received event network-vif-deleted-a54a204f-e02f-47e2-b963-0896d0ac10ad {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1045.420907] env[61960]: INFO nova.compute.resource_tracker [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Updating resource usage from migration c56acd96-1faa-4a99-8321-44fb0a5d5528 [ 1045.432273] env[61960]: DEBUG oslo_vmware.api [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436706, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.541294] env[61960]: DEBUG oslo_concurrency.lockutils [req-38c22b46-4ac4-4024-83d2-e3034bf002c2 req-38a82d2a-3aa8-41ad-b26e-5b35df643350 service nova] Releasing lock "refresh_cache-2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.669899] env[61960]: DEBUG nova.network.neutron [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1045.694319] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd76149-2fc3-42b8-9201-c41f302ef6c0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.706134] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09d2980-9b6e-4f01-830e-93306863b989 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.740915] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6557ed6c-f6eb-4458-b0ed-d832b04a43f8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.749409] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd93ffce-4513-4edf-83fa-8314b77d8337 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.763426] env[61960]: DEBUG nova.compute.provider_tree [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.836135] env[61960]: DEBUG oslo_vmware.api [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b6df28-7535-91b0-2e71-0a5c7914928c, 'name': SearchDatastore_Task, 'duration_secs': 0.011768} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.839444] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4261730-9ff5-4f6a-a093-2e8b02cfa103 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.846620] env[61960]: DEBUG oslo_vmware.api [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1045.846620] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52d84bc9-007f-edb9-3fea-739e454d2eb5" [ 1045.846620] env[61960]: _type = "Task" [ 1045.846620] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.855295] env[61960]: DEBUG oslo_vmware.api [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52d84bc9-007f-edb9-3fea-739e454d2eb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.911345] env[61960]: DEBUG nova.network.neutron [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Updating instance_info_cache with network_info: [{"id": "e58188fa-a29b-4e79-9ce9-1a820b644c2e", "address": "fa:16:3e:96:59:08", "network": {"id": "7c271de7-8f8a-49cc-b8c7-799265f10498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-907169809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36536ccdab3c4f87b6c61946a3e6b530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape58188fa-a2", "ovs_interfaceid": "e58188fa-a29b-4e79-9ce9-1a820b644c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.935045] env[61960]: DEBUG oslo_vmware.api [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436706, 'name': PowerOnVM_Task, 'duration_secs': 1.006689} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.935181] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1045.935387] env[61960]: INFO nova.compute.manager [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Took 8.75 seconds to spawn the instance on the hypervisor. [ 1045.935715] env[61960]: DEBUG nova.compute.manager [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1045.936483] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ea8818-af88-4bb2-8aca-1ee3ea6fb9d3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.230175] env[61960]: DEBUG nova.compute.manager [req-42acf65c-c81c-4182-b786-232261814848 req-caa29c6a-bcfb-4da8-893b-f954ca3162bb service nova] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Received event network-vif-plugged-e58188fa-a29b-4e79-9ce9-1a820b644c2e {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1046.230466] env[61960]: DEBUG oslo_concurrency.lockutils [req-42acf65c-c81c-4182-b786-232261814848 req-caa29c6a-bcfb-4da8-893b-f954ca3162bb service nova] Acquiring lock "5b90779e-1b3b-47a2-b867-f3c45460bcf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.230690] env[61960]: DEBUG oslo_concurrency.lockutils [req-42acf65c-c81c-4182-b786-232261814848 req-caa29c6a-bcfb-4da8-893b-f954ca3162bb service nova] Lock "5b90779e-1b3b-47a2-b867-f3c45460bcf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.230964] env[61960]: DEBUG oslo_concurrency.lockutils [req-42acf65c-c81c-4182-b786-232261814848 req-caa29c6a-bcfb-4da8-893b-f954ca3162bb service nova] Lock "5b90779e-1b3b-47a2-b867-f3c45460bcf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.231207] env[61960]: DEBUG nova.compute.manager [req-42acf65c-c81c-4182-b786-232261814848 req-caa29c6a-bcfb-4da8-893b-f954ca3162bb service nova] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] No waiting events found dispatching network-vif-plugged-e58188fa-a29b-4e79-9ce9-1a820b644c2e {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1046.231422] env[61960]: WARNING nova.compute.manager [req-42acf65c-c81c-4182-b786-232261814848 req-caa29c6a-bcfb-4da8-893b-f954ca3162bb service nova] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Received unexpected event network-vif-plugged-e58188fa-a29b-4e79-9ce9-1a820b644c2e for instance with vm_state building and task_state spawning. [ 1046.231624] env[61960]: DEBUG nova.compute.manager [req-42acf65c-c81c-4182-b786-232261814848 req-caa29c6a-bcfb-4da8-893b-f954ca3162bb service nova] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Received event network-changed-e58188fa-a29b-4e79-9ce9-1a820b644c2e {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1046.231826] env[61960]: DEBUG nova.compute.manager [req-42acf65c-c81c-4182-b786-232261814848 req-caa29c6a-bcfb-4da8-893b-f954ca3162bb service nova] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Refreshing instance network info cache due to event network-changed-e58188fa-a29b-4e79-9ce9-1a820b644c2e. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1046.232063] env[61960]: DEBUG oslo_concurrency.lockutils [req-42acf65c-c81c-4182-b786-232261814848 req-caa29c6a-bcfb-4da8-893b-f954ca3162bb service nova] Acquiring lock "refresh_cache-5b90779e-1b3b-47a2-b867-f3c45460bcf3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.265978] env[61960]: DEBUG nova.scheduler.client.report [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1046.358125] env[61960]: DEBUG oslo_vmware.api [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52d84bc9-007f-edb9-3fea-739e454d2eb5, 'name': SearchDatastore_Task, 'duration_secs': 0.010561} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.358434] env[61960]: DEBUG oslo_concurrency.lockutils [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.358526] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee/2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1046.358823] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41fe4488-3c1b-4cc2-aa09-a03c8f929909 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.366074] env[61960]: DEBUG oslo_vmware.api [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1046.366074] env[61960]: value = "task-436707" [ 1046.366074] env[61960]: _type = "Task" [ 1046.366074] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.375468] env[61960]: DEBUG oslo_vmware.api [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.413909] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Releasing lock "refresh_cache-5b90779e-1b3b-47a2-b867-f3c45460bcf3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.414263] env[61960]: DEBUG nova.compute.manager [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Instance network_info: |[{"id": "e58188fa-a29b-4e79-9ce9-1a820b644c2e", "address": "fa:16:3e:96:59:08", "network": {"id": "7c271de7-8f8a-49cc-b8c7-799265f10498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-907169809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36536ccdab3c4f87b6c61946a3e6b530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape58188fa-a2", "ovs_interfaceid": "e58188fa-a29b-4e79-9ce9-1a820b644c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1046.414585] env[61960]: DEBUG oslo_concurrency.lockutils [req-42acf65c-c81c-4182-b786-232261814848 req-caa29c6a-bcfb-4da8-893b-f954ca3162bb service nova] Acquired lock "refresh_cache-5b90779e-1b3b-47a2-b867-f3c45460bcf3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.414776] env[61960]: DEBUG nova.network.neutron [req-42acf65c-c81c-4182-b786-232261814848 req-caa29c6a-bcfb-4da8-893b-f954ca3162bb service nova] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Refreshing network info cache for port e58188fa-a29b-4e79-9ce9-1a820b644c2e {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1046.416103] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:59:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e58188fa-a29b-4e79-9ce9-1a820b644c2e', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.423844] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Creating folder: Project (36536ccdab3c4f87b6c61946a3e6b530). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1046.424349] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32d6cb26-3494-409e-910f-99106a3b6b66 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.436464] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Created folder: Project (36536ccdab3c4f87b6c61946a3e6b530) in parent group-v115929. [ 1046.436672] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Creating folder: Instances. Parent ref: group-v116199. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1046.436922] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8406a036-d317-48d1-98a8-e28c142bfa7b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.450784] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Created folder: Instances in parent group-v116199. [ 1046.451123] env[61960]: DEBUG oslo.service.loopingcall [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1046.458414] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1046.458414] env[61960]: INFO nova.compute.manager [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Took 23.18 seconds to build instance. [ 1046.458414] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc8f7366-de8a-4868-9b92-7a8a7120cf3e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.478564] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.478564] env[61960]: value = "task-436710" [ 1046.478564] env[61960]: _type = "Task" [ 1046.478564] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.489360] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436710, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.727936] env[61960]: DEBUG nova.network.neutron [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Port 83f99965-faed-4972-a1af-e1d2b902ae4f binding to destination host cpu-1 is already ACTIVE {{(pid=61960) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1046.728256] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "refresh_cache-1eebc077-8e86-472a-a4e9-904830af7d70" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.728417] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquired lock "refresh_cache-1eebc077-8e86-472a-a4e9-904830af7d70" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.728591] env[61960]: DEBUG nova.network.neutron [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1046.771837] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.362s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.772082] env[61960]: INFO nova.compute.manager [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Migrating [ 1046.779066] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.944s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.779347] env[61960]: DEBUG nova.objects.instance [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lazy-loading 'resources' on Instance uuid aa040be9-8805-4191-805c-9d0bd1792628 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.876775] env[61960]: DEBUG oslo_vmware.api [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436707, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.972456] env[61960]: DEBUG oslo_concurrency.lockutils [None req-efb681cd-bbc4-4382-9c83-51d0225dbf56 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "b0114cc8-dda4-46ad-800a-39ae14029909" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.715s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.988759] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436710, 'name': CreateVM_Task, 'duration_secs': 0.381593} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.988922] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1046.989868] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.990069] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.991359] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.991562] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3471761b-c990-4f98-ae32-8c5cda811335 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.995880] env[61960]: DEBUG oslo_vmware.api [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1046.995880] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52df542d-036d-10ba-1b00-1baf6d0f7b10" [ 1046.995880] env[61960]: _type = "Task" [ 1046.995880] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.003560] env[61960]: DEBUG oslo_vmware.api [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52df542d-036d-10ba-1b00-1baf6d0f7b10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.127891] env[61960]: DEBUG nova.network.neutron [req-42acf65c-c81c-4182-b786-232261814848 req-caa29c6a-bcfb-4da8-893b-f954ca3162bb service nova] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Updated VIF entry in instance network info cache for port e58188fa-a29b-4e79-9ce9-1a820b644c2e. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1047.128291] env[61960]: DEBUG nova.network.neutron [req-42acf65c-c81c-4182-b786-232261814848 req-caa29c6a-bcfb-4da8-893b-f954ca3162bb service nova] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Updating instance_info_cache with network_info: [{"id": "e58188fa-a29b-4e79-9ce9-1a820b644c2e", "address": "fa:16:3e:96:59:08", "network": {"id": "7c271de7-8f8a-49cc-b8c7-799265f10498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-907169809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36536ccdab3c4f87b6c61946a3e6b530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape58188fa-a2", "ovs_interfaceid": "e58188fa-a29b-4e79-9ce9-1a820b644c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.288981] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "refresh_cache-774d8271-8036-4b34-98e0-0472cf6a08e8" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.289213] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquired lock "refresh_cache-774d8271-8036-4b34-98e0-0472cf6a08e8" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.289403] env[61960]: DEBUG nova.network.neutron [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1047.312111] env[61960]: DEBUG oslo_concurrency.lockutils [None req-15512eef-2911-4989-8dc1-dab952b04af8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquiring lock "8613b53f-34ea-49a4-9074-caf65a790ac3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.312374] env[61960]: DEBUG oslo_concurrency.lockutils [None req-15512eef-2911-4989-8dc1-dab952b04af8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lock "8613b53f-34ea-49a4-9074-caf65a790ac3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.312625] env[61960]: DEBUG oslo_concurrency.lockutils [None req-15512eef-2911-4989-8dc1-dab952b04af8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquiring lock "8613b53f-34ea-49a4-9074-caf65a790ac3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.312829] env[61960]: DEBUG oslo_concurrency.lockutils [None req-15512eef-2911-4989-8dc1-dab952b04af8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lock "8613b53f-34ea-49a4-9074-caf65a790ac3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.313056] env[61960]: DEBUG oslo_concurrency.lockutils [None req-15512eef-2911-4989-8dc1-dab952b04af8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lock "8613b53f-34ea-49a4-9074-caf65a790ac3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.315510] env[61960]: INFO nova.compute.manager [None req-15512eef-2911-4989-8dc1-dab952b04af8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Terminating instance [ 1047.317697] env[61960]: DEBUG nova.compute.manager [None req-15512eef-2911-4989-8dc1-dab952b04af8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1047.318014] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-15512eef-2911-4989-8dc1-dab952b04af8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1047.318772] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64660fa2-bb09-4356-8a9e-1f8a950b41a9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.331014] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-15512eef-2911-4989-8dc1-dab952b04af8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1047.331282] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b6f5626-eaeb-48a8-97ec-9688431519d5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.337725] env[61960]: DEBUG oslo_vmware.api [None req-15512eef-2911-4989-8dc1-dab952b04af8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 1047.337725] env[61960]: value = "task-436711" [ 1047.337725] env[61960]: _type = "Task" [ 1047.337725] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.348657] env[61960]: DEBUG oslo_vmware.api [None req-15512eef-2911-4989-8dc1-dab952b04af8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.375732] env[61960]: DEBUG oslo_vmware.api [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593179} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.378153] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee/2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1047.378398] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.381051] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb4274d3-ae1f-4927-b558-b5a4e60aabbc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.387994] env[61960]: DEBUG oslo_vmware.api [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1047.387994] env[61960]: value = "task-436712" [ 1047.387994] env[61960]: _type = "Task" [ 1047.387994] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.398740] env[61960]: DEBUG oslo_vmware.api [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.454325] env[61960]: DEBUG nova.network.neutron [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Updating instance_info_cache with network_info: [{"id": "83f99965-faed-4972-a1af-e1d2b902ae4f", "address": "fa:16:3e:da:6c:ae", "network": {"id": "148b3213-0f77-4469-b901-9b93a55e3a91", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-997896372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5e3e891410455abd448117aabf8d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f99965-fa", "ovs_interfaceid": "83f99965-faed-4972-a1af-e1d2b902ae4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.468045] env[61960]: DEBUG oslo_concurrency.lockutils [None req-67ff81f6-6f5b-49bd-8e26-7447d6a6c70f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "60a96320-34ad-488e-9e92-e2e12906edae" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.468305] env[61960]: DEBUG oslo_concurrency.lockutils [None req-67ff81f6-6f5b-49bd-8e26-7447d6a6c70f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "60a96320-34ad-488e-9e92-e2e12906edae" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.482621] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abebce4-ddcc-4bc4-8ffd-9a44e4234a4f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.490403] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf2298e-98d1-4b3a-bd8e-cc460e56ef36 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.523835] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93597c6-435b-498e-8011-4c77ef0a187d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.529593] env[61960]: DEBUG oslo_vmware.api [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52df542d-036d-10ba-1b00-1baf6d0f7b10, 'name': SearchDatastore_Task, 'duration_secs': 0.075221} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.530320] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.530622] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.530887] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.531087] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.531319] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.533424] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6a2f53b-c0e8-46fd-9a87-ca73c25b9c3f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.536486] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6888c6e-1fac-4ea3-931b-a4f2c77fbf56 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.551546] env[61960]: DEBUG nova.compute.provider_tree [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.553626] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.553810] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1047.554723] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c67c60d2-2d9b-42b0-a378-92b7ff768f57 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.560444] env[61960]: DEBUG oslo_vmware.api [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1047.560444] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520dde0b-d632-291f-0b67-96602445dbec" [ 1047.560444] env[61960]: _type = "Task" [ 1047.560444] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.568391] env[61960]: DEBUG oslo_vmware.api [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520dde0b-d632-291f-0b67-96602445dbec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.630993] env[61960]: DEBUG oslo_concurrency.lockutils [req-42acf65c-c81c-4182-b786-232261814848 req-caa29c6a-bcfb-4da8-893b-f954ca3162bb service nova] Releasing lock "refresh_cache-5b90779e-1b3b-47a2-b867-f3c45460bcf3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.846742] env[61960]: DEBUG oslo_vmware.api [None req-15512eef-2911-4989-8dc1-dab952b04af8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436711, 'name': PowerOffVM_Task, 'duration_secs': 0.447506} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.847015] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-15512eef-2911-4989-8dc1-dab952b04af8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1047.847228] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-15512eef-2911-4989-8dc1-dab952b04af8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1047.847463] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08e58832-fdc0-4478-9b80-6603e91dbf7b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.901533] env[61960]: DEBUG oslo_vmware.api [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069732} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.901809] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.902630] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20dd341-f23d-4f90-8d1c-1b58d322507b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.923707] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee/2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.926373] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02b9ac3c-90b6-4ca5-a56b-2fdacf3403b2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.941777] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-15512eef-2911-4989-8dc1-dab952b04af8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1047.942281] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-15512eef-2911-4989-8dc1-dab952b04af8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1047.942281] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-15512eef-2911-4989-8dc1-dab952b04af8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Deleting the datastore file [datastore1] 8613b53f-34ea-49a4-9074-caf65a790ac3 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.942758] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-561acbda-3f6b-4a94-80b3-e05db4e738db {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.947832] env[61960]: DEBUG oslo_vmware.api [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1047.947832] env[61960]: value = "task-436714" [ 1047.947832] env[61960]: _type = "Task" [ 1047.947832] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.948969] env[61960]: DEBUG oslo_vmware.api [None req-15512eef-2911-4989-8dc1-dab952b04af8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for the task: (returnval){ [ 1047.948969] env[61960]: value = "task-436715" [ 1047.948969] env[61960]: _type = "Task" [ 1047.948969] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.956904] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Releasing lock "refresh_cache-1eebc077-8e86-472a-a4e9-904830af7d70" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.963815] env[61960]: DEBUG oslo_vmware.api [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436714, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.964049] env[61960]: DEBUG oslo_vmware.api [None req-15512eef-2911-4989-8dc1-dab952b04af8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.971708] env[61960]: DEBUG nova.compute.utils [None req-67ff81f6-6f5b-49bd-8e26-7447d6a6c70f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1048.007972] env[61960]: DEBUG nova.network.neutron [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Updating instance_info_cache with network_info: [{"id": "616f2082-c317-4d49-ae03-9350390acc28", "address": "fa:16:3e:de:10:bc", "network": {"id": "9ee12d62-9edd-4717-b363-beb291b2c83b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1274344879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb471d92c0743c08a3c5f098ecc9477", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616f2082-c3", "ovs_interfaceid": "616f2082-c317-4d49-ae03-9350390acc28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.056285] env[61960]: DEBUG nova.scheduler.client.report [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1048.071191] env[61960]: DEBUG oslo_vmware.api [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520dde0b-d632-291f-0b67-96602445dbec, 'name': SearchDatastore_Task, 'duration_secs': 0.015865} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.071992] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d72ad887-7b91-4254-a745-4b43c6715a04 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.077868] env[61960]: DEBUG oslo_vmware.api [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1048.077868] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524ec5c1-1034-afd2-6f5f-24333e003854" [ 1048.077868] env[61960]: _type = "Task" [ 1048.077868] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.086475] env[61960]: DEBUG oslo_vmware.api [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524ec5c1-1034-afd2-6f5f-24333e003854, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.324889] env[61960]: DEBUG nova.compute.manager [req-4203f695-81ba-49c0-b4ce-1edae74cce38 req-6f6f8137-f248-4446-a5ef-5e2ec255e518 service nova] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Received event network-changed-a952a754-c4cf-4ec6-a0e2-514060c4ac82 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1048.325120] env[61960]: DEBUG nova.compute.manager [req-4203f695-81ba-49c0-b4ce-1edae74cce38 req-6f6f8137-f248-4446-a5ef-5e2ec255e518 service nova] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Refreshing instance network info cache due to event network-changed-a952a754-c4cf-4ec6-a0e2-514060c4ac82. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1048.325341] env[61960]: DEBUG oslo_concurrency.lockutils [req-4203f695-81ba-49c0-b4ce-1edae74cce38 req-6f6f8137-f248-4446-a5ef-5e2ec255e518 service nova] Acquiring lock "refresh_cache-b0114cc8-dda4-46ad-800a-39ae14029909" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.325529] env[61960]: DEBUG oslo_concurrency.lockutils [req-4203f695-81ba-49c0-b4ce-1edae74cce38 req-6f6f8137-f248-4446-a5ef-5e2ec255e518 service nova] Acquired lock "refresh_cache-b0114cc8-dda4-46ad-800a-39ae14029909" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.325728] env[61960]: DEBUG nova.network.neutron [req-4203f695-81ba-49c0-b4ce-1edae74cce38 req-6f6f8137-f248-4446-a5ef-5e2ec255e518 service nova] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Refreshing network info cache for port a952a754-c4cf-4ec6-a0e2-514060c4ac82 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1048.463120] env[61960]: DEBUG oslo_vmware.api [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436714, 'name': ReconfigVM_Task, 'duration_secs': 0.289551} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.466162] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee/2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.467677] env[61960]: DEBUG nova.compute.manager [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=61960) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:897}} [ 1048.468107] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.468206] env[61960]: DEBUG oslo_vmware.api [None req-15512eef-2911-4989-8dc1-dab952b04af8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Task: {'id': task-436715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199099} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.468369] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4134b43-77d1-45be-9b07-68275e972e0b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.469974] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-15512eef-2911-4989-8dc1-dab952b04af8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.470183] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-15512eef-2911-4989-8dc1-dab952b04af8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1048.470369] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-15512eef-2911-4989-8dc1-dab952b04af8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1048.470543] env[61960]: INFO nova.compute.manager [None req-15512eef-2911-4989-8dc1-dab952b04af8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1048.470820] env[61960]: DEBUG oslo.service.loopingcall [None req-15512eef-2911-4989-8dc1-dab952b04af8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1048.471032] env[61960]: DEBUG nova.compute.manager [-] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1048.471129] env[61960]: DEBUG nova.network.neutron [-] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1048.476621] env[61960]: DEBUG oslo_concurrency.lockutils [None req-67ff81f6-6f5b-49bd-8e26-7447d6a6c70f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "60a96320-34ad-488e-9e92-e2e12906edae" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.482067] env[61960]: DEBUG oslo_vmware.api [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1048.482067] env[61960]: value = "task-436716" [ 1048.482067] env[61960]: _type = "Task" [ 1048.482067] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.489725] env[61960]: DEBUG oslo_vmware.api [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436716, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.511087] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Releasing lock "refresh_cache-774d8271-8036-4b34-98e0-0472cf6a08e8" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.562346] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.783s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.564894] env[61960]: DEBUG oslo_concurrency.lockutils [None req-30994658-0497-4fde-ac30-48c8e31e2e2a tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.677s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.565154] env[61960]: DEBUG nova.objects.instance [None req-30994658-0497-4fde-ac30-48c8e31e2e2a tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Lazy-loading 'resources' on Instance uuid faa2cf3d-2f2e-4600-8dca-2aa461726323 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.584050] env[61960]: INFO nova.scheduler.client.report [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Deleted allocations for instance aa040be9-8805-4191-805c-9d0bd1792628 [ 1048.589441] env[61960]: DEBUG oslo_vmware.api [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524ec5c1-1034-afd2-6f5f-24333e003854, 'name': SearchDatastore_Task, 'duration_secs': 0.014842} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.592562] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.592835] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 5b90779e-1b3b-47a2-b867-f3c45460bcf3/5b90779e-1b3b-47a2-b867-f3c45460bcf3.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1048.593511] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db06374f-6592-4151-8d50-e38117032229 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.599865] env[61960]: DEBUG oslo_vmware.api [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1048.599865] env[61960]: value = "task-436717" [ 1048.599865] env[61960]: _type = "Task" [ 1048.599865] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.608316] env[61960]: DEBUG oslo_vmware.api [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.996680] env[61960]: DEBUG oslo_vmware.api [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436716, 'name': Rename_Task, 'duration_secs': 0.148644} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.997286] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1048.997747] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-004238ad-e3be-4f68-9068-4a2714f4f4ed {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.008274] env[61960]: DEBUG oslo_vmware.api [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1049.008274] env[61960]: value = "task-436718" [ 1049.008274] env[61960]: _type = "Task" [ 1049.008274] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.026936] env[61960]: DEBUG oslo_vmware.api [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436718, 'name': PowerOnVM_Task} progress is 33%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.091077] env[61960]: DEBUG nova.network.neutron [req-4203f695-81ba-49c0-b4ce-1edae74cce38 req-6f6f8137-f248-4446-a5ef-5e2ec255e518 service nova] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Updated VIF entry in instance network info cache for port a952a754-c4cf-4ec6-a0e2-514060c4ac82. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1049.091077] env[61960]: DEBUG nova.network.neutron [req-4203f695-81ba-49c0-b4ce-1edae74cce38 req-6f6f8137-f248-4446-a5ef-5e2ec255e518 service nova] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Updating instance_info_cache with network_info: [{"id": "a952a754-c4cf-4ec6-a0e2-514060c4ac82", "address": "fa:16:3e:33:c8:27", "network": {"id": "011b9b85-20e0-4930-b560-f4a50c63faf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-851435399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb87a3aea6c94417a8eb19cb6eac7f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa952a754-c4", "ovs_interfaceid": "a952a754-c4cf-4ec6-a0e2-514060c4ac82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.099421] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eab6c5dd-736c-4013-9c63-9f706b25bc20 tempest-DeleteServersTestJSON-1401741384 tempest-DeleteServersTestJSON-1401741384-project-member] Lock "aa040be9-8805-4191-805c-9d0bd1792628" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.549s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.118277] env[61960]: DEBUG oslo_vmware.api [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436717, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.194614] env[61960]: DEBUG nova.network.neutron [-] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.266879] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46b4b25-c627-43e1-9054-b30dcdf784b2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.274794] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d65eb43-6c72-4965-ba2d-e8eb905f1e29 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.306017] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faeaa1d9-ea0e-470e-b5e2-72f2c0267793 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.313177] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d8352a-70d0-4cfa-bf13-d9045487fb65 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.326804] env[61960]: DEBUG nova.compute.provider_tree [None req-30994658-0497-4fde-ac30-48c8e31e2e2a tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.517822] env[61960]: DEBUG oslo_vmware.api [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436718, 'name': PowerOnVM_Task, 'duration_secs': 0.501296} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.518102] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1049.518267] env[61960]: INFO nova.compute.manager [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1049.518455] env[61960]: DEBUG nova.compute.manager [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1049.519254] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d215d61b-f125-433f-b0fa-6840aca663ad {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.563729] env[61960]: DEBUG oslo_concurrency.lockutils [None req-67ff81f6-6f5b-49bd-8e26-7447d6a6c70f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "60a96320-34ad-488e-9e92-e2e12906edae" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.564098] env[61960]: DEBUG oslo_concurrency.lockutils [None req-67ff81f6-6f5b-49bd-8e26-7447d6a6c70f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "60a96320-34ad-488e-9e92-e2e12906edae" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.564279] env[61960]: INFO nova.compute.manager [None req-67ff81f6-6f5b-49bd-8e26-7447d6a6c70f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Attaching volume 8a1752ba-f1b3-46e4-bb76-c6178b2ec4f2 to /dev/sdb [ 1049.597539] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a62df6e-9032-4e63-b382-241cc9400f1f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.601219] env[61960]: DEBUG oslo_concurrency.lockutils [req-4203f695-81ba-49c0-b4ce-1edae74cce38 req-6f6f8137-f248-4446-a5ef-5e2ec255e518 service nova] Releasing lock "refresh_cache-b0114cc8-dda4-46ad-800a-39ae14029909" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.607953] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3140ad53-6c21-4d90-ab21-ab6cb9bc0a0c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.614208] env[61960]: DEBUG oslo_vmware.api [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603958} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.614825] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 5b90779e-1b3b-47a2-b867-f3c45460bcf3/5b90779e-1b3b-47a2-b867-f3c45460bcf3.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1049.615084] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.615355] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e68dd10-9943-4286-8f92-953c2b601421 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.622670] env[61960]: DEBUG oslo_vmware.api [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1049.622670] env[61960]: value = "task-436719" [ 1049.622670] env[61960]: _type = "Task" [ 1049.622670] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.626346] env[61960]: DEBUG nova.virt.block_device [None req-67ff81f6-6f5b-49bd-8e26-7447d6a6c70f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Updating existing volume attachment record: 40866f75-ebda-4d58-90b3-95d7d07f62ca {{(pid=61960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1049.637872] env[61960]: DEBUG oslo_vmware.api [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.700387] env[61960]: INFO nova.compute.manager [-] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Took 1.23 seconds to deallocate network for instance. [ 1049.829726] env[61960]: DEBUG nova.scheduler.client.report [None req-30994658-0497-4fde-ac30-48c8e31e2e2a tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1050.028779] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f2f806-315c-4269-acfe-b31358910984 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.051589] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Updating instance '774d8271-8036-4b34-98e0-0472cf6a08e8' progress to 0 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1050.054935] env[61960]: INFO nova.compute.manager [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Took 24.68 seconds to build instance. [ 1050.136067] env[61960]: DEBUG oslo_vmware.api [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077353} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.136067] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.136522] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d07f23-a6c5-4545-9afd-883c1bd63da2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.158979] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 5b90779e-1b3b-47a2-b867-f3c45460bcf3/5b90779e-1b3b-47a2-b867-f3c45460bcf3.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.159276] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9377b481-5255-475d-a424-d69707b357ed {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.181852] env[61960]: DEBUG oslo_vmware.api [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1050.181852] env[61960]: value = "task-436724" [ 1050.181852] env[61960]: _type = "Task" [ 1050.181852] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.190832] env[61960]: DEBUG oslo_vmware.api [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436724, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.207098] env[61960]: DEBUG oslo_concurrency.lockutils [None req-15512eef-2911-4989-8dc1-dab952b04af8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.337327] env[61960]: DEBUG oslo_concurrency.lockutils [None req-30994658-0497-4fde-ac30-48c8e31e2e2a tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.339993] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.872s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.349703] env[61960]: DEBUG nova.compute.manager [req-db6ed65d-b74d-4a4f-9770-52954cbad231 req-ca7c0d93-e56c-45f8-b6e0-19b65d3453fc service nova] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Received event network-vif-deleted-a557dbdb-4326-468c-8dae-4bdbf0bc82cf {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1050.363871] env[61960]: INFO nova.scheduler.client.report [None req-30994658-0497-4fde-ac30-48c8e31e2e2a tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Deleted allocations for instance faa2cf3d-2f2e-4600-8dca-2aa461726323 [ 1050.558187] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1050.558549] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1273dd71-3ba7-40ac-9ac7-f21111712ca7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.560530] env[61960]: DEBUG oslo_concurrency.lockutils [None req-31c6fede-22d5-4fce-ac9b-3aaaeb0f92d3 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.196s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.566295] env[61960]: DEBUG oslo_vmware.api [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1050.566295] env[61960]: value = "task-436725" [ 1050.566295] env[61960]: _type = "Task" [ 1050.566295] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.578415] env[61960]: DEBUG oslo_vmware.api [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.605207] env[61960]: DEBUG oslo_concurrency.lockutils [None req-24d45bb6-4a9d-48e7-8d4a-98ccb69a07ae tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.605502] env[61960]: DEBUG oslo_concurrency.lockutils [None req-24d45bb6-4a9d-48e7-8d4a-98ccb69a07ae tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.605713] env[61960]: DEBUG oslo_concurrency.lockutils [None req-24d45bb6-4a9d-48e7-8d4a-98ccb69a07ae tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.605911] env[61960]: DEBUG oslo_concurrency.lockutils [None req-24d45bb6-4a9d-48e7-8d4a-98ccb69a07ae tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.606111] env[61960]: DEBUG oslo_concurrency.lockutils [None req-24d45bb6-4a9d-48e7-8d4a-98ccb69a07ae tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.608431] env[61960]: INFO nova.compute.manager [None req-24d45bb6-4a9d-48e7-8d4a-98ccb69a07ae tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Terminating instance [ 1050.612012] env[61960]: DEBUG nova.compute.manager [None req-24d45bb6-4a9d-48e7-8d4a-98ccb69a07ae tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1050.612271] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-24d45bb6-4a9d-48e7-8d4a-98ccb69a07ae tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1050.613435] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcd6d4d-5ebf-416c-b5dc-e85957b9e8cb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.621380] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d45bb6-4a9d-48e7-8d4a-98ccb69a07ae tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1050.621628] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c801f077-a6b6-4bcc-858a-a22233e8c894 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.627621] env[61960]: DEBUG oslo_vmware.api [None req-24d45bb6-4a9d-48e7-8d4a-98ccb69a07ae tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1050.627621] env[61960]: value = "task-436726" [ 1050.627621] env[61960]: _type = "Task" [ 1050.627621] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.635595] env[61960]: DEBUG oslo_vmware.api [None req-24d45bb6-4a9d-48e7-8d4a-98ccb69a07ae tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.692923] env[61960]: DEBUG oslo_vmware.api [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.842885] env[61960]: DEBUG nova.objects.instance [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lazy-loading 'migration_context' on Instance uuid 1eebc077-8e86-472a-a4e9-904830af7d70 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.872650] env[61960]: DEBUG oslo_concurrency.lockutils [None req-30994658-0497-4fde-ac30-48c8e31e2e2a tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Lock "faa2cf3d-2f2e-4600-8dca-2aa461726323" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.776s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.076194] env[61960]: DEBUG oslo_vmware.api [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436725, 'name': PowerOffVM_Task, 'duration_secs': 0.298818} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.076469] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1051.076667] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Updating instance '774d8271-8036-4b34-98e0-0472cf6a08e8' progress to 17 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1051.138334] env[61960]: DEBUG oslo_vmware.api [None req-24d45bb6-4a9d-48e7-8d4a-98ccb69a07ae tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436726, 'name': PowerOffVM_Task, 'duration_secs': 0.219046} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.138477] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d45bb6-4a9d-48e7-8d4a-98ccb69a07ae tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1051.138632] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-24d45bb6-4a9d-48e7-8d4a-98ccb69a07ae tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1051.139038] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d23dacee-4d62-4ebe-899e-d5ba76a115af {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.192101] env[61960]: DEBUG oslo_vmware.api [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436724, 'name': ReconfigVM_Task, 'duration_secs': 0.71426} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.192411] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 5b90779e-1b3b-47a2-b867-f3c45460bcf3/5b90779e-1b3b-47a2-b867-f3c45460bcf3.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.193063] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a851c832-11f8-4436-9826-e7a0bab86cda {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.199828] env[61960]: DEBUG oslo_vmware.api [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1051.199828] env[61960]: value = "task-436728" [ 1051.199828] env[61960]: _type = "Task" [ 1051.199828] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.208540] env[61960]: DEBUG oslo_vmware.api [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436728, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.209597] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-24d45bb6-4a9d-48e7-8d4a-98ccb69a07ae tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1051.209792] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-24d45bb6-4a9d-48e7-8d4a-98ccb69a07ae tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1051.210016] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-24d45bb6-4a9d-48e7-8d4a-98ccb69a07ae tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Deleting the datastore file [datastore1] 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.210270] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a821e7ef-9c3e-437c-b570-c4dde3cf4a2b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.215630] env[61960]: DEBUG oslo_vmware.api [None req-24d45bb6-4a9d-48e7-8d4a-98ccb69a07ae tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1051.215630] env[61960]: value = "task-436729" [ 1051.215630] env[61960]: _type = "Task" [ 1051.215630] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.222603] env[61960]: DEBUG oslo_vmware.api [None req-24d45bb6-4a9d-48e7-8d4a-98ccb69a07ae tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.507256] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be882eb1-2eec-46b8-9f4f-a1003a099047 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.514957] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74187a22-ed91-4b60-ad34-44a37e282cba {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.546613] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539376bf-e2e6-477c-ae21-40624a209009 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.555347] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ce1e4c-3cdd-483b-9f52-9c3f152ce6b9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.568800] env[61960]: DEBUG nova.compute.provider_tree [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.583200] env[61960]: DEBUG nova.virt.hardware [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:07:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1051.583344] env[61960]: DEBUG nova.virt.hardware [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1051.583464] env[61960]: DEBUG nova.virt.hardware [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.583657] env[61960]: DEBUG nova.virt.hardware [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1051.583815] env[61960]: DEBUG nova.virt.hardware [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.584457] env[61960]: DEBUG nova.virt.hardware [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1051.584457] env[61960]: DEBUG nova.virt.hardware [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1051.584457] env[61960]: DEBUG nova.virt.hardware [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1051.584622] env[61960]: DEBUG nova.virt.hardware [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1051.584766] env[61960]: DEBUG nova.virt.hardware [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1051.584947] env[61960]: DEBUG nova.virt.hardware [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1051.590537] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62928812-1c38-4f8d-a87d-e25476dd0e75 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.605300] env[61960]: DEBUG oslo_vmware.api [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1051.605300] env[61960]: value = "task-436730" [ 1051.605300] env[61960]: _type = "Task" [ 1051.605300] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.613741] env[61960]: DEBUG oslo_vmware.api [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436730, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.710347] env[61960]: DEBUG oslo_vmware.api [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436728, 'name': Rename_Task, 'duration_secs': 0.154036} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.710635] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1051.711249] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-970a94ef-5e5e-4996-8e14-0975cbb123f1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.717480] env[61960]: DEBUG oslo_vmware.api [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1051.717480] env[61960]: value = "task-436731" [ 1051.717480] env[61960]: _type = "Task" [ 1051.717480] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.728141] env[61960]: DEBUG oslo_vmware.api [None req-24d45bb6-4a9d-48e7-8d4a-98ccb69a07ae tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164224} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.730876] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-24d45bb6-4a9d-48e7-8d4a-98ccb69a07ae tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.731111] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-24d45bb6-4a9d-48e7-8d4a-98ccb69a07ae tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1051.731305] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-24d45bb6-4a9d-48e7-8d4a-98ccb69a07ae tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1051.731486] env[61960]: INFO nova.compute.manager [None req-24d45bb6-4a9d-48e7-8d4a-98ccb69a07ae tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1051.731739] env[61960]: DEBUG oslo.service.loopingcall [None req-24d45bb6-4a9d-48e7-8d4a-98ccb69a07ae tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1051.731945] env[61960]: DEBUG oslo_vmware.api [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.732174] env[61960]: DEBUG nova.compute.manager [-] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1051.732271] env[61960]: DEBUG nova.network.neutron [-] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1052.072353] env[61960]: DEBUG nova.scheduler.client.report [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1052.115171] env[61960]: DEBUG oslo_vmware.api [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436730, 'name': ReconfigVM_Task, 'duration_secs': 0.196767} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.115552] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Updating instance '774d8271-8036-4b34-98e0-0472cf6a08e8' progress to 33 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1052.230216] env[61960]: DEBUG oslo_vmware.api [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436731, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.271354] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6d9b76c8-0a3b-4177-b01a-042cad166ab3 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Acquiring lock "1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.271712] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6d9b76c8-0a3b-4177-b01a-042cad166ab3 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Lock "1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.271955] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6d9b76c8-0a3b-4177-b01a-042cad166ab3 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Acquiring lock "1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.272353] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6d9b76c8-0a3b-4177-b01a-042cad166ab3 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Lock "1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.272551] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6d9b76c8-0a3b-4177-b01a-042cad166ab3 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Lock "1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.274792] env[61960]: INFO nova.compute.manager [None req-6d9b76c8-0a3b-4177-b01a-042cad166ab3 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Terminating instance [ 1052.276638] env[61960]: DEBUG nova.compute.manager [None req-6d9b76c8-0a3b-4177-b01a-042cad166ab3 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1052.276840] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9b76c8-0a3b-4177-b01a-042cad166ab3 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1052.277735] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876ab1c0-5c08-4704-8b3e-7aabf236927b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.286436] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d9b76c8-0a3b-4177-b01a-042cad166ab3 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1052.286678] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-562ae753-17c0-4521-a0cf-9dfa9b33bb90 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.292961] env[61960]: DEBUG oslo_vmware.api [None req-6d9b76c8-0a3b-4177-b01a-042cad166ab3 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Waiting for the task: (returnval){ [ 1052.292961] env[61960]: value = "task-436733" [ 1052.292961] env[61960]: _type = "Task" [ 1052.292961] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.300760] env[61960]: DEBUG oslo_vmware.api [None req-6d9b76c8-0a3b-4177-b01a-042cad166ab3 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.376254] env[61960]: DEBUG nova.compute.manager [req-8ddf243c-c7a9-4366-851c-06dda09339a8 req-287d9849-f976-4378-862a-9b0ac7b04624 service nova] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Received event network-vif-deleted-b4c59077-a20d-486b-bc7c-46c0dae2284d {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1052.376349] env[61960]: INFO nova.compute.manager [req-8ddf243c-c7a9-4366-851c-06dda09339a8 req-287d9849-f976-4378-862a-9b0ac7b04624 service nova] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Neutron deleted interface b4c59077-a20d-486b-bc7c-46c0dae2284d; detaching it from the instance and deleting it from the info cache [ 1052.376494] env[61960]: DEBUG nova.network.neutron [req-8ddf243c-c7a9-4366-851c-06dda09339a8 req-287d9849-f976-4378-862a-9b0ac7b04624 service nova] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.501099] env[61960]: DEBUG nova.network.neutron [-] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.622389] env[61960]: DEBUG nova.virt.hardware [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1052.622746] env[61960]: DEBUG nova.virt.hardware [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1052.622852] env[61960]: DEBUG nova.virt.hardware [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.623136] env[61960]: DEBUG nova.virt.hardware [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1052.623315] env[61960]: DEBUG nova.virt.hardware [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.623476] env[61960]: DEBUG nova.virt.hardware [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1052.623690] env[61960]: DEBUG nova.virt.hardware [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1052.623859] env[61960]: DEBUG nova.virt.hardware [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1052.624053] env[61960]: DEBUG nova.virt.hardware [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1052.624232] env[61960]: DEBUG nova.virt.hardware [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1052.624414] env[61960]: DEBUG nova.virt.hardware [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1052.629848] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1052.630230] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaea1ae9-7b15-4f25-bc8c-30e9d63d3629 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.650753] env[61960]: DEBUG oslo_vmware.api [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1052.650753] env[61960]: value = "task-436734" [ 1052.650753] env[61960]: _type = "Task" [ 1052.650753] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.660114] env[61960]: DEBUG oslo_vmware.api [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436734, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.730255] env[61960]: DEBUG oslo_vmware.api [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436731, 'name': PowerOnVM_Task} progress is 87%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.803408] env[61960]: DEBUG oslo_vmware.api [None req-6d9b76c8-0a3b-4177-b01a-042cad166ab3 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436733, 'name': PowerOffVM_Task, 'duration_secs': 0.184694} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.803408] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d9b76c8-0a3b-4177-b01a-042cad166ab3 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1052.803541] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9b76c8-0a3b-4177-b01a-042cad166ab3 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1052.804541] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98f20102-36c1-482d-9048-a2acfd035520 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.879117] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65eb029c-4654-4318-b40a-f63a08602c03 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.888515] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ad4a66-0db7-49f5-99cd-0e931edf4f1e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.916886] env[61960]: DEBUG nova.compute.manager [req-8ddf243c-c7a9-4366-851c-06dda09339a8 req-287d9849-f976-4378-862a-9b0ac7b04624 service nova] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Detach interface failed, port_id=b4c59077-a20d-486b-bc7c-46c0dae2284d, reason: Instance 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1053.003903] env[61960]: INFO nova.compute.manager [-] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Took 1.27 seconds to deallocate network for instance. [ 1053.084444] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.744s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.096202] env[61960]: DEBUG oslo_concurrency.lockutils [None req-15512eef-2911-4989-8dc1-dab952b04af8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.887s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.096202] env[61960]: DEBUG nova.objects.instance [None req-15512eef-2911-4989-8dc1-dab952b04af8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lazy-loading 'resources' on Instance uuid 8613b53f-34ea-49a4-9074-caf65a790ac3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.160810] env[61960]: DEBUG oslo_vmware.api [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436734, 'name': ReconfigVM_Task, 'duration_secs': 0.161477} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.161252] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1053.162699] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4def42-c7b5-401d-b85a-41ed521fe041 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.187867] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 774d8271-8036-4b34-98e0-0472cf6a08e8/774d8271-8036-4b34-98e0-0472cf6a08e8.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.188779] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c15aa6a9-4271-4a09-bf15-a41d608f48f9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.208910] env[61960]: DEBUG oslo_vmware.api [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1053.208910] env[61960]: value = "task-436736" [ 1053.208910] env[61960]: _type = "Task" [ 1053.208910] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.216973] env[61960]: DEBUG oslo_vmware.api [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.231143] env[61960]: DEBUG oslo_vmware.api [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436731, 'name': PowerOnVM_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.511173] env[61960]: DEBUG oslo_concurrency.lockutils [None req-24d45bb6-4a9d-48e7-8d4a-98ccb69a07ae tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.720028] env[61960]: DEBUG oslo_vmware.api [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436736, 'name': ReconfigVM_Task, 'duration_secs': 0.42126} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.720728] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 774d8271-8036-4b34-98e0-0472cf6a08e8/774d8271-8036-4b34-98e0-0472cf6a08e8.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.720728] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Updating instance '774d8271-8036-4b34-98e0-0472cf6a08e8' progress to 50 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1053.734101] env[61960]: DEBUG oslo_vmware.api [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436731, 'name': PowerOnVM_Task, 'duration_secs': 1.518604} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.734369] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1053.734575] env[61960]: INFO nova.compute.manager [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Took 9.70 seconds to spawn the instance on the hypervisor. [ 1053.734752] env[61960]: DEBUG nova.compute.manager [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1053.735545] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb96242-671e-47c2-af08-355cc6b6fdaa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.801516] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a4bbca-30b8-4214-bd2c-f403c487f8a9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.809594] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7862af69-32cf-4918-bd20-df257c100f03 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.842171] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99357058-025c-4d85-83ee-85f1c5178488 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.849339] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803ae00e-0620-46e2-8686-13b537ecb073 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.862947] env[61960]: DEBUG nova.compute.provider_tree [None req-15512eef-2911-4989-8dc1-dab952b04af8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.899413] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9b76c8-0a3b-4177-b01a-042cad166ab3 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1053.899655] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9b76c8-0a3b-4177-b01a-042cad166ab3 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1053.899846] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d9b76c8-0a3b-4177-b01a-042cad166ab3 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Deleting the datastore file [datastore1] 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.900164] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11cfabce-f146-4530-94b2-f474abee23b2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.906757] env[61960]: DEBUG oslo_vmware.api [None req-6d9b76c8-0a3b-4177-b01a-042cad166ab3 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Waiting for the task: (returnval){ [ 1053.906757] env[61960]: value = "task-436737" [ 1053.906757] env[61960]: _type = "Task" [ 1053.906757] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.915131] env[61960]: DEBUG oslo_vmware.api [None req-6d9b76c8-0a3b-4177-b01a-042cad166ab3 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.178133] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ff81f6-6f5b-49bd-8e26-7447d6a6c70f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Volume attach. Driver type: vmdk {{(pid=61960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1054.178411] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ff81f6-6f5b-49bd-8e26-7447d6a6c70f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116203', 'volume_id': '8a1752ba-f1b3-46e4-bb76-c6178b2ec4f2', 'name': 'volume-8a1752ba-f1b3-46e4-bb76-c6178b2ec4f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '60a96320-34ad-488e-9e92-e2e12906edae', 'attached_at': '', 'detached_at': '', 'volume_id': '8a1752ba-f1b3-46e4-bb76-c6178b2ec4f2', 'serial': '8a1752ba-f1b3-46e4-bb76-c6178b2ec4f2'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1054.179459] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9dc30c-95dc-4f89-be41-a22619c5b1af {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.200910] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba2a02c-f3d9-48a9-8c4b-010bee020f5a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.228780] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ff81f6-6f5b-49bd-8e26-7447d6a6c70f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] volume-8a1752ba-f1b3-46e4-bb76-c6178b2ec4f2/volume-8a1752ba-f1b3-46e4-bb76-c6178b2ec4f2.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.228780] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7ab3ce6-13f7-43c2-b8aa-585712cd224c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.250933] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d8f0fa-72b2-4868-a8ef-2c04d07a38dc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.260757] env[61960]: INFO nova.compute.manager [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Took 19.85 seconds to build instance. [ 1054.265403] env[61960]: DEBUG oslo_vmware.api [None req-67ff81f6-6f5b-49bd-8e26-7447d6a6c70f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1054.265403] env[61960]: value = "task-436738" [ 1054.265403] env[61960]: _type = "Task" [ 1054.265403] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.285014] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c31705-1bf2-4ad7-8cad-07b089ad44b2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.293855] env[61960]: DEBUG oslo_vmware.api [None req-67ff81f6-6f5b-49bd-8e26-7447d6a6c70f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.306705] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Updating instance '774d8271-8036-4b34-98e0-0472cf6a08e8' progress to 67 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1054.366296] env[61960]: DEBUG nova.scheduler.client.report [None req-15512eef-2911-4989-8dc1-dab952b04af8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1054.418929] env[61960]: DEBUG oslo_vmware.api [None req-6d9b76c8-0a3b-4177-b01a-042cad166ab3 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Task: {'id': task-436737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361075} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.419232] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d9b76c8-0a3b-4177-b01a-042cad166ab3 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.419421] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9b76c8-0a3b-4177-b01a-042cad166ab3 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1054.419604] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9b76c8-0a3b-4177-b01a-042cad166ab3 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1054.419785] env[61960]: INFO nova.compute.manager [None req-6d9b76c8-0a3b-4177-b01a-042cad166ab3 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1054.420052] env[61960]: DEBUG oslo.service.loopingcall [None req-6d9b76c8-0a3b-4177-b01a-042cad166ab3 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1054.420261] env[61960]: DEBUG nova.compute.manager [-] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1054.420359] env[61960]: DEBUG nova.network.neutron [-] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1054.628831] env[61960]: INFO nova.compute.manager [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Swapping old allocation on dict_keys(['b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8']) held by migration 9de0e22e-2a19-403e-98df-2f2b8fb1043b for instance [ 1054.653207] env[61960]: DEBUG nova.scheduler.client.report [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Overwriting current allocation {'allocations': {'b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 163}}, 'project_id': 'dd5e3e891410455abd448117aabf8d8b', 'user_id': 'a5f3c06c82c44a7092d0e0b6f055c908', 'consumer_generation': 1} on consumer 1eebc077-8e86-472a-a4e9-904830af7d70 {{(pid=61960) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1054.750932] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "refresh_cache-1eebc077-8e86-472a-a4e9-904830af7d70" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.751218] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquired lock "refresh_cache-1eebc077-8e86-472a-a4e9-904830af7d70" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.751316] env[61960]: DEBUG nova.network.neutron [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1054.766141] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef6ec30f-6d8e-4220-bd4c-305d48f1a800 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "5b90779e-1b3b-47a2-b867-f3c45460bcf3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.365s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.791981] env[61960]: DEBUG oslo_vmware.api [None req-67ff81f6-6f5b-49bd-8e26-7447d6a6c70f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436738, 'name': ReconfigVM_Task, 'duration_secs': 0.415313} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.792727] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ff81f6-6f5b-49bd-8e26-7447d6a6c70f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Reconfigured VM instance instance-00000063 to attach disk [datastore1] volume-8a1752ba-f1b3-46e4-bb76-c6178b2ec4f2/volume-8a1752ba-f1b3-46e4-bb76-c6178b2ec4f2.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.799254] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf1c62a9-09a9-45e5-a4f9-970021c84f4a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.816462] env[61960]: DEBUG oslo_vmware.api [None req-67ff81f6-6f5b-49bd-8e26-7447d6a6c70f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1054.816462] env[61960]: value = "task-436739" [ 1054.816462] env[61960]: _type = "Task" [ 1054.816462] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.825150] env[61960]: DEBUG oslo_vmware.api [None req-67ff81f6-6f5b-49bd-8e26-7447d6a6c70f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436739, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.871680] env[61960]: DEBUG oslo_concurrency.lockutils [None req-15512eef-2911-4989-8dc1-dab952b04af8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.778s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.873991] env[61960]: DEBUG oslo_concurrency.lockutils [None req-24d45bb6-4a9d-48e7-8d4a-98ccb69a07ae tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.363s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.874250] env[61960]: DEBUG nova.objects.instance [None req-24d45bb6-4a9d-48e7-8d4a-98ccb69a07ae tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lazy-loading 'resources' on Instance uuid 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.898829] env[61960]: DEBUG nova.network.neutron [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Port 616f2082-c317-4d49-ae03-9350390acc28 binding to destination host cpu-1 is already ACTIVE {{(pid=61960) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1054.916526] env[61960]: INFO nova.scheduler.client.report [None req-15512eef-2911-4989-8dc1-dab952b04af8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Deleted allocations for instance 8613b53f-34ea-49a4-9074-caf65a790ac3 [ 1055.000850] env[61960]: DEBUG nova.compute.manager [req-60771c99-43a7-427f-8ce8-7728380c0783 req-e80c3321-c41a-45f8-9c3c-f215e33ed329 service nova] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Received event network-vif-deleted-81e1042c-8d8e-4fe3-b5e0-0ef40b4f5ac6 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1055.004020] env[61960]: INFO nova.compute.manager [req-60771c99-43a7-427f-8ce8-7728380c0783 req-e80c3321-c41a-45f8-9c3c-f215e33ed329 service nova] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Neutron deleted interface 81e1042c-8d8e-4fe3-b5e0-0ef40b4f5ac6; detaching it from the instance and deleting it from the info cache [ 1055.004020] env[61960]: DEBUG nova.network.neutron [req-60771c99-43a7-427f-8ce8-7728380c0783 req-e80c3321-c41a-45f8-9c3c-f215e33ed329 service nova] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.327893] env[61960]: DEBUG oslo_vmware.api [None req-67ff81f6-6f5b-49bd-8e26-7447d6a6c70f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436739, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.425226] env[61960]: DEBUG oslo_concurrency.lockutils [None req-15512eef-2911-4989-8dc1-dab952b04af8 tempest-ServersNegativeTestJSON-1820518215 tempest-ServersNegativeTestJSON-1820518215-project-member] Lock "8613b53f-34ea-49a4-9074-caf65a790ac3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.112s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.471977] env[61960]: DEBUG nova.network.neutron [-] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.479031] env[61960]: DEBUG nova.compute.manager [req-df7beee9-fb7f-4a14-bbf9-2043c8e568f8 req-2851fcd7-077e-4951-ba08-e127afa6928e service nova] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Received event network-changed-e58188fa-a29b-4e79-9ce9-1a820b644c2e {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1055.479251] env[61960]: DEBUG nova.compute.manager [req-df7beee9-fb7f-4a14-bbf9-2043c8e568f8 req-2851fcd7-077e-4951-ba08-e127afa6928e service nova] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Refreshing instance network info cache due to event network-changed-e58188fa-a29b-4e79-9ce9-1a820b644c2e. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1055.479469] env[61960]: DEBUG oslo_concurrency.lockutils [req-df7beee9-fb7f-4a14-bbf9-2043c8e568f8 req-2851fcd7-077e-4951-ba08-e127afa6928e service nova] Acquiring lock "refresh_cache-5b90779e-1b3b-47a2-b867-f3c45460bcf3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.479620] env[61960]: DEBUG oslo_concurrency.lockutils [req-df7beee9-fb7f-4a14-bbf9-2043c8e568f8 req-2851fcd7-077e-4951-ba08-e127afa6928e service nova] Acquired lock "refresh_cache-5b90779e-1b3b-47a2-b867-f3c45460bcf3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.479788] env[61960]: DEBUG nova.network.neutron [req-df7beee9-fb7f-4a14-bbf9-2043c8e568f8 req-2851fcd7-077e-4951-ba08-e127afa6928e service nova] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Refreshing network info cache for port e58188fa-a29b-4e79-9ce9-1a820b644c2e {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1055.506217] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e2c0f67-9459-4b8c-895a-e3218f4458c3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.518205] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a45b5b-8423-458e-aea2-54ef3be5e33a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.531138] env[61960]: DEBUG nova.network.neutron [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Updating instance_info_cache with network_info: [{"id": "83f99965-faed-4972-a1af-e1d2b902ae4f", "address": "fa:16:3e:da:6c:ae", "network": {"id": "148b3213-0f77-4469-b901-9b93a55e3a91", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-997896372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5e3e891410455abd448117aabf8d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f99965-fa", "ovs_interfaceid": "83f99965-faed-4972-a1af-e1d2b902ae4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.551496] env[61960]: DEBUG nova.compute.manager [req-60771c99-43a7-427f-8ce8-7728380c0783 req-e80c3321-c41a-45f8-9c3c-f215e33ed329 service nova] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Detach interface failed, port_id=81e1042c-8d8e-4fe3-b5e0-0ef40b4f5ac6, reason: Instance 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1055.564239] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecc7b9d-ea9a-4ecd-b5b6-4f5cbe806534 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.571637] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71db610-ce3b-4ce8-babc-dc0c29f6f827 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.600807] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf4f9d7-2810-4d6a-8f94-3e8a2aa63221 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.608080] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc96d1ab-51db-41e4-a64c-4899353daaa8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.623533] env[61960]: DEBUG nova.compute.provider_tree [None req-24d45bb6-4a9d-48e7-8d4a-98ccb69a07ae tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.829102] env[61960]: DEBUG oslo_vmware.api [None req-67ff81f6-6f5b-49bd-8e26-7447d6a6c70f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436739, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.924985] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "774d8271-8036-4b34-98e0-0472cf6a08e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.925253] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "774d8271-8036-4b34-98e0-0472cf6a08e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.925441] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "774d8271-8036-4b34-98e0-0472cf6a08e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.976499] env[61960]: INFO nova.compute.manager [-] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Took 1.56 seconds to deallocate network for instance. [ 1056.035504] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Releasing lock "refresh_cache-1eebc077-8e86-472a-a4e9-904830af7d70" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.037238] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1056.037238] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-407cf576-de26-4df2-b4f9-a19fb2d1c64d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.047014] env[61960]: DEBUG oslo_vmware.api [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 1056.047014] env[61960]: value = "task-436740" [ 1056.047014] env[61960]: _type = "Task" [ 1056.047014] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.055569] env[61960]: DEBUG oslo_vmware.api [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.126521] env[61960]: DEBUG nova.scheduler.client.report [None req-24d45bb6-4a9d-48e7-8d4a-98ccb69a07ae tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1056.328605] env[61960]: DEBUG oslo_vmware.api [None req-67ff81f6-6f5b-49bd-8e26-7447d6a6c70f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436739, 'name': ReconfigVM_Task, 'duration_secs': 1.230909} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.328851] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ff81f6-6f5b-49bd-8e26-7447d6a6c70f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116203', 'volume_id': '8a1752ba-f1b3-46e4-bb76-c6178b2ec4f2', 'name': 'volume-8a1752ba-f1b3-46e4-bb76-c6178b2ec4f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '60a96320-34ad-488e-9e92-e2e12906edae', 'attached_at': '', 'detached_at': '', 'volume_id': '8a1752ba-f1b3-46e4-bb76-c6178b2ec4f2', 'serial': '8a1752ba-f1b3-46e4-bb76-c6178b2ec4f2'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1056.373155] env[61960]: DEBUG nova.network.neutron [req-df7beee9-fb7f-4a14-bbf9-2043c8e568f8 req-2851fcd7-077e-4951-ba08-e127afa6928e service nova] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Updated VIF entry in instance network info cache for port e58188fa-a29b-4e79-9ce9-1a820b644c2e. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1056.373559] env[61960]: DEBUG nova.network.neutron [req-df7beee9-fb7f-4a14-bbf9-2043c8e568f8 req-2851fcd7-077e-4951-ba08-e127afa6928e service nova] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Updating instance_info_cache with network_info: [{"id": "e58188fa-a29b-4e79-9ce9-1a820b644c2e", "address": "fa:16:3e:96:59:08", "network": {"id": "7c271de7-8f8a-49cc-b8c7-799265f10498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-907169809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36536ccdab3c4f87b6c61946a3e6b530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape58188fa-a2", "ovs_interfaceid": "e58188fa-a29b-4e79-9ce9-1a820b644c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.483506] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6d9b76c8-0a3b-4177-b01a-042cad166ab3 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.558140] env[61960]: DEBUG oslo_vmware.api [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436740, 'name': PowerOffVM_Task, 'duration_secs': 0.20289} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.558396] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1056.559165] env[61960]: DEBUG nova.virt.hardware [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1056.559332] env[61960]: DEBUG nova.virt.hardware [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1056.559502] env[61960]: DEBUG nova.virt.hardware [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.559693] env[61960]: DEBUG nova.virt.hardware [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1056.559849] env[61960]: DEBUG nova.virt.hardware [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.560065] env[61960]: DEBUG nova.virt.hardware [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1056.560247] env[61960]: DEBUG nova.virt.hardware [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1056.560420] env[61960]: DEBUG nova.virt.hardware [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1056.560644] env[61960]: DEBUG nova.virt.hardware [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1056.560832] env[61960]: DEBUG nova.virt.hardware [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1056.561025] env[61960]: DEBUG nova.virt.hardware [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1056.566931] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a2cd6ce-1633-416e-9ba0-9f5cf88dc6d5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.583555] env[61960]: DEBUG oslo_vmware.api [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 1056.583555] env[61960]: value = "task-436741" [ 1056.583555] env[61960]: _type = "Task" [ 1056.583555] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.591441] env[61960]: DEBUG oslo_vmware.api [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436741, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.631957] env[61960]: DEBUG oslo_concurrency.lockutils [None req-24d45bb6-4a9d-48e7-8d4a-98ccb69a07ae tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.634567] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6d9b76c8-0a3b-4177-b01a-042cad166ab3 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.151s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.635014] env[61960]: DEBUG nova.objects.instance [None req-6d9b76c8-0a3b-4177-b01a-042cad166ab3 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Lazy-loading 'resources' on Instance uuid 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.658126] env[61960]: INFO nova.scheduler.client.report [None req-24d45bb6-4a9d-48e7-8d4a-98ccb69a07ae tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Deleted allocations for instance 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee [ 1056.876978] env[61960]: DEBUG oslo_concurrency.lockutils [req-df7beee9-fb7f-4a14-bbf9-2043c8e568f8 req-2851fcd7-077e-4951-ba08-e127afa6928e service nova] Releasing lock "refresh_cache-5b90779e-1b3b-47a2-b867-f3c45460bcf3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.979784] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "refresh_cache-774d8271-8036-4b34-98e0-0472cf6a08e8" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.980029] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquired lock "refresh_cache-774d8271-8036-4b34-98e0-0472cf6a08e8" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.980632] env[61960]: DEBUG nova.network.neutron [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1057.094986] env[61960]: DEBUG oslo_vmware.api [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436741, 'name': ReconfigVM_Task, 'duration_secs': 0.137776} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.096009] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fdfd52-920d-4ce1-ba5d-eca36fe0bebf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.116761] env[61960]: DEBUG nova.virt.hardware [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1057.116761] env[61960]: DEBUG nova.virt.hardware [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1057.116761] env[61960]: DEBUG nova.virt.hardware [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.117060] env[61960]: DEBUG nova.virt.hardware [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1057.117060] env[61960]: DEBUG nova.virt.hardware [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.117155] env[61960]: DEBUG nova.virt.hardware [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1057.118039] env[61960]: DEBUG nova.virt.hardware [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1057.118039] env[61960]: DEBUG nova.virt.hardware [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1057.118039] env[61960]: DEBUG nova.virt.hardware [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1057.118039] env[61960]: DEBUG nova.virt.hardware [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1057.118039] env[61960]: DEBUG nova.virt.hardware [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1057.119175] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdd46bf9-b594-4205-923f-dcdf01304d49 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.124794] env[61960]: DEBUG oslo_vmware.api [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 1057.124794] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524ffe6c-0876-2c54-4294-0d9b5d8bdcb1" [ 1057.124794] env[61960]: _type = "Task" [ 1057.124794] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.132638] env[61960]: DEBUG oslo_vmware.api [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524ffe6c-0876-2c54-4294-0d9b5d8bdcb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.174355] env[61960]: DEBUG oslo_concurrency.lockutils [None req-24d45bb6-4a9d-48e7-8d4a-98ccb69a07ae tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.568s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.279543] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d326f60-173a-4d17-b436-9203c190f212 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.287383] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117a8d9f-cf3b-43b5-a411-b884caf8b490 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.317304] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f396b62-6dfe-4212-8a2d-0ee2d6dd5d03 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.324418] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cebbad-610a-47a2-9e71-464d6c921873 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.339331] env[61960]: DEBUG nova.compute.provider_tree [None req-6d9b76c8-0a3b-4177-b01a-042cad166ab3 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.373252] env[61960]: DEBUG nova.objects.instance [None req-67ff81f6-6f5b-49bd-8e26-7447d6a6c70f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lazy-loading 'flavor' on Instance uuid 60a96320-34ad-488e-9e92-e2e12906edae {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.639031] env[61960]: DEBUG oslo_vmware.api [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524ffe6c-0876-2c54-4294-0d9b5d8bdcb1, 'name': SearchDatastore_Task, 'duration_secs': 0.010483} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.648339] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1057.650915] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e356f7e-13a6-4cab-8cbe-6c01a761843a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.677171] env[61960]: DEBUG oslo_vmware.api [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 1057.677171] env[61960]: value = "task-436742" [ 1057.677171] env[61960]: _type = "Task" [ 1057.677171] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.687076] env[61960]: DEBUG oslo_vmware.api [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436742, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.782677] env[61960]: DEBUG nova.network.neutron [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Updating instance_info_cache with network_info: [{"id": "616f2082-c317-4d49-ae03-9350390acc28", "address": "fa:16:3e:de:10:bc", "network": {"id": "9ee12d62-9edd-4717-b363-beb291b2c83b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1274344879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb471d92c0743c08a3c5f098ecc9477", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616f2082-c3", "ovs_interfaceid": "616f2082-c317-4d49-ae03-9350390acc28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.809090] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "6a5d8c45-4a8c-4471-ac18-15c33909ba34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.809531] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "6a5d8c45-4a8c-4471-ac18-15c33909ba34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.842274] env[61960]: DEBUG nova.scheduler.client.report [None req-6d9b76c8-0a3b-4177-b01a-042cad166ab3 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1057.877778] env[61960]: DEBUG oslo_concurrency.lockutils [None req-67ff81f6-6f5b-49bd-8e26-7447d6a6c70f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "60a96320-34ad-488e-9e92-e2e12906edae" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.314s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.187559] env[61960]: DEBUG oslo_vmware.api [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436742, 'name': ReconfigVM_Task, 'duration_secs': 0.273958} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.187899] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1058.188743] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e469bda6-2439-4360-bcba-122af81550fe {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.213021] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 1eebc077-8e86-472a-a4e9-904830af7d70/1eebc077-8e86-472a-a4e9-904830af7d70.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.213313] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa08959f-6087-4b60-961f-8fa171449285 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.231712] env[61960]: DEBUG oslo_vmware.api [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 1058.231712] env[61960]: value = "task-436743" [ 1058.231712] env[61960]: _type = "Task" [ 1058.231712] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.239420] env[61960]: DEBUG oslo_vmware.api [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436743, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.285370] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Releasing lock "refresh_cache-774d8271-8036-4b34-98e0-0472cf6a08e8" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.312743] env[61960]: DEBUG nova.compute.manager [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1058.347215] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6d9b76c8-0a3b-4177-b01a-042cad166ab3 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.372126] env[61960]: INFO nova.scheduler.client.report [None req-6d9b76c8-0a3b-4177-b01a-042cad166ab3 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Deleted allocations for instance 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd [ 1058.742104] env[61960]: DEBUG oslo_vmware.api [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436743, 'name': ReconfigVM_Task, 'duration_secs': 0.266659} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.742404] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 1eebc077-8e86-472a-a4e9-904830af7d70/1eebc077-8e86-472a-a4e9-904830af7d70.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.743263] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa266917-5197-44a2-9629-b9f91ee8c7b4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.761535] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3980d9-2fba-4ad5-bcf1-2264c18b7f96 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.779452] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d0bfc2-14ef-411a-bb1a-8ecb3ad5168a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.801277] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a4b2f2-01e7-4ce0-b9ce-cbabda5839dd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.810071] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1058.811021] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98d665c2-af4c-4dcd-a510-4af5eb6ed7fa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.815812] env[61960]: DEBUG oslo_vmware.api [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 1058.815812] env[61960]: value = "task-436744" [ 1058.815812] env[61960]: _type = "Task" [ 1058.815812] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.826408] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852f8fb9-3d47-48f7-992a-dd59311b926c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.828859] env[61960]: DEBUG oslo_vmware.api [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.847574] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.847869] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.849466] env[61960]: INFO nova.compute.claims [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.852820] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c635cfaf-0460-40e0-b29c-e93a1f5de888 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.860095] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Updating instance '774d8271-8036-4b34-98e0-0472cf6a08e8' progress to 83 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1058.879722] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6d9b76c8-0a3b-4177-b01a-042cad166ab3 tempest-SecurityGroupsTestJSON-295967301 tempest-SecurityGroupsTestJSON-295967301-project-member] Lock "1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.608s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.131531] env[61960]: DEBUG oslo_concurrency.lockutils [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "171c5e44-fa6e-4c35-9cbd-25a416eb5bdd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.131767] env[61960]: DEBUG oslo_concurrency.lockutils [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "171c5e44-fa6e-4c35-9cbd-25a416eb5bdd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.325900] env[61960]: DEBUG oslo_vmware.api [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436744, 'name': PowerOnVM_Task, 'duration_secs': 0.371194} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.326195] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1059.366811] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1059.367669] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6529428c-6437-4026-8174-76895c04cfd6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.374623] env[61960]: DEBUG oslo_vmware.api [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1059.374623] env[61960]: value = "task-436745" [ 1059.374623] env[61960]: _type = "Task" [ 1059.374623] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.382324] env[61960]: DEBUG oslo_vmware.api [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.637275] env[61960]: DEBUG nova.compute.manager [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1059.885726] env[61960]: DEBUG oslo_vmware.api [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436745, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.034083] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d70a1d-0401-4fc7-9c76-120e36042738 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.041766] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17484ba5-e2ed-41eb-9289-4280bc0a27d7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.076474] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe2a2f1-d507-4004-9afe-2eb411ed3da4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.087214] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd771da0-4170-4f61-89b7-2b3440a01a9c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.100860] env[61960]: DEBUG nova.compute.provider_tree [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.155142] env[61960]: DEBUG oslo_concurrency.lockutils [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.337691] env[61960]: INFO nova.compute.manager [None req-2e022c01-b1c7-448d-bfd3-37b76939fbda tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Updating instance to original state: 'active' [ 1060.385292] env[61960]: DEBUG oslo_vmware.api [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436745, 'name': PowerOnVM_Task, 'duration_secs': 0.64115} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.385579] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1060.385810] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6db8ef4c-5686-4cca-a98e-1b9efd788b59 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Updating instance '774d8271-8036-4b34-98e0-0472cf6a08e8' progress to 100 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1060.604904] env[61960]: DEBUG nova.scheduler.client.report [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1061.109602] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.262s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.110171] env[61960]: DEBUG nova.compute.manager [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1061.112731] env[61960]: DEBUG oslo_concurrency.lockutils [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.958s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.114260] env[61960]: INFO nova.compute.claims [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.621182] env[61960]: DEBUG nova.compute.utils [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1061.628178] env[61960]: DEBUG nova.compute.manager [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1061.632336] env[61960]: DEBUG nova.network.neutron [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1061.682619] env[61960]: DEBUG nova.policy [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '360c6fc0228c404fb133ea7051860a98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '668dd1a5ef0a47478f7673a9a1656dec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 1061.823156] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19965b9e-65fb-4687-b72c-05cd136fcac0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.830424] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c42ec1-edd2-4a2c-b3b6-623b74a42036 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.863135] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef64bf88-9a60-4f73-a118-33783097b820 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.871347] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6bac22-ec0a-40c2-bafa-902659dd2045 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.886089] env[61960]: DEBUG nova.compute.provider_tree [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.015937] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc57f026-6442-41d4-a434-919081061be4 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "1eebc077-8e86-472a-a4e9-904830af7d70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.016354] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc57f026-6442-41d4-a434-919081061be4 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "1eebc077-8e86-472a-a4e9-904830af7d70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.016654] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc57f026-6442-41d4-a434-919081061be4 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "1eebc077-8e86-472a-a4e9-904830af7d70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.016945] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc57f026-6442-41d4-a434-919081061be4 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "1eebc077-8e86-472a-a4e9-904830af7d70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.017255] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc57f026-6442-41d4-a434-919081061be4 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "1eebc077-8e86-472a-a4e9-904830af7d70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.019683] env[61960]: INFO nova.compute.manager [None req-dc57f026-6442-41d4-a434-919081061be4 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Terminating instance [ 1062.021743] env[61960]: DEBUG nova.compute.manager [None req-dc57f026-6442-41d4-a434-919081061be4 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1062.022109] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc57f026-6442-41d4-a434-919081061be4 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1062.022993] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8b7b68-d040-4af5-810f-7c2a88f57e5d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.031150] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc57f026-6442-41d4-a434-919081061be4 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1062.031457] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d8a6256-e14b-46db-8897-7a190a12b6d9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.037653] env[61960]: DEBUG oslo_vmware.api [None req-dc57f026-6442-41d4-a434-919081061be4 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 1062.037653] env[61960]: value = "task-436746" [ 1062.037653] env[61960]: _type = "Task" [ 1062.037653] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.047207] env[61960]: DEBUG oslo_vmware.api [None req-dc57f026-6442-41d4-a434-919081061be4 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.088638] env[61960]: DEBUG nova.network.neutron [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Successfully created port: a39d327f-0283-42d7-a798-5ecb57eba3cf {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1062.128719] env[61960]: DEBUG nova.compute.manager [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1062.392035] env[61960]: DEBUG nova.scheduler.client.report [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1062.422299] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f92bde6a-0b2f-4f75-8218-ec1c529e36c5 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "774d8271-8036-4b34-98e0-0472cf6a08e8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.422620] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f92bde6a-0b2f-4f75-8218-ec1c529e36c5 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "774d8271-8036-4b34-98e0-0472cf6a08e8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.422833] env[61960]: DEBUG nova.compute.manager [None req-f92bde6a-0b2f-4f75-8218-ec1c529e36c5 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Going to confirm migration 6 {{(pid=61960) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1062.548885] env[61960]: DEBUG oslo_vmware.api [None req-dc57f026-6442-41d4-a434-919081061be4 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436746, 'name': PowerOffVM_Task, 'duration_secs': 0.259715} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.549339] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc57f026-6442-41d4-a434-919081061be4 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1062.549648] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc57f026-6442-41d4-a434-919081061be4 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1062.550098] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47ba383a-d970-429a-8c4a-62f8e897ac8d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.633263] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc57f026-6442-41d4-a434-919081061be4 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1062.633448] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc57f026-6442-41d4-a434-919081061be4 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1062.633514] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc57f026-6442-41d4-a434-919081061be4 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Deleting the datastore file [datastore1] 1eebc077-8e86-472a-a4e9-904830af7d70 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.633783] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-831b3be6-06ae-463e-a4c3-00ad45f746ca {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.643636] env[61960]: DEBUG oslo_vmware.api [None req-dc57f026-6442-41d4-a434-919081061be4 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 1062.643636] env[61960]: value = "task-436748" [ 1062.643636] env[61960]: _type = "Task" [ 1062.643636] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.651517] env[61960]: DEBUG oslo_vmware.api [None req-dc57f026-6442-41d4-a434-919081061be4 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.897027] env[61960]: DEBUG oslo_concurrency.lockutils [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.784s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.897523] env[61960]: DEBUG nova.compute.manager [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1063.026196] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f92bde6a-0b2f-4f75-8218-ec1c529e36c5 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "refresh_cache-774d8271-8036-4b34-98e0-0472cf6a08e8" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.026196] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f92bde6a-0b2f-4f75-8218-ec1c529e36c5 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquired lock "refresh_cache-774d8271-8036-4b34-98e0-0472cf6a08e8" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.026348] env[61960]: DEBUG nova.network.neutron [None req-f92bde6a-0b2f-4f75-8218-ec1c529e36c5 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1063.026586] env[61960]: DEBUG nova.objects.instance [None req-f92bde6a-0b2f-4f75-8218-ec1c529e36c5 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lazy-loading 'info_cache' on Instance uuid 774d8271-8036-4b34-98e0-0472cf6a08e8 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.143859] env[61960]: DEBUG nova.compute.manager [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1063.163285] env[61960]: DEBUG oslo_vmware.api [None req-dc57f026-6442-41d4-a434-919081061be4 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.449042} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.163713] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc57f026-6442-41d4-a434-919081061be4 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.163969] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc57f026-6442-41d4-a434-919081061be4 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1063.166431] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-dc57f026-6442-41d4-a434-919081061be4 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1063.166626] env[61960]: INFO nova.compute.manager [None req-dc57f026-6442-41d4-a434-919081061be4 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1063.166897] env[61960]: DEBUG oslo.service.loopingcall [None req-dc57f026-6442-41d4-a434-919081061be4 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1063.167150] env[61960]: DEBUG nova.compute.manager [-] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1063.167253] env[61960]: DEBUG nova.network.neutron [-] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1063.187460] env[61960]: DEBUG nova.virt.hardware [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1063.187684] env[61960]: DEBUG nova.virt.hardware [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1063.187830] env[61960]: DEBUG nova.virt.hardware [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.188101] env[61960]: DEBUG nova.virt.hardware [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1063.188190] env[61960]: DEBUG nova.virt.hardware [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.188341] env[61960]: DEBUG nova.virt.hardware [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1063.188562] env[61960]: DEBUG nova.virt.hardware [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1063.188810] env[61960]: DEBUG nova.virt.hardware [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1063.188993] env[61960]: DEBUG nova.virt.hardware [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1063.189180] env[61960]: DEBUG nova.virt.hardware [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1063.189363] env[61960]: DEBUG nova.virt.hardware [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1063.190269] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674d9182-1ac4-4e95-bc7a-900b4259da0e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.198451] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9832737f-ad06-4cc6-97aa-a6e90977d98f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.406748] env[61960]: DEBUG nova.compute.utils [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1063.407754] env[61960]: DEBUG nova.compute.manager [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1063.407933] env[61960]: DEBUG nova.network.neutron [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1063.476058] env[61960]: DEBUG nova.policy [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fe49e53e24a40649367932df4e4c1d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf475330bc0c445c95981e7303db5949', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 1063.602774] env[61960]: DEBUG nova.compute.manager [req-41c847b0-05a6-4f75-9593-75849e10463e req-d980e662-dbda-40f3-88c4-3f259561ee78 service nova] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Received event network-vif-plugged-a39d327f-0283-42d7-a798-5ecb57eba3cf {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1063.602774] env[61960]: DEBUG oslo_concurrency.lockutils [req-41c847b0-05a6-4f75-9593-75849e10463e req-d980e662-dbda-40f3-88c4-3f259561ee78 service nova] Acquiring lock "6a5d8c45-4a8c-4471-ac18-15c33909ba34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.602774] env[61960]: DEBUG oslo_concurrency.lockutils [req-41c847b0-05a6-4f75-9593-75849e10463e req-d980e662-dbda-40f3-88c4-3f259561ee78 service nova] Lock "6a5d8c45-4a8c-4471-ac18-15c33909ba34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.602774] env[61960]: DEBUG oslo_concurrency.lockutils [req-41c847b0-05a6-4f75-9593-75849e10463e req-d980e662-dbda-40f3-88c4-3f259561ee78 service nova] Lock "6a5d8c45-4a8c-4471-ac18-15c33909ba34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.602774] env[61960]: DEBUG nova.compute.manager [req-41c847b0-05a6-4f75-9593-75849e10463e req-d980e662-dbda-40f3-88c4-3f259561ee78 service nova] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] No waiting events found dispatching network-vif-plugged-a39d327f-0283-42d7-a798-5ecb57eba3cf {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1063.602774] env[61960]: WARNING nova.compute.manager [req-41c847b0-05a6-4f75-9593-75849e10463e req-d980e662-dbda-40f3-88c4-3f259561ee78 service nova] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Received unexpected event network-vif-plugged-a39d327f-0283-42d7-a798-5ecb57eba3cf for instance with vm_state building and task_state spawning. [ 1063.726632] env[61960]: DEBUG nova.compute.manager [req-a226556c-2139-4804-9040-f6b4565d9a1e req-981f2347-78a7-47ac-b80d-259d8f984b16 service nova] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Received event network-vif-deleted-83f99965-faed-4972-a1af-e1d2b902ae4f {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1063.726850] env[61960]: INFO nova.compute.manager [req-a226556c-2139-4804-9040-f6b4565d9a1e req-981f2347-78a7-47ac-b80d-259d8f984b16 service nova] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Neutron deleted interface 83f99965-faed-4972-a1af-e1d2b902ae4f; detaching it from the instance and deleting it from the info cache [ 1063.728225] env[61960]: DEBUG nova.network.neutron [req-a226556c-2139-4804-9040-f6b4565d9a1e req-981f2347-78a7-47ac-b80d-259d8f984b16 service nova] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.730906] env[61960]: DEBUG nova.network.neutron [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Successfully updated port: a39d327f-0283-42d7-a798-5ecb57eba3cf {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.911475] env[61960]: DEBUG nova.compute.manager [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1064.187382] env[61960]: DEBUG nova.network.neutron [-] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.199997] env[61960]: DEBUG nova.network.neutron [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Successfully created port: 58e12904-407c-4a5f-a1a7-8bcb6ae5e20b {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.228839] env[61960]: DEBUG nova.network.neutron [None req-f92bde6a-0b2f-4f75-8218-ec1c529e36c5 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Updating instance_info_cache with network_info: [{"id": "616f2082-c317-4d49-ae03-9350390acc28", "address": "fa:16:3e:de:10:bc", "network": {"id": "9ee12d62-9edd-4717-b363-beb291b2c83b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1274344879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb471d92c0743c08a3c5f098ecc9477", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616f2082-c3", "ovs_interfaceid": "616f2082-c317-4d49-ae03-9350390acc28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.233660] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "refresh_cache-6a5d8c45-4a8c-4471-ac18-15c33909ba34" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.233802] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquired lock "refresh_cache-6a5d8c45-4a8c-4471-ac18-15c33909ba34" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.233980] env[61960]: DEBUG nova.network.neutron [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1064.234972] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4626cc6-29a5-4def-aac7-660a39683349 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.257021] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b982017c-b694-418e-9116-cf799e7b4ec3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.289344] env[61960]: DEBUG nova.compute.manager [req-a226556c-2139-4804-9040-f6b4565d9a1e req-981f2347-78a7-47ac-b80d-259d8f984b16 service nova] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Detach interface failed, port_id=83f99965-faed-4972-a1af-e1d2b902ae4f, reason: Instance 1eebc077-8e86-472a-a4e9-904830af7d70 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1064.692781] env[61960]: INFO nova.compute.manager [-] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Took 1.53 seconds to deallocate network for instance. [ 1064.734210] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f92bde6a-0b2f-4f75-8218-ec1c529e36c5 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Releasing lock "refresh_cache-774d8271-8036-4b34-98e0-0472cf6a08e8" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.735021] env[61960]: DEBUG nova.objects.instance [None req-f92bde6a-0b2f-4f75-8218-ec1c529e36c5 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lazy-loading 'migration_context' on Instance uuid 774d8271-8036-4b34-98e0-0472cf6a08e8 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.769549] env[61960]: DEBUG nova.network.neutron [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1064.925313] env[61960]: DEBUG nova.compute.manager [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1064.968019] env[61960]: DEBUG nova.virt.hardware [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1064.968309] env[61960]: DEBUG nova.virt.hardware [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1064.968481] env[61960]: DEBUG nova.virt.hardware [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.968707] env[61960]: DEBUG nova.virt.hardware [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1064.968845] env[61960]: DEBUG nova.virt.hardware [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.973120] env[61960]: DEBUG nova.virt.hardware [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1064.973436] env[61960]: DEBUG nova.virt.hardware [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1064.973622] env[61960]: DEBUG nova.virt.hardware [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1064.973808] env[61960]: DEBUG nova.virt.hardware [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1064.973986] env[61960]: DEBUG nova.virt.hardware [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1064.974195] env[61960]: DEBUG nova.virt.hardware [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1064.975161] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798a7738-7edd-4a5d-bf08-cfb39fc4c823 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.989336] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4150a5a-0604-48ef-8758-04ea9b059ea3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.095416] env[61960]: DEBUG oslo_concurrency.lockutils [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Acquiring lock "cd14f531-27ec-46e9-a713-95902525710b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.098028] env[61960]: DEBUG oslo_concurrency.lockutils [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Lock "cd14f531-27ec-46e9-a713-95902525710b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.125961] env[61960]: DEBUG nova.network.neutron [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Updating instance_info_cache with network_info: [{"id": "a39d327f-0283-42d7-a798-5ecb57eba3cf", "address": "fa:16:3e:64:68:4b", "network": {"id": "cc41df87-377c-4d9b-84f9-96aeb0a0dde1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1627566273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "668dd1a5ef0a47478f7673a9a1656dec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa39d327f-02", "ovs_interfaceid": "a39d327f-0283-42d7-a798-5ecb57eba3cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.200724] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc57f026-6442-41d4-a434-919081061be4 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.201055] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc57f026-6442-41d4-a434-919081061be4 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.201210] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc57f026-6442-41d4-a434-919081061be4 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.222555] env[61960]: INFO nova.scheduler.client.report [None req-dc57f026-6442-41d4-a434-919081061be4 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Deleted allocations for instance 1eebc077-8e86-472a-a4e9-904830af7d70 [ 1065.237907] env[61960]: DEBUG nova.objects.base [None req-f92bde6a-0b2f-4f75-8218-ec1c529e36c5 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Object Instance<774d8271-8036-4b34-98e0-0472cf6a08e8> lazy-loaded attributes: info_cache,migration_context {{(pid=61960) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1065.238849] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef048bd-21fb-4761-bdec-169e551b1050 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.258429] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84ab8335-c122-412f-a784-8aab0fd58286 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.264725] env[61960]: DEBUG oslo_vmware.api [None req-f92bde6a-0b2f-4f75-8218-ec1c529e36c5 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1065.264725] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52e01734-b646-fb59-7bc4-eced59642186" [ 1065.264725] env[61960]: _type = "Task" [ 1065.264725] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.273443] env[61960]: DEBUG oslo_vmware.api [None req-f92bde6a-0b2f-4f75-8218-ec1c529e36c5 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52e01734-b646-fb59-7bc4-eced59642186, 'name': SearchDatastore_Task, 'duration_secs': 0.006988} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.273709] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f92bde6a-0b2f-4f75-8218-ec1c529e36c5 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.273934] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f92bde6a-0b2f-4f75-8218-ec1c529e36c5 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.600268] env[61960]: DEBUG nova.compute.manager [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1065.628259] env[61960]: DEBUG nova.compute.manager [req-23954836-a454-4327-8b9a-0dfb7bbadb33 req-cbbb4fa0-e55b-4dcc-8833-fcaaa21eaa5d service nova] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Received event network-changed-a39d327f-0283-42d7-a798-5ecb57eba3cf {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1065.628393] env[61960]: DEBUG nova.compute.manager [req-23954836-a454-4327-8b9a-0dfb7bbadb33 req-cbbb4fa0-e55b-4dcc-8833-fcaaa21eaa5d service nova] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Refreshing instance network info cache due to event network-changed-a39d327f-0283-42d7-a798-5ecb57eba3cf. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1065.629043] env[61960]: DEBUG oslo_concurrency.lockutils [req-23954836-a454-4327-8b9a-0dfb7bbadb33 req-cbbb4fa0-e55b-4dcc-8833-fcaaa21eaa5d service nova] Acquiring lock "refresh_cache-6a5d8c45-4a8c-4471-ac18-15c33909ba34" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.629043] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Releasing lock "refresh_cache-6a5d8c45-4a8c-4471-ac18-15c33909ba34" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.629337] env[61960]: DEBUG nova.compute.manager [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Instance network_info: |[{"id": "a39d327f-0283-42d7-a798-5ecb57eba3cf", "address": "fa:16:3e:64:68:4b", "network": {"id": "cc41df87-377c-4d9b-84f9-96aeb0a0dde1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1627566273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "668dd1a5ef0a47478f7673a9a1656dec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa39d327f-02", "ovs_interfaceid": "a39d327f-0283-42d7-a798-5ecb57eba3cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1065.629763] env[61960]: DEBUG oslo_concurrency.lockutils [req-23954836-a454-4327-8b9a-0dfb7bbadb33 req-cbbb4fa0-e55b-4dcc-8833-fcaaa21eaa5d service nova] Acquired lock "refresh_cache-6a5d8c45-4a8c-4471-ac18-15c33909ba34" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.629977] env[61960]: DEBUG nova.network.neutron [req-23954836-a454-4327-8b9a-0dfb7bbadb33 req-cbbb4fa0-e55b-4dcc-8833-fcaaa21eaa5d service nova] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Refreshing network info cache for port a39d327f-0283-42d7-a798-5ecb57eba3cf {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1065.631116] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:68:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a39d327f-0283-42d7-a798-5ecb57eba3cf', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.638479] env[61960]: DEBUG oslo.service.loopingcall [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1065.642209] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1065.642666] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-105825a3-e2ae-456b-8986-aeb2066af2a7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.663387] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.663387] env[61960]: value = "task-436749" [ 1065.663387] env[61960]: _type = "Task" [ 1065.663387] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.675350] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436749, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.729630] env[61960]: DEBUG oslo_concurrency.lockutils [None req-dc57f026-6442-41d4-a434-919081061be4 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "1eebc077-8e86-472a-a4e9-904830af7d70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.713s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.765820] env[61960]: DEBUG nova.compute.manager [req-9e2ddfaa-8bf1-434b-aa42-8eb137b17975 req-43776811-9c7b-44f4-affb-d878438c0b19 service nova] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Received event network-vif-plugged-58e12904-407c-4a5f-a1a7-8bcb6ae5e20b {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1065.766383] env[61960]: DEBUG oslo_concurrency.lockutils [req-9e2ddfaa-8bf1-434b-aa42-8eb137b17975 req-43776811-9c7b-44f4-affb-d878438c0b19 service nova] Acquiring lock "171c5e44-fa6e-4c35-9cbd-25a416eb5bdd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.766738] env[61960]: DEBUG oslo_concurrency.lockutils [req-9e2ddfaa-8bf1-434b-aa42-8eb137b17975 req-43776811-9c7b-44f4-affb-d878438c0b19 service nova] Lock "171c5e44-fa6e-4c35-9cbd-25a416eb5bdd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.768022] env[61960]: DEBUG oslo_concurrency.lockutils [req-9e2ddfaa-8bf1-434b-aa42-8eb137b17975 req-43776811-9c7b-44f4-affb-d878438c0b19 service nova] Lock "171c5e44-fa6e-4c35-9cbd-25a416eb5bdd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.768022] env[61960]: DEBUG nova.compute.manager [req-9e2ddfaa-8bf1-434b-aa42-8eb137b17975 req-43776811-9c7b-44f4-affb-d878438c0b19 service nova] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] No waiting events found dispatching network-vif-plugged-58e12904-407c-4a5f-a1a7-8bcb6ae5e20b {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1065.768022] env[61960]: WARNING nova.compute.manager [req-9e2ddfaa-8bf1-434b-aa42-8eb137b17975 req-43776811-9c7b-44f4-affb-d878438c0b19 service nova] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Received unexpected event network-vif-plugged-58e12904-407c-4a5f-a1a7-8bcb6ae5e20b for instance with vm_state building and task_state spawning. [ 1065.797953] env[61960]: DEBUG nova.network.neutron [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Successfully updated port: 58e12904-407c-4a5f-a1a7-8bcb6ae5e20b {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.883347] env[61960]: DEBUG nova.network.neutron [req-23954836-a454-4327-8b9a-0dfb7bbadb33 req-cbbb4fa0-e55b-4dcc-8833-fcaaa21eaa5d service nova] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Updated VIF entry in instance network info cache for port a39d327f-0283-42d7-a798-5ecb57eba3cf. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1065.883715] env[61960]: DEBUG nova.network.neutron [req-23954836-a454-4327-8b9a-0dfb7bbadb33 req-cbbb4fa0-e55b-4dcc-8833-fcaaa21eaa5d service nova] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Updating instance_info_cache with network_info: [{"id": "a39d327f-0283-42d7-a798-5ecb57eba3cf", "address": "fa:16:3e:64:68:4b", "network": {"id": "cc41df87-377c-4d9b-84f9-96aeb0a0dde1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1627566273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "668dd1a5ef0a47478f7673a9a1656dec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa39d327f-02", "ovs_interfaceid": "a39d327f-0283-42d7-a798-5ecb57eba3cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.918635] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12301998-f179-4256-a6d5-42f33345df91 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.925826] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e39e64f-46ed-40b6-a466-aeef3f7d9e24 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.956258] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16438dc0-09c4-4863-84b5-15f8c860681b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.963587] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93606526-ae84-41b0-9146-ea2ccf5f7924 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.977310] env[61960]: DEBUG nova.compute.provider_tree [None req-f92bde6a-0b2f-4f75-8218-ec1c529e36c5 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.121265] env[61960]: DEBUG oslo_concurrency.lockutils [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.172433] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436749, 'name': CreateVM_Task, 'duration_secs': 0.338484} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.172721] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1066.173384] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.173611] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.173968] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.174274] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28cc0931-8f49-4f62-8526-5cb557ed435f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.178803] env[61960]: DEBUG oslo_vmware.api [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1066.178803] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520b0c27-2e61-ee21-048c-0d536f77debc" [ 1066.178803] env[61960]: _type = "Task" [ 1066.178803] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.186584] env[61960]: DEBUG oslo_vmware.api [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520b0c27-2e61-ee21-048c-0d536f77debc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.303737] env[61960]: DEBUG oslo_concurrency.lockutils [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "refresh_cache-171c5e44-fa6e-4c35-9cbd-25a416eb5bdd" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.303737] env[61960]: DEBUG oslo_concurrency.lockutils [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquired lock "refresh_cache-171c5e44-fa6e-4c35-9cbd-25a416eb5bdd" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.304234] env[61960]: DEBUG nova.network.neutron [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1066.386180] env[61960]: DEBUG oslo_concurrency.lockutils [req-23954836-a454-4327-8b9a-0dfb7bbadb33 req-cbbb4fa0-e55b-4dcc-8833-fcaaa21eaa5d service nova] Releasing lock "refresh_cache-6a5d8c45-4a8c-4471-ac18-15c33909ba34" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.480156] env[61960]: DEBUG nova.scheduler.client.report [None req-f92bde6a-0b2f-4f75-8218-ec1c529e36c5 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1066.689970] env[61960]: DEBUG oslo_vmware.api [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520b0c27-2e61-ee21-048c-0d536f77debc, 'name': SearchDatastore_Task, 'duration_secs': 0.011792} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.690234] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.690519] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.690802] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.691012] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.691225] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.691597] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3727b89-5e77-42f8-b7a0-0b75a0f4c7b2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.700731] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.700997] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1066.701824] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6ed6f6f-bc5b-4977-937f-d83f0ea711e3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.707337] env[61960]: DEBUG oslo_vmware.api [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1066.707337] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52acb923-5b5d-2347-ca26-c9d350941516" [ 1066.707337] env[61960]: _type = "Task" [ 1066.707337] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.715440] env[61960]: DEBUG oslo_vmware.api [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52acb923-5b5d-2347-ca26-c9d350941516, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.845088] env[61960]: DEBUG nova.network.neutron [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1066.977222] env[61960]: DEBUG nova.network.neutron [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Updating instance_info_cache with network_info: [{"id": "58e12904-407c-4a5f-a1a7-8bcb6ae5e20b", "address": "fa:16:3e:f2:16:ab", "network": {"id": "b3f1be9e-dd35-46f9-821a-c6b2552e81d9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1141310629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf475330bc0c445c95981e7303db5949", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e12904-40", "ovs_interfaceid": "58e12904-407c-4a5f-a1a7-8bcb6ae5e20b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.218305] env[61960]: DEBUG oslo_vmware.api [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52acb923-5b5d-2347-ca26-c9d350941516, 'name': SearchDatastore_Task, 'duration_secs': 0.017798} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.219257] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-381b5a6c-3410-45fb-b71e-690f372fa145 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.225177] env[61960]: DEBUG oslo_vmware.api [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1067.225177] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520b20e2-941e-f971-20dc-b9b706577806" [ 1067.225177] env[61960]: _type = "Task" [ 1067.225177] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.233132] env[61960]: DEBUG oslo_vmware.api [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520b20e2-941e-f971-20dc-b9b706577806, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.276784] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "a25864c6-4025-4a85-83de-62b6143b106f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.277046] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "a25864c6-4025-4a85-83de-62b6143b106f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.480724] env[61960]: DEBUG oslo_concurrency.lockutils [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Releasing lock "refresh_cache-171c5e44-fa6e-4c35-9cbd-25a416eb5bdd" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.481122] env[61960]: DEBUG nova.compute.manager [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Instance network_info: |[{"id": "58e12904-407c-4a5f-a1a7-8bcb6ae5e20b", "address": "fa:16:3e:f2:16:ab", "network": {"id": "b3f1be9e-dd35-46f9-821a-c6b2552e81d9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1141310629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf475330bc0c445c95981e7303db5949", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e12904-40", "ovs_interfaceid": "58e12904-407c-4a5f-a1a7-8bcb6ae5e20b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1067.481571] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:16:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58e12904-407c-4a5f-a1a7-8bcb6ae5e20b', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.489152] env[61960]: DEBUG oslo.service.loopingcall [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1067.490225] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f92bde6a-0b2f-4f75-8218-ec1c529e36c5 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.216s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.492782] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1067.493257] env[61960]: DEBUG oslo_concurrency.lockutils [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.372s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.494709] env[61960]: INFO nova.compute.claims [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.496897] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-caaf4a16-a97a-43b2-bd98-e555814da999 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.516261] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.516261] env[61960]: value = "task-436750" [ 1067.516261] env[61960]: _type = "Task" [ 1067.516261] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.523823] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436750, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.735556] env[61960]: DEBUG oslo_vmware.api [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520b20e2-941e-f971-20dc-b9b706577806, 'name': SearchDatastore_Task, 'duration_secs': 0.012623} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.735906] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.736213] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 6a5d8c45-4a8c-4471-ac18-15c33909ba34/6a5d8c45-4a8c-4471-ac18-15c33909ba34.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1067.736481] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23fa2d7d-daa0-49ce-8c06-17f031cfb65a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.743021] env[61960]: DEBUG oslo_vmware.api [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1067.743021] env[61960]: value = "task-436751" [ 1067.743021] env[61960]: _type = "Task" [ 1067.743021] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.753140] env[61960]: DEBUG oslo_vmware.api [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.779628] env[61960]: DEBUG nova.compute.manager [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1067.809085] env[61960]: DEBUG nova.compute.manager [req-06b7dd60-60f2-40cb-bd3f-0e0f8772510a req-8d44d3fd-6174-4a9f-b639-4e1f3041ddfd service nova] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Received event network-changed-58e12904-407c-4a5f-a1a7-8bcb6ae5e20b {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1067.809235] env[61960]: DEBUG nova.compute.manager [req-06b7dd60-60f2-40cb-bd3f-0e0f8772510a req-8d44d3fd-6174-4a9f-b639-4e1f3041ddfd service nova] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Refreshing instance network info cache due to event network-changed-58e12904-407c-4a5f-a1a7-8bcb6ae5e20b. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1067.809395] env[61960]: DEBUG oslo_concurrency.lockutils [req-06b7dd60-60f2-40cb-bd3f-0e0f8772510a req-8d44d3fd-6174-4a9f-b639-4e1f3041ddfd service nova] Acquiring lock "refresh_cache-171c5e44-fa6e-4c35-9cbd-25a416eb5bdd" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.809549] env[61960]: DEBUG oslo_concurrency.lockutils [req-06b7dd60-60f2-40cb-bd3f-0e0f8772510a req-8d44d3fd-6174-4a9f-b639-4e1f3041ddfd service nova] Acquired lock "refresh_cache-171c5e44-fa6e-4c35-9cbd-25a416eb5bdd" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.809738] env[61960]: DEBUG nova.network.neutron [req-06b7dd60-60f2-40cb-bd3f-0e0f8772510a req-8d44d3fd-6174-4a9f-b639-4e1f3041ddfd service nova] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Refreshing network info cache for port 58e12904-407c-4a5f-a1a7-8bcb6ae5e20b {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1068.029027] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436750, 'name': CreateVM_Task, 'duration_secs': 0.316721} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.029695] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1068.030148] env[61960]: DEBUG oslo_concurrency.lockutils [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.030351] env[61960]: DEBUG oslo_concurrency.lockutils [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.030713] env[61960]: DEBUG oslo_concurrency.lockutils [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.031466] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02767ecd-66d5-46f1-a488-86e76fe146ec {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.037498] env[61960]: DEBUG oslo_vmware.api [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1068.037498] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]521214ea-b097-8d7d-94db-dba903aeb267" [ 1068.037498] env[61960]: _type = "Task" [ 1068.037498] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.050102] env[61960]: DEBUG oslo_vmware.api [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]521214ea-b097-8d7d-94db-dba903aeb267, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.057479] env[61960]: INFO nova.scheduler.client.report [None req-f92bde6a-0b2f-4f75-8218-ec1c529e36c5 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Deleted allocation for migration c56acd96-1faa-4a99-8321-44fb0a5d5528 [ 1068.256268] env[61960]: DEBUG oslo_vmware.api [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436751, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.300598] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.547679] env[61960]: DEBUG oslo_vmware.api [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]521214ea-b097-8d7d-94db-dba903aeb267, 'name': SearchDatastore_Task, 'duration_secs': 0.066607} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.550192] env[61960]: DEBUG oslo_concurrency.lockutils [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.550480] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.550760] env[61960]: DEBUG oslo_concurrency.lockutils [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.550923] env[61960]: DEBUG oslo_concurrency.lockutils [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.551166] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.551564] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a5a39b6-b421-4e8f-bb87-d05474253605 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.561031] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.561237] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1068.564619] env[61960]: DEBUG nova.network.neutron [req-06b7dd60-60f2-40cb-bd3f-0e0f8772510a req-8d44d3fd-6174-4a9f-b639-4e1f3041ddfd service nova] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Updated VIF entry in instance network info cache for port 58e12904-407c-4a5f-a1a7-8bcb6ae5e20b. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1068.564949] env[61960]: DEBUG nova.network.neutron [req-06b7dd60-60f2-40cb-bd3f-0e0f8772510a req-8d44d3fd-6174-4a9f-b639-4e1f3041ddfd service nova] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Updating instance_info_cache with network_info: [{"id": "58e12904-407c-4a5f-a1a7-8bcb6ae5e20b", "address": "fa:16:3e:f2:16:ab", "network": {"id": "b3f1be9e-dd35-46f9-821a-c6b2552e81d9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1141310629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf475330bc0c445c95981e7303db5949", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e12904-40", "ovs_interfaceid": "58e12904-407c-4a5f-a1a7-8bcb6ae5e20b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.566106] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cadbe8ea-c7b4-4021-a7ec-3b261ac1ddf9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.568966] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f92bde6a-0b2f-4f75-8218-ec1c529e36c5 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "774d8271-8036-4b34-98e0-0472cf6a08e8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.146s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.576313] env[61960]: DEBUG oslo_vmware.api [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1068.576313] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ee4a1b-e411-9ad4-46ae-56313b403336" [ 1068.576313] env[61960]: _type = "Task" [ 1068.576313] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.586246] env[61960]: DEBUG oslo_vmware.api [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ee4a1b-e411-9ad4-46ae-56313b403336, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.665516] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a01c334-b5ec-4a13-acb7-38cc1414c022 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.673841] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e5dd2e-d1fe-46d3-b3e2-8105d90b1a82 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.707243] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd730b6-4e9d-40d7-9771-14b750af773b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.714666] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce99a5c4-e9bd-4917-b3fa-7d3217f70b89 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.728728] env[61960]: DEBUG nova.compute.provider_tree [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.754154] env[61960]: DEBUG oslo_vmware.api [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571033} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.754318] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 6a5d8c45-4a8c-4471-ac18-15c33909ba34/6a5d8c45-4a8c-4471-ac18-15c33909ba34.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1068.754562] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.754817] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d83afd90-ab38-4b56-a16c-95d952f6f62c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.760987] env[61960]: DEBUG oslo_vmware.api [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1068.760987] env[61960]: value = "task-436752" [ 1068.760987] env[61960]: _type = "Task" [ 1068.760987] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.768772] env[61960]: DEBUG oslo_vmware.api [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.071709] env[61960]: DEBUG oslo_concurrency.lockutils [req-06b7dd60-60f2-40cb-bd3f-0e0f8772510a req-8d44d3fd-6174-4a9f-b639-4e1f3041ddfd service nova] Releasing lock "refresh_cache-171c5e44-fa6e-4c35-9cbd-25a416eb5bdd" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.087952] env[61960]: DEBUG oslo_vmware.api [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ee4a1b-e411-9ad4-46ae-56313b403336, 'name': SearchDatastore_Task, 'duration_secs': 0.01309} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.088773] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7088c95d-5eb7-4818-8766-a47539da2390 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.093888] env[61960]: DEBUG oslo_vmware.api [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1069.093888] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523905fa-b0d6-efee-36b2-f90ffdde5ac6" [ 1069.093888] env[61960]: _type = "Task" [ 1069.093888] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.101184] env[61960]: DEBUG oslo_vmware.api [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523905fa-b0d6-efee-36b2-f90ffdde5ac6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.231429] env[61960]: DEBUG nova.scheduler.client.report [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1069.271042] env[61960]: DEBUG oslo_vmware.api [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064329} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.271334] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.272127] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feeb4ed0-8afa-470a-9656-682b32b52348 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.295559] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 6a5d8c45-4a8c-4471-ac18-15c33909ba34/6a5d8c45-4a8c-4471-ac18-15c33909ba34.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.295860] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-022613c8-2558-4f2a-9562-7b047013a729 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.315390] env[61960]: DEBUG oslo_vmware.api [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1069.315390] env[61960]: value = "task-436753" [ 1069.315390] env[61960]: _type = "Task" [ 1069.315390] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.323479] env[61960]: DEBUG oslo_vmware.api [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.374343] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f09855e4-abd2-4511-86c3-190f0310c476 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "774d8271-8036-4b34-98e0-0472cf6a08e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.374687] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f09855e4-abd2-4511-86c3-190f0310c476 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "774d8271-8036-4b34-98e0-0472cf6a08e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.374943] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f09855e4-abd2-4511-86c3-190f0310c476 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "774d8271-8036-4b34-98e0-0472cf6a08e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.375226] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f09855e4-abd2-4511-86c3-190f0310c476 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "774d8271-8036-4b34-98e0-0472cf6a08e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.375437] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f09855e4-abd2-4511-86c3-190f0310c476 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "774d8271-8036-4b34-98e0-0472cf6a08e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.377531] env[61960]: INFO nova.compute.manager [None req-f09855e4-abd2-4511-86c3-190f0310c476 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Terminating instance [ 1069.379411] env[61960]: DEBUG nova.compute.manager [None req-f09855e4-abd2-4511-86c3-190f0310c476 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1069.379614] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f09855e4-abd2-4511-86c3-190f0310c476 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1069.380434] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dce88be-c0d7-47e6-942f-e532cd6cd80d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.387665] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09855e4-abd2-4511-86c3-190f0310c476 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1069.387887] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32846453-e5f0-4a8f-9268-f71cf47c3708 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.393151] env[61960]: DEBUG oslo_vmware.api [None req-f09855e4-abd2-4511-86c3-190f0310c476 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1069.393151] env[61960]: value = "task-436754" [ 1069.393151] env[61960]: _type = "Task" [ 1069.393151] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.400358] env[61960]: DEBUG oslo_vmware.api [None req-f09855e4-abd2-4511-86c3-190f0310c476 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.604909] env[61960]: DEBUG oslo_vmware.api [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523905fa-b0d6-efee-36b2-f90ffdde5ac6, 'name': SearchDatastore_Task, 'duration_secs': 0.022093} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.605284] env[61960]: DEBUG oslo_concurrency.lockutils [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.605453] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd/171c5e44-fa6e-4c35-9cbd-25a416eb5bdd.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1069.605768] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39161f06-ebad-4543-8b46-1b2d726739ac {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.612862] env[61960]: DEBUG oslo_vmware.api [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1069.612862] env[61960]: value = "task-436755" [ 1069.612862] env[61960]: _type = "Task" [ 1069.612862] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.620982] env[61960]: DEBUG oslo_vmware.api [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.737776] env[61960]: DEBUG oslo_concurrency.lockutils [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.244s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.738372] env[61960]: DEBUG nova.compute.manager [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1069.741755] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.441s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.743557] env[61960]: INFO nova.compute.claims [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.825973] env[61960]: DEBUG oslo_vmware.api [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436753, 'name': ReconfigVM_Task, 'duration_secs': 0.473356} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.826297] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 6a5d8c45-4a8c-4471-ac18-15c33909ba34/6a5d8c45-4a8c-4471-ac18-15c33909ba34.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.826950] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a791be38-9ee4-4961-a441-cd2068cf9bd7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.837355] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "78a44e61-8431-4348-a3fe-572e53e8785e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.837618] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "78a44e61-8431-4348-a3fe-572e53e8785e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.839311] env[61960]: DEBUG oslo_vmware.api [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1069.839311] env[61960]: value = "task-436756" [ 1069.839311] env[61960]: _type = "Task" [ 1069.839311] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.848764] env[61960]: DEBUG oslo_vmware.api [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436756, 'name': Rename_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.904035] env[61960]: DEBUG oslo_vmware.api [None req-f09855e4-abd2-4511-86c3-190f0310c476 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436754, 'name': PowerOffVM_Task, 'duration_secs': 0.339705} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.904356] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09855e4-abd2-4511-86c3-190f0310c476 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1069.904542] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f09855e4-abd2-4511-86c3-190f0310c476 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1069.904818] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f522f733-0acb-43d0-ac72-d3bf3a1902df {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.123116] env[61960]: DEBUG oslo_vmware.api [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507634} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.123407] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd/171c5e44-fa6e-4c35-9cbd-25a416eb5bdd.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1070.123635] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.123896] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07a3279b-3f2f-49b7-b819-bcd3ab6f284e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.130799] env[61960]: DEBUG oslo_vmware.api [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1070.130799] env[61960]: value = "task-436758" [ 1070.130799] env[61960]: _type = "Task" [ 1070.130799] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.139685] env[61960]: DEBUG oslo_vmware.api [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.248541] env[61960]: DEBUG nova.compute.utils [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1070.252937] env[61960]: DEBUG nova.compute.manager [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1070.252937] env[61960]: DEBUG nova.network.neutron [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1070.308533] env[61960]: DEBUG nova.policy [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8faf3e359b724487bdb6efafcd205ece', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9261c4a77ae409c860dd60019782b79', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 1070.340099] env[61960]: DEBUG nova.compute.manager [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1070.351416] env[61960]: DEBUG oslo_vmware.api [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436756, 'name': Rename_Task, 'duration_secs': 0.358885} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.351686] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1070.351927] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc05cfa6-69cf-4932-82d2-47ae25264af7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.359693] env[61960]: DEBUG oslo_vmware.api [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1070.359693] env[61960]: value = "task-436759" [ 1070.359693] env[61960]: _type = "Task" [ 1070.359693] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.367505] env[61960]: DEBUG oslo_vmware.api [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.562889] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f09855e4-abd2-4511-86c3-190f0310c476 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1070.563369] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f09855e4-abd2-4511-86c3-190f0310c476 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1070.563369] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f09855e4-abd2-4511-86c3-190f0310c476 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Deleting the datastore file [datastore1] 774d8271-8036-4b34-98e0-0472cf6a08e8 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.563604] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ab1fa4c-ae6c-4860-886f-66d8979529ec {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.574020] env[61960]: DEBUG oslo_vmware.api [None req-f09855e4-abd2-4511-86c3-190f0310c476 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1070.574020] env[61960]: value = "task-436760" [ 1070.574020] env[61960]: _type = "Task" [ 1070.574020] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.579132] env[61960]: DEBUG oslo_vmware.api [None req-f09855e4-abd2-4511-86c3-190f0310c476 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.597377] env[61960]: DEBUG nova.network.neutron [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Successfully created port: 611b0490-2bd4-4557-beed-03e15606c357 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.639830] env[61960]: DEBUG oslo_vmware.api [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064717} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.640155] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.640938] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef5752e-3f70-45a0-b1d0-54b941ddb4f5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.663357] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd/171c5e44-fa6e-4c35-9cbd-25a416eb5bdd.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.663666] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c09fcff-cb52-49de-8678-a91f0bd9ba48 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.685820] env[61960]: DEBUG oslo_vmware.api [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1070.685820] env[61960]: value = "task-436761" [ 1070.685820] env[61960]: _type = "Task" [ 1070.685820] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.694321] env[61960]: DEBUG oslo_vmware.api [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.753340] env[61960]: DEBUG nova.compute.manager [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1070.864341] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.872140] env[61960]: DEBUG oslo_vmware.api [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436759, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.915300] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091ce19b-885a-49c8-a138-97348adb2950 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.923966] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b45f8b8-f355-42a5-98e5-81424a8e2a58 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.956686] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497888d2-b90a-4551-9089-22e3233b0a96 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.964480] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d99ea21-b9dd-4d79-9241-53202ba3c974 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.977561] env[61960]: DEBUG nova.compute.provider_tree [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.082477] env[61960]: DEBUG oslo_vmware.api [None req-f09855e4-abd2-4511-86c3-190f0310c476 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248835} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.082898] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f09855e4-abd2-4511-86c3-190f0310c476 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.083227] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f09855e4-abd2-4511-86c3-190f0310c476 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1071.083563] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f09855e4-abd2-4511-86c3-190f0310c476 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1071.083874] env[61960]: INFO nova.compute.manager [None req-f09855e4-abd2-4511-86c3-190f0310c476 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1071.084285] env[61960]: DEBUG oslo.service.loopingcall [None req-f09855e4-abd2-4511-86c3-190f0310c476 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1071.084592] env[61960]: DEBUG nova.compute.manager [-] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1071.084744] env[61960]: DEBUG nova.network.neutron [-] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1071.195708] env[61960]: DEBUG oslo_vmware.api [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436761, 'name': ReconfigVM_Task, 'duration_secs': 0.413362} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.195843] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd/171c5e44-fa6e-4c35-9cbd-25a416eb5bdd.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.196542] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae4e3e26-ca55-4753-a040-af712c62bcbf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.203181] env[61960]: DEBUG oslo_vmware.api [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1071.203181] env[61960]: value = "task-436762" [ 1071.203181] env[61960]: _type = "Task" [ 1071.203181] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.211182] env[61960]: DEBUG oslo_vmware.api [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436762, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.302961] env[61960]: DEBUG nova.compute.manager [req-92952422-4df3-47ba-b181-e03449f54c55 req-3a9910c4-13d4-4d5d-a2fc-41558c6ddf7e service nova] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Received event network-vif-deleted-616f2082-c317-4d49-ae03-9350390acc28 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1071.303181] env[61960]: INFO nova.compute.manager [req-92952422-4df3-47ba-b181-e03449f54c55 req-3a9910c4-13d4-4d5d-a2fc-41558c6ddf7e service nova] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Neutron deleted interface 616f2082-c317-4d49-ae03-9350390acc28; detaching it from the instance and deleting it from the info cache [ 1071.303307] env[61960]: DEBUG nova.network.neutron [req-92952422-4df3-47ba-b181-e03449f54c55 req-3a9910c4-13d4-4d5d-a2fc-41558c6ddf7e service nova] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.369436] env[61960]: DEBUG oslo_vmware.api [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436759, 'name': PowerOnVM_Task, 'duration_secs': 0.75259} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.369679] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1071.369905] env[61960]: INFO nova.compute.manager [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1071.370192] env[61960]: DEBUG nova.compute.manager [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1071.371228] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2167d702-638d-4ae8-a7e4-f3756cc7dd85 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.480962] env[61960]: DEBUG nova.scheduler.client.report [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1071.713366] env[61960]: DEBUG oslo_vmware.api [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436762, 'name': Rename_Task, 'duration_secs': 0.150622} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.713696] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1071.713883] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-042f0ca3-9c72-45ac-8753-f18b11efa30e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.720505] env[61960]: DEBUG oslo_vmware.api [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1071.720505] env[61960]: value = "task-436763" [ 1071.720505] env[61960]: _type = "Task" [ 1071.720505] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.727377] env[61960]: DEBUG oslo_vmware.api [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.766338] env[61960]: DEBUG nova.compute.manager [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1071.781973] env[61960]: DEBUG nova.network.neutron [-] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.793799] env[61960]: DEBUG nova.virt.hardware [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1071.794078] env[61960]: DEBUG nova.virt.hardware [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1071.794258] env[61960]: DEBUG nova.virt.hardware [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.794462] env[61960]: DEBUG nova.virt.hardware [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1071.794636] env[61960]: DEBUG nova.virt.hardware [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.794795] env[61960]: DEBUG nova.virt.hardware [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1071.795041] env[61960]: DEBUG nova.virt.hardware [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1071.795870] env[61960]: DEBUG nova.virt.hardware [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1071.796131] env[61960]: DEBUG nova.virt.hardware [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1071.796540] env[61960]: DEBUG nova.virt.hardware [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1071.796540] env[61960]: DEBUG nova.virt.hardware [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1071.797456] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6b13f7-c93a-466f-bed5-f2d85216533f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.805679] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fab8cb2c-335c-4b08-84ca-c11de99afff7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.809043] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a12dbe-4021-48eb-9455-dcf4bfacfe69 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.826448] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19889cb3-6631-4f2a-86ac-49d0e18e9b2a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.854493] env[61960]: DEBUG nova.compute.manager [req-92952422-4df3-47ba-b181-e03449f54c55 req-3a9910c4-13d4-4d5d-a2fc-41558c6ddf7e service nova] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Detach interface failed, port_id=616f2082-c317-4d49-ae03-9350390acc28, reason: Instance 774d8271-8036-4b34-98e0-0472cf6a08e8 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1071.888908] env[61960]: INFO nova.compute.manager [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Took 13.07 seconds to build instance. [ 1071.986059] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.244s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.986259] env[61960]: DEBUG nova.compute.manager [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1071.989019] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.125s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.990682] env[61960]: INFO nova.compute.claims [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.132976] env[61960]: DEBUG nova.compute.manager [req-24d01217-3f4e-41e0-970a-31627aa0d52e req-68eff9b4-3b52-4965-b2be-9807fdaccbae service nova] [instance: cd14f531-27ec-46e9-a713-95902525710b] Received event network-vif-plugged-611b0490-2bd4-4557-beed-03e15606c357 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1072.132976] env[61960]: DEBUG oslo_concurrency.lockutils [req-24d01217-3f4e-41e0-970a-31627aa0d52e req-68eff9b4-3b52-4965-b2be-9807fdaccbae service nova] Acquiring lock "cd14f531-27ec-46e9-a713-95902525710b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.132976] env[61960]: DEBUG oslo_concurrency.lockutils [req-24d01217-3f4e-41e0-970a-31627aa0d52e req-68eff9b4-3b52-4965-b2be-9807fdaccbae service nova] Lock "cd14f531-27ec-46e9-a713-95902525710b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.132976] env[61960]: DEBUG oslo_concurrency.lockutils [req-24d01217-3f4e-41e0-970a-31627aa0d52e req-68eff9b4-3b52-4965-b2be-9807fdaccbae service nova] Lock "cd14f531-27ec-46e9-a713-95902525710b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.132976] env[61960]: DEBUG nova.compute.manager [req-24d01217-3f4e-41e0-970a-31627aa0d52e req-68eff9b4-3b52-4965-b2be-9807fdaccbae service nova] [instance: cd14f531-27ec-46e9-a713-95902525710b] No waiting events found dispatching network-vif-plugged-611b0490-2bd4-4557-beed-03e15606c357 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1072.132976] env[61960]: WARNING nova.compute.manager [req-24d01217-3f4e-41e0-970a-31627aa0d52e req-68eff9b4-3b52-4965-b2be-9807fdaccbae service nova] [instance: cd14f531-27ec-46e9-a713-95902525710b] Received unexpected event network-vif-plugged-611b0490-2bd4-4557-beed-03e15606c357 for instance with vm_state building and task_state spawning. [ 1072.211461] env[61960]: DEBUG nova.network.neutron [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Successfully updated port: 611b0490-2bd4-4557-beed-03e15606c357 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1072.230498] env[61960]: DEBUG oslo_vmware.api [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436763, 'name': PowerOnVM_Task, 'duration_secs': 0.456164} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.230777] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1072.230986] env[61960]: INFO nova.compute.manager [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Took 7.31 seconds to spawn the instance on the hypervisor. [ 1072.231189] env[61960]: DEBUG nova.compute.manager [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1072.232332] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f509b7c7-bd06-426e-a8c0-a0e04e8d2818 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.284799] env[61960]: INFO nova.compute.manager [-] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Took 1.20 seconds to deallocate network for instance. [ 1072.391441] env[61960]: DEBUG oslo_concurrency.lockutils [None req-c874d42f-a740-4029-be51-3432d477f98b tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "6a5d8c45-4a8c-4471-ac18-15c33909ba34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.582s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.495371] env[61960]: DEBUG nova.compute.utils [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1072.498842] env[61960]: DEBUG nova.compute.manager [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1072.499067] env[61960]: DEBUG nova.network.neutron [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1072.538499] env[61960]: DEBUG nova.policy [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5f3c06c82c44a7092d0e0b6f055c908', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd5e3e891410455abd448117aabf8d8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 1072.713804] env[61960]: DEBUG oslo_concurrency.lockutils [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Acquiring lock "refresh_cache-cd14f531-27ec-46e9-a713-95902525710b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.714176] env[61960]: DEBUG oslo_concurrency.lockutils [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Acquired lock "refresh_cache-cd14f531-27ec-46e9-a713-95902525710b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.714176] env[61960]: DEBUG nova.network.neutron [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1072.754869] env[61960]: INFO nova.compute.manager [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Took 12.61 seconds to build instance. [ 1072.793147] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f09855e4-abd2-4511-86c3-190f0310c476 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.817246] env[61960]: DEBUG nova.network.neutron [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Successfully created port: 60b69d3f-c7c5-4345-9c15-cb73aa04281d {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1073.000318] env[61960]: DEBUG nova.compute.manager [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1073.043772] env[61960]: DEBUG oslo_concurrency.lockutils [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "35a2474f-6d31-487d-8369-caeb2cb38688" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.044046] env[61960]: DEBUG oslo_concurrency.lockutils [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "35a2474f-6d31-487d-8369-caeb2cb38688" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.189659] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44a2605-fa63-4806-9d2a-adf9ddb724fc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.197833] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86a9267-581b-451a-b6f3-af8cb9b94c53 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.230737] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170ec144-6926-4f50-9a83-c7a06e41a0b6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.239075] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02caf3e-49e0-45c7-901f-2432928370b6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.251524] env[61960]: DEBUG nova.compute.provider_tree [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.257087] env[61960]: DEBUG oslo_concurrency.lockutils [None req-24c83826-4a2d-4915-906b-bc3c97b758f6 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "171c5e44-fa6e-4c35-9cbd-25a416eb5bdd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.125s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.263447] env[61960]: DEBUG nova.network.neutron [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1073.468604] env[61960]: DEBUG nova.network.neutron [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Updating instance_info_cache with network_info: [{"id": "611b0490-2bd4-4557-beed-03e15606c357", "address": "fa:16:3e:1b:ff:de", "network": {"id": "4a14d5fd-727d-419c-8dc7-e12c1ba07a8e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-364937887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9261c4a77ae409c860dd60019782b79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap611b0490-2b", "ovs_interfaceid": "611b0490-2bd4-4557-beed-03e15606c357", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.551729] env[61960]: DEBUG nova.compute.manager [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1073.754977] env[61960]: DEBUG nova.scheduler.client.report [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1073.973128] env[61960]: DEBUG oslo_concurrency.lockutils [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Releasing lock "refresh_cache-cd14f531-27ec-46e9-a713-95902525710b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.973423] env[61960]: DEBUG nova.compute.manager [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Instance network_info: |[{"id": "611b0490-2bd4-4557-beed-03e15606c357", "address": "fa:16:3e:1b:ff:de", "network": {"id": "4a14d5fd-727d-419c-8dc7-e12c1ba07a8e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-364937887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9261c4a77ae409c860dd60019782b79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap611b0490-2b", "ovs_interfaceid": "611b0490-2bd4-4557-beed-03e15606c357", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1073.973905] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:ff:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '611b0490-2bd4-4557-beed-03e15606c357', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.981635] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Creating folder: Project (b9261c4a77ae409c860dd60019782b79). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1073.981973] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-582a0118-be8e-4f23-a41d-c32ee63c50e1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.993574] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Created folder: Project (b9261c4a77ae409c860dd60019782b79) in parent group-v115929. [ 1073.993772] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Creating folder: Instances. Parent ref: group-v116206. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1073.994017] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-baf50b8d-2d18-4bfd-a23f-55a7b108ee88 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.002524] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Created folder: Instances in parent group-v116206. [ 1074.002747] env[61960]: DEBUG oslo.service.loopingcall [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1074.002938] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd14f531-27ec-46e9-a713-95902525710b] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1074.003169] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d21c82b4-f607-48ae-8b93-4116f635b296 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.017816] env[61960]: DEBUG nova.compute.manager [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1074.024274] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.024274] env[61960]: value = "task-436766" [ 1074.024274] env[61960]: _type = "Task" [ 1074.024274] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.036360] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436766, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.043892] env[61960]: DEBUG nova.virt.hardware [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1074.044141] env[61960]: DEBUG nova.virt.hardware [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1074.044306] env[61960]: DEBUG nova.virt.hardware [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.044493] env[61960]: DEBUG nova.virt.hardware [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1074.044645] env[61960]: DEBUG nova.virt.hardware [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.044799] env[61960]: DEBUG nova.virt.hardware [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1074.045018] env[61960]: DEBUG nova.virt.hardware [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1074.045191] env[61960]: DEBUG nova.virt.hardware [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1074.045363] env[61960]: DEBUG nova.virt.hardware [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1074.045545] env[61960]: DEBUG nova.virt.hardware [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1074.045756] env[61960]: DEBUG nova.virt.hardware [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1074.046556] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a95d53a-a363-4be1-a830-a753110a4fe1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.053264] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150e580a-0906-4639-bb1b-bdcc55341fc9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.070668] env[61960]: DEBUG oslo_concurrency.lockutils [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.168218] env[61960]: DEBUG nova.compute.manager [req-696df045-7743-4e5a-aad9-c3659263e6b0 req-b6001210-3772-44b9-862c-998009057fa4 service nova] [instance: cd14f531-27ec-46e9-a713-95902525710b] Received event network-changed-611b0490-2bd4-4557-beed-03e15606c357 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1074.168424] env[61960]: DEBUG nova.compute.manager [req-696df045-7743-4e5a-aad9-c3659263e6b0 req-b6001210-3772-44b9-862c-998009057fa4 service nova] [instance: cd14f531-27ec-46e9-a713-95902525710b] Refreshing instance network info cache due to event network-changed-611b0490-2bd4-4557-beed-03e15606c357. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1074.168884] env[61960]: DEBUG oslo_concurrency.lockutils [req-696df045-7743-4e5a-aad9-c3659263e6b0 req-b6001210-3772-44b9-862c-998009057fa4 service nova] Acquiring lock "refresh_cache-cd14f531-27ec-46e9-a713-95902525710b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.168884] env[61960]: DEBUG oslo_concurrency.lockutils [req-696df045-7743-4e5a-aad9-c3659263e6b0 req-b6001210-3772-44b9-862c-998009057fa4 service nova] Acquired lock "refresh_cache-cd14f531-27ec-46e9-a713-95902525710b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.168994] env[61960]: DEBUG nova.network.neutron [req-696df045-7743-4e5a-aad9-c3659263e6b0 req-b6001210-3772-44b9-862c-998009057fa4 service nova] [instance: cd14f531-27ec-46e9-a713-95902525710b] Refreshing network info cache for port 611b0490-2bd4-4557-beed-03e15606c357 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1074.259770] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.260326] env[61960]: DEBUG nova.compute.manager [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1074.262832] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f09855e4-abd2-4511-86c3-190f0310c476 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.470s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.263046] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f09855e4-abd2-4511-86c3-190f0310c476 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.266804] env[61960]: DEBUG oslo_concurrency.lockutils [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.196s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.268279] env[61960]: INFO nova.compute.claims [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.291615] env[61960]: INFO nova.scheduler.client.report [None req-f09855e4-abd2-4511-86c3-190f0310c476 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Deleted allocations for instance 774d8271-8036-4b34-98e0-0472cf6a08e8 [ 1074.329832] env[61960]: DEBUG nova.network.neutron [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Successfully updated port: 60b69d3f-c7c5-4345-9c15-cb73aa04281d {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1074.533967] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436766, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.773182] env[61960]: DEBUG nova.compute.utils [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1074.777814] env[61960]: DEBUG nova.compute.manager [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1074.778081] env[61960]: DEBUG nova.network.neutron [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1074.800191] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f09855e4-abd2-4511-86c3-190f0310c476 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "774d8271-8036-4b34-98e0-0472cf6a08e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.425s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.819102] env[61960]: DEBUG nova.policy [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '403e152dd1564e9db6d3aa676fea4a53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fb471d92c0743c08a3c5f098ecc9477', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 1074.833805] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "refresh_cache-a25864c6-4025-4a85-83de-62b6143b106f" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.833805] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquired lock "refresh_cache-a25864c6-4025-4a85-83de-62b6143b106f" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.833805] env[61960]: DEBUG nova.network.neutron [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1074.894600] env[61960]: DEBUG nova.network.neutron [req-696df045-7743-4e5a-aad9-c3659263e6b0 req-b6001210-3772-44b9-862c-998009057fa4 service nova] [instance: cd14f531-27ec-46e9-a713-95902525710b] Updated VIF entry in instance network info cache for port 611b0490-2bd4-4557-beed-03e15606c357. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1074.895054] env[61960]: DEBUG nova.network.neutron [req-696df045-7743-4e5a-aad9-c3659263e6b0 req-b6001210-3772-44b9-862c-998009057fa4 service nova] [instance: cd14f531-27ec-46e9-a713-95902525710b] Updating instance_info_cache with network_info: [{"id": "611b0490-2bd4-4557-beed-03e15606c357", "address": "fa:16:3e:1b:ff:de", "network": {"id": "4a14d5fd-727d-419c-8dc7-e12c1ba07a8e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-364937887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9261c4a77ae409c860dd60019782b79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap611b0490-2b", "ovs_interfaceid": "611b0490-2bd4-4557-beed-03e15606c357", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.037522] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436766, 'name': CreateVM_Task, 'duration_secs': 0.752202} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.037675] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd14f531-27ec-46e9-a713-95902525710b] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1075.038484] env[61960]: DEBUG oslo_concurrency.lockutils [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.038695] env[61960]: DEBUG oslo_concurrency.lockutils [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.039081] env[61960]: DEBUG oslo_concurrency.lockutils [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.039417] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e00e27a-ec67-44e3-b130-4de9e80e52b1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.045481] env[61960]: DEBUG oslo_vmware.api [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Waiting for the task: (returnval){ [ 1075.045481] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523a79a8-b151-b330-6e87-127878c5d381" [ 1075.045481] env[61960]: _type = "Task" [ 1075.045481] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.054718] env[61960]: DEBUG oslo_vmware.api [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523a79a8-b151-b330-6e87-127878c5d381, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.067230] env[61960]: DEBUG nova.network.neutron [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Successfully created port: df6d0102-72e7-43dd-8d05-152edeac30ea {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.281487] env[61960]: DEBUG nova.compute.manager [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1075.365566] env[61960]: DEBUG nova.network.neutron [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1075.398180] env[61960]: DEBUG oslo_concurrency.lockutils [req-696df045-7743-4e5a-aad9-c3659263e6b0 req-b6001210-3772-44b9-862c-998009057fa4 service nova] Releasing lock "refresh_cache-cd14f531-27ec-46e9-a713-95902525710b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.398558] env[61960]: DEBUG nova.compute.manager [req-696df045-7743-4e5a-aad9-c3659263e6b0 req-b6001210-3772-44b9-862c-998009057fa4 service nova] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Received event network-changed-58e12904-407c-4a5f-a1a7-8bcb6ae5e20b {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1075.398787] env[61960]: DEBUG nova.compute.manager [req-696df045-7743-4e5a-aad9-c3659263e6b0 req-b6001210-3772-44b9-862c-998009057fa4 service nova] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Refreshing instance network info cache due to event network-changed-58e12904-407c-4a5f-a1a7-8bcb6ae5e20b. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1075.399016] env[61960]: DEBUG oslo_concurrency.lockutils [req-696df045-7743-4e5a-aad9-c3659263e6b0 req-b6001210-3772-44b9-862c-998009057fa4 service nova] Acquiring lock "refresh_cache-171c5e44-fa6e-4c35-9cbd-25a416eb5bdd" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.399178] env[61960]: DEBUG oslo_concurrency.lockutils [req-696df045-7743-4e5a-aad9-c3659263e6b0 req-b6001210-3772-44b9-862c-998009057fa4 service nova] Acquired lock "refresh_cache-171c5e44-fa6e-4c35-9cbd-25a416eb5bdd" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.399346] env[61960]: DEBUG nova.network.neutron [req-696df045-7743-4e5a-aad9-c3659263e6b0 req-b6001210-3772-44b9-862c-998009057fa4 service nova] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Refreshing network info cache for port 58e12904-407c-4a5f-a1a7-8bcb6ae5e20b {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1075.431576] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cee254-2c73-43b0-bc43-d9d30ae61301 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.438908] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9704ba6a-3961-4385-8b9c-a83b058dcb73 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.471341] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b495e80-b472-42e9-9804-da7ba538c197 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.478576] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a07438-04bc-497e-afb7-692f7d5b3349 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.491944] env[61960]: DEBUG nova.compute.provider_tree [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.504215] env[61960]: DEBUG nova.network.neutron [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Updating instance_info_cache with network_info: [{"id": "60b69d3f-c7c5-4345-9c15-cb73aa04281d", "address": "fa:16:3e:61:b9:75", "network": {"id": "148b3213-0f77-4469-b901-9b93a55e3a91", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-997896372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5e3e891410455abd448117aabf8d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60b69d3f-c7", "ovs_interfaceid": "60b69d3f-c7c5-4345-9c15-cb73aa04281d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.556418] env[61960]: DEBUG oslo_vmware.api [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]523a79a8-b151-b330-6e87-127878c5d381, 'name': SearchDatastore_Task, 'duration_secs': 0.037476} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.556835] env[61960]: DEBUG oslo_concurrency.lockutils [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.557098] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.557385] env[61960]: DEBUG oslo_concurrency.lockutils [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.557571] env[61960]: DEBUG oslo_concurrency.lockutils [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.557823] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.558136] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c642faeb-7727-491e-8022-1332b40c3bec {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.569424] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.569849] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1075.570444] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b2a9519-74c5-4293-abbf-846d3a25610b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.575504] env[61960]: DEBUG oslo_vmware.api [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Waiting for the task: (returnval){ [ 1075.575504] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52512f3f-d531-afc2-7b19-933c2bcabbca" [ 1075.575504] env[61960]: _type = "Task" [ 1075.575504] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.583845] env[61960]: DEBUG oslo_vmware.api [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52512f3f-d531-afc2-7b19-933c2bcabbca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.995137] env[61960]: DEBUG nova.scheduler.client.report [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1076.006287] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Releasing lock "refresh_cache-a25864c6-4025-4a85-83de-62b6143b106f" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.006570] env[61960]: DEBUG nova.compute.manager [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Instance network_info: |[{"id": "60b69d3f-c7c5-4345-9c15-cb73aa04281d", "address": "fa:16:3e:61:b9:75", "network": {"id": "148b3213-0f77-4469-b901-9b93a55e3a91", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-997896372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5e3e891410455abd448117aabf8d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60b69d3f-c7", "ovs_interfaceid": "60b69d3f-c7c5-4345-9c15-cb73aa04281d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1076.006979] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:b9:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60b69d3f-c7c5-4345-9c15-cb73aa04281d', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.015113] env[61960]: DEBUG oslo.service.loopingcall [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1076.015882] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1076.016247] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b827dc61-2eab-4c1f-a5d9-9c1f42becac7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.038849] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.038849] env[61960]: value = "task-436767" [ 1076.038849] env[61960]: _type = "Task" [ 1076.038849] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.046700] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436767, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.084730] env[61960]: DEBUG oslo_vmware.api [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52512f3f-d531-afc2-7b19-933c2bcabbca, 'name': SearchDatastore_Task, 'duration_secs': 0.036026} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.087499] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ae056d5-cbe5-400c-96de-5d2c238a2df0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.093033] env[61960]: DEBUG oslo_vmware.api [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Waiting for the task: (returnval){ [ 1076.093033] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ca6623-b6c1-8f34-86cf-1b1662596f5f" [ 1076.093033] env[61960]: _type = "Task" [ 1076.093033] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.103026] env[61960]: DEBUG oslo_vmware.api [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ca6623-b6c1-8f34-86cf-1b1662596f5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.124495] env[61960]: DEBUG nova.network.neutron [req-696df045-7743-4e5a-aad9-c3659263e6b0 req-b6001210-3772-44b9-862c-998009057fa4 service nova] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Updated VIF entry in instance network info cache for port 58e12904-407c-4a5f-a1a7-8bcb6ae5e20b. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1076.124991] env[61960]: DEBUG nova.network.neutron [req-696df045-7743-4e5a-aad9-c3659263e6b0 req-b6001210-3772-44b9-862c-998009057fa4 service nova] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Updating instance_info_cache with network_info: [{"id": "58e12904-407c-4a5f-a1a7-8bcb6ae5e20b", "address": "fa:16:3e:f2:16:ab", "network": {"id": "b3f1be9e-dd35-46f9-821a-c6b2552e81d9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1141310629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf475330bc0c445c95981e7303db5949", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e12904-40", "ovs_interfaceid": "58e12904-407c-4a5f-a1a7-8bcb6ae5e20b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.195508] env[61960]: DEBUG nova.compute.manager [req-e4aaf51c-5c61-4000-8a67-d97bad053828 req-699af055-95ac-4a97-994b-56a90b0d33a9 service nova] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Received event network-vif-plugged-60b69d3f-c7c5-4345-9c15-cb73aa04281d {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1076.196104] env[61960]: DEBUG oslo_concurrency.lockutils [req-e4aaf51c-5c61-4000-8a67-d97bad053828 req-699af055-95ac-4a97-994b-56a90b0d33a9 service nova] Acquiring lock "a25864c6-4025-4a85-83de-62b6143b106f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.196446] env[61960]: DEBUG oslo_concurrency.lockutils [req-e4aaf51c-5c61-4000-8a67-d97bad053828 req-699af055-95ac-4a97-994b-56a90b0d33a9 service nova] Lock "a25864c6-4025-4a85-83de-62b6143b106f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.196654] env[61960]: DEBUG oslo_concurrency.lockutils [req-e4aaf51c-5c61-4000-8a67-d97bad053828 req-699af055-95ac-4a97-994b-56a90b0d33a9 service nova] Lock "a25864c6-4025-4a85-83de-62b6143b106f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.196869] env[61960]: DEBUG nova.compute.manager [req-e4aaf51c-5c61-4000-8a67-d97bad053828 req-699af055-95ac-4a97-994b-56a90b0d33a9 service nova] [instance: a25864c6-4025-4a85-83de-62b6143b106f] No waiting events found dispatching network-vif-plugged-60b69d3f-c7c5-4345-9c15-cb73aa04281d {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1076.197073] env[61960]: WARNING nova.compute.manager [req-e4aaf51c-5c61-4000-8a67-d97bad053828 req-699af055-95ac-4a97-994b-56a90b0d33a9 service nova] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Received unexpected event network-vif-plugged-60b69d3f-c7c5-4345-9c15-cb73aa04281d for instance with vm_state building and task_state spawning. [ 1076.197251] env[61960]: DEBUG nova.compute.manager [req-e4aaf51c-5c61-4000-8a67-d97bad053828 req-699af055-95ac-4a97-994b-56a90b0d33a9 service nova] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Received event network-changed-60b69d3f-c7c5-4345-9c15-cb73aa04281d {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1076.197415] env[61960]: DEBUG nova.compute.manager [req-e4aaf51c-5c61-4000-8a67-d97bad053828 req-699af055-95ac-4a97-994b-56a90b0d33a9 service nova] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Refreshing instance network info cache due to event network-changed-60b69d3f-c7c5-4345-9c15-cb73aa04281d. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1076.197632] env[61960]: DEBUG oslo_concurrency.lockutils [req-e4aaf51c-5c61-4000-8a67-d97bad053828 req-699af055-95ac-4a97-994b-56a90b0d33a9 service nova] Acquiring lock "refresh_cache-a25864c6-4025-4a85-83de-62b6143b106f" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.197776] env[61960]: DEBUG oslo_concurrency.lockutils [req-e4aaf51c-5c61-4000-8a67-d97bad053828 req-699af055-95ac-4a97-994b-56a90b0d33a9 service nova] Acquired lock "refresh_cache-a25864c6-4025-4a85-83de-62b6143b106f" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.197947] env[61960]: DEBUG nova.network.neutron [req-e4aaf51c-5c61-4000-8a67-d97bad053828 req-699af055-95ac-4a97-994b-56a90b0d33a9 service nova] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Refreshing network info cache for port 60b69d3f-c7c5-4345-9c15-cb73aa04281d {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1076.290946] env[61960]: DEBUG nova.compute.manager [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1076.317536] env[61960]: DEBUG nova.virt.hardware [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1076.317845] env[61960]: DEBUG nova.virt.hardware [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1076.318068] env[61960]: DEBUG nova.virt.hardware [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.318272] env[61960]: DEBUG nova.virt.hardware [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1076.318424] env[61960]: DEBUG nova.virt.hardware [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.318578] env[61960]: DEBUG nova.virt.hardware [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1076.318855] env[61960]: DEBUG nova.virt.hardware [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1076.319049] env[61960]: DEBUG nova.virt.hardware [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1076.319226] env[61960]: DEBUG nova.virt.hardware [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1076.319395] env[61960]: DEBUG nova.virt.hardware [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1076.319572] env[61960]: DEBUG nova.virt.hardware [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1076.320517] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ed6e6a-6fc9-4c42-928d-d2603f2f8e7c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.328148] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1715b3a-9fdb-4734-97fb-206e249bbcfc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.436027] env[61960]: DEBUG nova.compute.manager [req-13613e0b-a499-4ab2-9897-cd10228845cb req-8dfc7bce-22b3-46ef-a6c8-9bcafa70f711 service nova] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Received event network-vif-plugged-df6d0102-72e7-43dd-8d05-152edeac30ea {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1076.436267] env[61960]: DEBUG oslo_concurrency.lockutils [req-13613e0b-a499-4ab2-9897-cd10228845cb req-8dfc7bce-22b3-46ef-a6c8-9bcafa70f711 service nova] Acquiring lock "78a44e61-8431-4348-a3fe-572e53e8785e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.436487] env[61960]: DEBUG oslo_concurrency.lockutils [req-13613e0b-a499-4ab2-9897-cd10228845cb req-8dfc7bce-22b3-46ef-a6c8-9bcafa70f711 service nova] Lock "78a44e61-8431-4348-a3fe-572e53e8785e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.436662] env[61960]: DEBUG oslo_concurrency.lockutils [req-13613e0b-a499-4ab2-9897-cd10228845cb req-8dfc7bce-22b3-46ef-a6c8-9bcafa70f711 service nova] Lock "78a44e61-8431-4348-a3fe-572e53e8785e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.436836] env[61960]: DEBUG nova.compute.manager [req-13613e0b-a499-4ab2-9897-cd10228845cb req-8dfc7bce-22b3-46ef-a6c8-9bcafa70f711 service nova] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] No waiting events found dispatching network-vif-plugged-df6d0102-72e7-43dd-8d05-152edeac30ea {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1076.437016] env[61960]: WARNING nova.compute.manager [req-13613e0b-a499-4ab2-9897-cd10228845cb req-8dfc7bce-22b3-46ef-a6c8-9bcafa70f711 service nova] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Received unexpected event network-vif-plugged-df6d0102-72e7-43dd-8d05-152edeac30ea for instance with vm_state building and task_state spawning. [ 1076.493199] env[61960]: DEBUG nova.network.neutron [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Successfully updated port: df6d0102-72e7-43dd-8d05-152edeac30ea {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.503850] env[61960]: DEBUG oslo_concurrency.lockutils [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.237s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.504388] env[61960]: DEBUG nova.compute.manager [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1076.549762] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436767, 'name': CreateVM_Task, 'duration_secs': 0.284349} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.549928] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1076.550617] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.550816] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.551166] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.551419] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6e08912-50ef-4b19-a818-6303ab64af53 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.555760] env[61960]: DEBUG oslo_vmware.api [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 1076.555760] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5290550f-3b0a-df4f-5f53-f6d7cc54394a" [ 1076.555760] env[61960]: _type = "Task" [ 1076.555760] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.563422] env[61960]: DEBUG oslo_vmware.api [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5290550f-3b0a-df4f-5f53-f6d7cc54394a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.602291] env[61960]: DEBUG oslo_vmware.api [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ca6623-b6c1-8f34-86cf-1b1662596f5f, 'name': SearchDatastore_Task, 'duration_secs': 0.009891} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.602496] env[61960]: DEBUG oslo_concurrency.lockutils [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.602763] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] cd14f531-27ec-46e9-a713-95902525710b/cd14f531-27ec-46e9-a713-95902525710b.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1076.603016] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a334598-414a-4795-bd39-34c0d9c2cd31 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.609121] env[61960]: DEBUG oslo_vmware.api [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Waiting for the task: (returnval){ [ 1076.609121] env[61960]: value = "task-436768" [ 1076.609121] env[61960]: _type = "Task" [ 1076.609121] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.616291] env[61960]: DEBUG oslo_vmware.api [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Task: {'id': task-436768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.627937] env[61960]: DEBUG oslo_concurrency.lockutils [req-696df045-7743-4e5a-aad9-c3659263e6b0 req-b6001210-3772-44b9-862c-998009057fa4 service nova] Releasing lock "refresh_cache-171c5e44-fa6e-4c35-9cbd-25a416eb5bdd" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.931168] env[61960]: DEBUG nova.network.neutron [req-e4aaf51c-5c61-4000-8a67-d97bad053828 req-699af055-95ac-4a97-994b-56a90b0d33a9 service nova] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Updated VIF entry in instance network info cache for port 60b69d3f-c7c5-4345-9c15-cb73aa04281d. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1076.931648] env[61960]: DEBUG nova.network.neutron [req-e4aaf51c-5c61-4000-8a67-d97bad053828 req-699af055-95ac-4a97-994b-56a90b0d33a9 service nova] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Updating instance_info_cache with network_info: [{"id": "60b69d3f-c7c5-4345-9c15-cb73aa04281d", "address": "fa:16:3e:61:b9:75", "network": {"id": "148b3213-0f77-4469-b901-9b93a55e3a91", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-997896372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5e3e891410455abd448117aabf8d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60b69d3f-c7", "ovs_interfaceid": "60b69d3f-c7c5-4345-9c15-cb73aa04281d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.996726] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "refresh_cache-78a44e61-8431-4348-a3fe-572e53e8785e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.997254] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquired lock "refresh_cache-78a44e61-8431-4348-a3fe-572e53e8785e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.997254] env[61960]: DEBUG nova.network.neutron [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1077.009467] env[61960]: DEBUG nova.compute.utils [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1077.011189] env[61960]: DEBUG nova.compute.manager [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1077.011384] env[61960]: DEBUG nova.network.neutron [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1077.052272] env[61960]: DEBUG nova.policy [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '360c6fc0228c404fb133ea7051860a98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '668dd1a5ef0a47478f7673a9a1656dec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 1077.066645] env[61960]: DEBUG oslo_vmware.api [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5290550f-3b0a-df4f-5f53-f6d7cc54394a, 'name': SearchDatastore_Task, 'duration_secs': 0.007861} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.066923] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.067178] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.067407] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.067560] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.067771] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.068036] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-283d1a5a-309c-440d-b1da-c489948f58f9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.075349] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.075528] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1077.076219] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1118927b-9554-430e-bcf1-7e1c26b4eb1c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.081678] env[61960]: DEBUG oslo_vmware.api [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 1077.081678] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b67132-df22-8897-8fdb-7f058747eb00" [ 1077.081678] env[61960]: _type = "Task" [ 1077.081678] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.089607] env[61960]: DEBUG oslo_vmware.api [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b67132-df22-8897-8fdb-7f058747eb00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.118838] env[61960]: DEBUG oslo_vmware.api [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Task: {'id': task-436768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489194} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.119110] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] cd14f531-27ec-46e9-a713-95902525710b/cd14f531-27ec-46e9-a713-95902525710b.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1077.119333] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.119578] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc1a59b9-829b-4ff4-b753-87d4f7800608 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.125084] env[61960]: DEBUG oslo_vmware.api [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Waiting for the task: (returnval){ [ 1077.125084] env[61960]: value = "task-436769" [ 1077.125084] env[61960]: _type = "Task" [ 1077.125084] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.132075] env[61960]: DEBUG oslo_vmware.api [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Task: {'id': task-436769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.296410] env[61960]: DEBUG nova.network.neutron [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Successfully created port: 61865d9a-8bdd-4d1a-92b4-d396405590d7 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.434628] env[61960]: DEBUG oslo_concurrency.lockutils [req-e4aaf51c-5c61-4000-8a67-d97bad053828 req-699af055-95ac-4a97-994b-56a90b0d33a9 service nova] Releasing lock "refresh_cache-a25864c6-4025-4a85-83de-62b6143b106f" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.515028] env[61960]: DEBUG nova.compute.manager [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1077.528253] env[61960]: DEBUG nova.network.neutron [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1077.594069] env[61960]: DEBUG oslo_vmware.api [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52b67132-df22-8897-8fdb-7f058747eb00, 'name': SearchDatastore_Task, 'duration_secs': 0.012537} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.594911] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59d9998c-eb1c-4c2b-a2b1-9baf1235105e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.600203] env[61960]: DEBUG oslo_vmware.api [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 1077.600203] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f8d097-e499-c516-f9b7-3e0a542764e2" [ 1077.600203] env[61960]: _type = "Task" [ 1077.600203] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.607893] env[61960]: DEBUG oslo_vmware.api [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f8d097-e499-c516-f9b7-3e0a542764e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.634268] env[61960]: DEBUG oslo_vmware.api [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Task: {'id': task-436769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07264} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.634541] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.635331] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523e3ffc-0caa-4f6a-a471-917bf5ebfd05 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.656835] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] cd14f531-27ec-46e9-a713-95902525710b/cd14f531-27ec-46e9-a713-95902525710b.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.657811] env[61960]: DEBUG nova.network.neutron [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Updating instance_info_cache with network_info: [{"id": "df6d0102-72e7-43dd-8d05-152edeac30ea", "address": "fa:16:3e:46:a5:17", "network": {"id": "9ee12d62-9edd-4717-b363-beb291b2c83b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1274344879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb471d92c0743c08a3c5f098ecc9477", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf6d0102-72", "ovs_interfaceid": "df6d0102-72e7-43dd-8d05-152edeac30ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.658930] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cf32ddc-3521-4e95-80d6-25149d6fea47 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.680878] env[61960]: DEBUG oslo_vmware.api [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Waiting for the task: (returnval){ [ 1077.680878] env[61960]: value = "task-436770" [ 1077.680878] env[61960]: _type = "Task" [ 1077.680878] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.689772] env[61960]: DEBUG oslo_vmware.api [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Task: {'id': task-436770, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.111664] env[61960]: DEBUG oslo_vmware.api [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f8d097-e499-c516-f9b7-3e0a542764e2, 'name': SearchDatastore_Task, 'duration_secs': 0.034025} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.112062] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.112242] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] a25864c6-4025-4a85-83de-62b6143b106f/a25864c6-4025-4a85-83de-62b6143b106f.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1078.112506] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8905de33-470e-4c89-b8e0-905f7eae5187 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.119347] env[61960]: DEBUG oslo_vmware.api [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 1078.119347] env[61960]: value = "task-436771" [ 1078.119347] env[61960]: _type = "Task" [ 1078.119347] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.128809] env[61960]: DEBUG oslo_vmware.api [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.175546] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Releasing lock "refresh_cache-78a44e61-8431-4348-a3fe-572e53e8785e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.175873] env[61960]: DEBUG nova.compute.manager [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Instance network_info: |[{"id": "df6d0102-72e7-43dd-8d05-152edeac30ea", "address": "fa:16:3e:46:a5:17", "network": {"id": "9ee12d62-9edd-4717-b363-beb291b2c83b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1274344879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb471d92c0743c08a3c5f098ecc9477", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf6d0102-72", "ovs_interfaceid": "df6d0102-72e7-43dd-8d05-152edeac30ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1078.176421] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:a5:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df6d0102-72e7-43dd-8d05-152edeac30ea', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.184038] env[61960]: DEBUG oslo.service.loopingcall [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1078.184666] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1078.188062] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f28c1d04-712f-4b1b-8d7d-fbfa6a50913f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.208141] env[61960]: DEBUG oslo_vmware.api [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Task: {'id': task-436770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.209313] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.209313] env[61960]: value = "task-436772" [ 1078.209313] env[61960]: _type = "Task" [ 1078.209313] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.216833] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436772, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.465779] env[61960]: DEBUG nova.compute.manager [req-96e8cc04-425e-430c-afb7-1ec1b8599514 req-b4c05595-d030-43c1-ba48-063189273b25 service nova] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Received event network-changed-df6d0102-72e7-43dd-8d05-152edeac30ea {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1078.465872] env[61960]: DEBUG nova.compute.manager [req-96e8cc04-425e-430c-afb7-1ec1b8599514 req-b4c05595-d030-43c1-ba48-063189273b25 service nova] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Refreshing instance network info cache due to event network-changed-df6d0102-72e7-43dd-8d05-152edeac30ea. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1078.466111] env[61960]: DEBUG oslo_concurrency.lockutils [req-96e8cc04-425e-430c-afb7-1ec1b8599514 req-b4c05595-d030-43c1-ba48-063189273b25 service nova] Acquiring lock "refresh_cache-78a44e61-8431-4348-a3fe-572e53e8785e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.466291] env[61960]: DEBUG oslo_concurrency.lockutils [req-96e8cc04-425e-430c-afb7-1ec1b8599514 req-b4c05595-d030-43c1-ba48-063189273b25 service nova] Acquired lock "refresh_cache-78a44e61-8431-4348-a3fe-572e53e8785e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.466476] env[61960]: DEBUG nova.network.neutron [req-96e8cc04-425e-430c-afb7-1ec1b8599514 req-b4c05595-d030-43c1-ba48-063189273b25 service nova] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Refreshing network info cache for port df6d0102-72e7-43dd-8d05-152edeac30ea {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1078.523075] env[61960]: DEBUG nova.compute.manager [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1078.553520] env[61960]: DEBUG nova.virt.hardware [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1078.553791] env[61960]: DEBUG nova.virt.hardware [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1078.553954] env[61960]: DEBUG nova.virt.hardware [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.554145] env[61960]: DEBUG nova.virt.hardware [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1078.554300] env[61960]: DEBUG nova.virt.hardware [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.554452] env[61960]: DEBUG nova.virt.hardware [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1078.554712] env[61960]: DEBUG nova.virt.hardware [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1078.554838] env[61960]: DEBUG nova.virt.hardware [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1078.555023] env[61960]: DEBUG nova.virt.hardware [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1078.555201] env[61960]: DEBUG nova.virt.hardware [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1078.555381] env[61960]: DEBUG nova.virt.hardware [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1078.556433] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383600ad-b164-4820-bb6b-147dfa1f3cf2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.564679] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a5328e-da72-4133-a045-f701ab97f3a3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.630178] env[61960]: DEBUG oslo_vmware.api [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436771, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.693845] env[61960]: DEBUG oslo_vmware.api [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Task: {'id': task-436770, 'name': ReconfigVM_Task, 'duration_secs': 0.689979} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.694554] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Reconfigured VM instance instance-0000006b to attach disk [datastore1] cd14f531-27ec-46e9-a713-95902525710b/cd14f531-27ec-46e9-a713-95902525710b.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.695378] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80f9ec62-fcec-48e5-b713-df5f3651d742 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.702546] env[61960]: DEBUG oslo_vmware.api [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Waiting for the task: (returnval){ [ 1078.702546] env[61960]: value = "task-436773" [ 1078.702546] env[61960]: _type = "Task" [ 1078.702546] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.712273] env[61960]: DEBUG oslo_vmware.api [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Task: {'id': task-436773, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.720822] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436772, 'name': CreateVM_Task, 'duration_secs': 0.387768} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.720982] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1078.721678] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.722176] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.722349] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.722764] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f400ab84-0e30-4060-81f3-b46a8cdc3af4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.729113] env[61960]: DEBUG oslo_vmware.api [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1078.729113] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52eb2709-4088-96ca-265e-c6e616ddec4a" [ 1078.729113] env[61960]: _type = "Task" [ 1078.729113] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.736791] env[61960]: DEBUG nova.network.neutron [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Successfully updated port: 61865d9a-8bdd-4d1a-92b4-d396405590d7 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.741696] env[61960]: DEBUG oslo_vmware.api [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52eb2709-4088-96ca-265e-c6e616ddec4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.764711] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.133671] env[61960]: DEBUG oslo_vmware.api [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608638} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.133952] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] a25864c6-4025-4a85-83de-62b6143b106f/a25864c6-4025-4a85-83de-62b6143b106f.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1079.135093] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.135415] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ca49552-7bdb-41f6-bf21-7ea5b725fa51 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.141571] env[61960]: DEBUG oslo_vmware.api [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 1079.141571] env[61960]: value = "task-436774" [ 1079.141571] env[61960]: _type = "Task" [ 1079.141571] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.151369] env[61960]: DEBUG oslo_vmware.api [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.213690] env[61960]: DEBUG oslo_vmware.api [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Task: {'id': task-436773, 'name': Rename_Task, 'duration_secs': 0.194935} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.214031] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1079.214307] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11f3d4cc-852a-4573-bfb9-eca304f28e16 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.220721] env[61960]: DEBUG oslo_vmware.api [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Waiting for the task: (returnval){ [ 1079.220721] env[61960]: value = "task-436775" [ 1079.220721] env[61960]: _type = "Task" [ 1079.220721] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.228359] env[61960]: DEBUG oslo_vmware.api [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Task: {'id': task-436775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.237696] env[61960]: DEBUG oslo_vmware.api [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52eb2709-4088-96ca-265e-c6e616ddec4a, 'name': SearchDatastore_Task, 'duration_secs': 0.025774} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.238089] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.238344] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.238588] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.238743] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.238926] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.239214] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44990f03-6fc7-40ee-b422-a7edf906ed2e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.242732] env[61960]: DEBUG oslo_concurrency.lockutils [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "refresh_cache-35a2474f-6d31-487d-8369-caeb2cb38688" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.242889] env[61960]: DEBUG oslo_concurrency.lockutils [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquired lock "refresh_cache-35a2474f-6d31-487d-8369-caeb2cb38688" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.243064] env[61960]: DEBUG nova.network.neutron [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1079.250853] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.251182] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1079.251897] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a76becb-1938-4a14-8b01-12c318a2cfe5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.257122] env[61960]: DEBUG nova.network.neutron [req-96e8cc04-425e-430c-afb7-1ec1b8599514 req-b4c05595-d030-43c1-ba48-063189273b25 service nova] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Updated VIF entry in instance network info cache for port df6d0102-72e7-43dd-8d05-152edeac30ea. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1079.257693] env[61960]: DEBUG nova.network.neutron [req-96e8cc04-425e-430c-afb7-1ec1b8599514 req-b4c05595-d030-43c1-ba48-063189273b25 service nova] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Updating instance_info_cache with network_info: [{"id": "df6d0102-72e7-43dd-8d05-152edeac30ea", "address": "fa:16:3e:46:a5:17", "network": {"id": "9ee12d62-9edd-4717-b363-beb291b2c83b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1274344879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb471d92c0743c08a3c5f098ecc9477", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf6d0102-72", "ovs_interfaceid": "df6d0102-72e7-43dd-8d05-152edeac30ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.262789] env[61960]: DEBUG oslo_vmware.api [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1079.262789] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]525ed3d4-6022-0f66-b58a-600750cb8958" [ 1079.262789] env[61960]: _type = "Task" [ 1079.262789] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.271471] env[61960]: DEBUG oslo_vmware.api [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]525ed3d4-6022-0f66-b58a-600750cb8958, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.651593] env[61960]: DEBUG oslo_vmware.api [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.309276} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.651854] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.652681] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d1e2e8-5d9c-4e62-8416-a00e8ba52c36 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.674507] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] a25864c6-4025-4a85-83de-62b6143b106f/a25864c6-4025-4a85-83de-62b6143b106f.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.674770] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b12ccacc-56ef-4469-a0f4-5907281f6958 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.693506] env[61960]: DEBUG oslo_vmware.api [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 1079.693506] env[61960]: value = "task-436776" [ 1079.693506] env[61960]: _type = "Task" [ 1079.693506] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.701163] env[61960]: DEBUG oslo_vmware.api [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.729981] env[61960]: DEBUG oslo_vmware.api [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Task: {'id': task-436775, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.760185] env[61960]: DEBUG oslo_concurrency.lockutils [req-96e8cc04-425e-430c-afb7-1ec1b8599514 req-b4c05595-d030-43c1-ba48-063189273b25 service nova] Releasing lock "refresh_cache-78a44e61-8431-4348-a3fe-572e53e8785e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.772939] env[61960]: DEBUG oslo_vmware.api [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]525ed3d4-6022-0f66-b58a-600750cb8958, 'name': SearchDatastore_Task, 'duration_secs': 0.048848} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.773813] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b97b44b5-d66b-44e3-b2aa-57de0d0aa16a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.777113] env[61960]: DEBUG nova.network.neutron [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1079.780535] env[61960]: DEBUG oslo_vmware.api [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1079.780535] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520e5df7-9022-50c9-e5dd-de688ec5b957" [ 1079.780535] env[61960]: _type = "Task" [ 1079.780535] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.788686] env[61960]: DEBUG oslo_vmware.api [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520e5df7-9022-50c9-e5dd-de688ec5b957, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.905424] env[61960]: DEBUG nova.network.neutron [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Updating instance_info_cache with network_info: [{"id": "61865d9a-8bdd-4d1a-92b4-d396405590d7", "address": "fa:16:3e:92:7e:ac", "network": {"id": "cc41df87-377c-4d9b-84f9-96aeb0a0dde1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1627566273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "668dd1a5ef0a47478f7673a9a1656dec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61865d9a-8b", "ovs_interfaceid": "61865d9a-8bdd-4d1a-92b4-d396405590d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.204313] env[61960]: DEBUG oslo_vmware.api [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436776, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.231744] env[61960]: DEBUG oslo_vmware.api [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Task: {'id': task-436775, 'name': PowerOnVM_Task, 'duration_secs': 0.992535} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.232122] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1080.232363] env[61960]: INFO nova.compute.manager [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1080.232553] env[61960]: DEBUG nova.compute.manager [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1080.233385] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef1c56e-51ff-4c1b-8114-cfa75272d612 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.291695] env[61960]: DEBUG oslo_vmware.api [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520e5df7-9022-50c9-e5dd-de688ec5b957, 'name': SearchDatastore_Task, 'duration_secs': 0.028287} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.292273] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.292273] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 78a44e61-8431-4348-a3fe-572e53e8785e/78a44e61-8431-4348-a3fe-572e53e8785e.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1080.292494] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fce0318f-171a-46eb-9074-2b90bc1c7290 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.300164] env[61960]: DEBUG oslo_vmware.api [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1080.300164] env[61960]: value = "task-436777" [ 1080.300164] env[61960]: _type = "Task" [ 1080.300164] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.308043] env[61960]: DEBUG oslo_vmware.api [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.408670] env[61960]: DEBUG oslo_concurrency.lockutils [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Releasing lock "refresh_cache-35a2474f-6d31-487d-8369-caeb2cb38688" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.409065] env[61960]: DEBUG nova.compute.manager [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Instance network_info: |[{"id": "61865d9a-8bdd-4d1a-92b4-d396405590d7", "address": "fa:16:3e:92:7e:ac", "network": {"id": "cc41df87-377c-4d9b-84f9-96aeb0a0dde1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1627566273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "668dd1a5ef0a47478f7673a9a1656dec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61865d9a-8b", "ovs_interfaceid": "61865d9a-8bdd-4d1a-92b4-d396405590d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1080.409815] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:7e:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61865d9a-8bdd-4d1a-92b4-d396405590d7', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.417298] env[61960]: DEBUG oslo.service.loopingcall [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1080.417514] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1080.417772] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fb27197-c1a5-4b9c-ae8f-8c27d2613816 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.437019] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.437019] env[61960]: value = "task-436778" [ 1080.437019] env[61960]: _type = "Task" [ 1080.437019] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.444563] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436778, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.495937] env[61960]: DEBUG nova.compute.manager [req-c9b401cd-b046-40e5-8458-1a75864a3cc6 req-0c55996f-d2aa-4f24-84b8-98b3bd5d28d0 service nova] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Received event network-vif-plugged-61865d9a-8bdd-4d1a-92b4-d396405590d7 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1080.496265] env[61960]: DEBUG oslo_concurrency.lockutils [req-c9b401cd-b046-40e5-8458-1a75864a3cc6 req-0c55996f-d2aa-4f24-84b8-98b3bd5d28d0 service nova] Acquiring lock "35a2474f-6d31-487d-8369-caeb2cb38688-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.496536] env[61960]: DEBUG oslo_concurrency.lockutils [req-c9b401cd-b046-40e5-8458-1a75864a3cc6 req-0c55996f-d2aa-4f24-84b8-98b3bd5d28d0 service nova] Lock "35a2474f-6d31-487d-8369-caeb2cb38688-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.496795] env[61960]: DEBUG oslo_concurrency.lockutils [req-c9b401cd-b046-40e5-8458-1a75864a3cc6 req-0c55996f-d2aa-4f24-84b8-98b3bd5d28d0 service nova] Lock "35a2474f-6d31-487d-8369-caeb2cb38688-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.497051] env[61960]: DEBUG nova.compute.manager [req-c9b401cd-b046-40e5-8458-1a75864a3cc6 req-0c55996f-d2aa-4f24-84b8-98b3bd5d28d0 service nova] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] No waiting events found dispatching network-vif-plugged-61865d9a-8bdd-4d1a-92b4-d396405590d7 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1080.497262] env[61960]: WARNING nova.compute.manager [req-c9b401cd-b046-40e5-8458-1a75864a3cc6 req-0c55996f-d2aa-4f24-84b8-98b3bd5d28d0 service nova] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Received unexpected event network-vif-plugged-61865d9a-8bdd-4d1a-92b4-d396405590d7 for instance with vm_state building and task_state spawning. [ 1080.497445] env[61960]: DEBUG nova.compute.manager [req-c9b401cd-b046-40e5-8458-1a75864a3cc6 req-0c55996f-d2aa-4f24-84b8-98b3bd5d28d0 service nova] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Received event network-changed-61865d9a-8bdd-4d1a-92b4-d396405590d7 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1080.497790] env[61960]: DEBUG nova.compute.manager [req-c9b401cd-b046-40e5-8458-1a75864a3cc6 req-0c55996f-d2aa-4f24-84b8-98b3bd5d28d0 service nova] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Refreshing instance network info cache due to event network-changed-61865d9a-8bdd-4d1a-92b4-d396405590d7. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1080.498119] env[61960]: DEBUG oslo_concurrency.lockutils [req-c9b401cd-b046-40e5-8458-1a75864a3cc6 req-0c55996f-d2aa-4f24-84b8-98b3bd5d28d0 service nova] Acquiring lock "refresh_cache-35a2474f-6d31-487d-8369-caeb2cb38688" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.498328] env[61960]: DEBUG oslo_concurrency.lockutils [req-c9b401cd-b046-40e5-8458-1a75864a3cc6 req-0c55996f-d2aa-4f24-84b8-98b3bd5d28d0 service nova] Acquired lock "refresh_cache-35a2474f-6d31-487d-8369-caeb2cb38688" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.498564] env[61960]: DEBUG nova.network.neutron [req-c9b401cd-b046-40e5-8458-1a75864a3cc6 req-0c55996f-d2aa-4f24-84b8-98b3bd5d28d0 service nova] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Refreshing network info cache for port 61865d9a-8bdd-4d1a-92b4-d396405590d7 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1080.705424] env[61960]: DEBUG oslo_vmware.api [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436776, 'name': ReconfigVM_Task, 'duration_secs': 0.558637} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.705755] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Reconfigured VM instance instance-0000006c to attach disk [datastore1] a25864c6-4025-4a85-83de-62b6143b106f/a25864c6-4025-4a85-83de-62b6143b106f.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.706455] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-535f6823-4c2e-4471-9bc6-d21fb11c56ee {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.713333] env[61960]: DEBUG oslo_vmware.api [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 1080.713333] env[61960]: value = "task-436779" [ 1080.713333] env[61960]: _type = "Task" [ 1080.713333] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.721741] env[61960]: DEBUG oslo_vmware.api [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436779, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.753107] env[61960]: INFO nova.compute.manager [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Took 14.65 seconds to build instance. [ 1080.812256] env[61960]: DEBUG oslo_vmware.api [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436777, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.946988] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436778, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.172058] env[61960]: DEBUG nova.network.neutron [req-c9b401cd-b046-40e5-8458-1a75864a3cc6 req-0c55996f-d2aa-4f24-84b8-98b3bd5d28d0 service nova] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Updated VIF entry in instance network info cache for port 61865d9a-8bdd-4d1a-92b4-d396405590d7. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1081.172446] env[61960]: DEBUG nova.network.neutron [req-c9b401cd-b046-40e5-8458-1a75864a3cc6 req-0c55996f-d2aa-4f24-84b8-98b3bd5d28d0 service nova] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Updating instance_info_cache with network_info: [{"id": "61865d9a-8bdd-4d1a-92b4-d396405590d7", "address": "fa:16:3e:92:7e:ac", "network": {"id": "cc41df87-377c-4d9b-84f9-96aeb0a0dde1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1627566273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "668dd1a5ef0a47478f7673a9a1656dec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61865d9a-8b", "ovs_interfaceid": "61865d9a-8bdd-4d1a-92b4-d396405590d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.224038] env[61960]: DEBUG oslo_vmware.api [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436779, 'name': Rename_Task, 'duration_secs': 0.186462} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.224508] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1081.224595] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-546a04aa-4103-4004-b636-a7e3a486345f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.230598] env[61960]: DEBUG oslo_vmware.api [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 1081.230598] env[61960]: value = "task-436780" [ 1081.230598] env[61960]: _type = "Task" [ 1081.230598] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.239626] env[61960]: DEBUG oslo_vmware.api [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.255707] env[61960]: DEBUG oslo_concurrency.lockutils [None req-217b43db-af41-4cf6-89a9-9bd7640b57b9 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Lock "cd14f531-27ec-46e9-a713-95902525710b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.160s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.312347] env[61960]: DEBUG oslo_vmware.api [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436777, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635719} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.312644] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 78a44e61-8431-4348-a3fe-572e53e8785e/78a44e61-8431-4348-a3fe-572e53e8785e.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1081.312946] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.313267] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2e20197-938f-4b9d-b045-eec99b7acc0c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.323074] env[61960]: DEBUG oslo_vmware.api [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1081.323074] env[61960]: value = "task-436781" [ 1081.323074] env[61960]: _type = "Task" [ 1081.323074] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.331317] env[61960]: DEBUG oslo_vmware.api [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.448881] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436778, 'name': CreateVM_Task, 'duration_secs': 1.009295} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.449113] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1081.449844] env[61960]: DEBUG oslo_concurrency.lockutils [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.450046] env[61960]: DEBUG oslo_concurrency.lockutils [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.450375] env[61960]: DEBUG oslo_concurrency.lockutils [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.450679] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c08940f-e2a2-4401-be18-0d67ddd9369a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.455110] env[61960]: DEBUG oslo_vmware.api [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1081.455110] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5287ec1a-57ba-1f54-8f2e-ef48fa147cb7" [ 1081.455110] env[61960]: _type = "Task" [ 1081.455110] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.463129] env[61960]: DEBUG oslo_vmware.api [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5287ec1a-57ba-1f54-8f2e-ef48fa147cb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.674899] env[61960]: DEBUG oslo_concurrency.lockutils [req-c9b401cd-b046-40e5-8458-1a75864a3cc6 req-0c55996f-d2aa-4f24-84b8-98b3bd5d28d0 service nova] Releasing lock "refresh_cache-35a2474f-6d31-487d-8369-caeb2cb38688" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.741241] env[61960]: DEBUG oslo_vmware.api [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436780, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.774251] env[61960]: DEBUG nova.compute.manager [req-ae10048a-80e9-49ec-ba3a-1ba85f33ebbf req-1bb90d1e-2c48-4f4d-a8c1-3062dca69a5f service nova] [instance: cd14f531-27ec-46e9-a713-95902525710b] Received event network-changed-611b0490-2bd4-4557-beed-03e15606c357 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1081.774467] env[61960]: DEBUG nova.compute.manager [req-ae10048a-80e9-49ec-ba3a-1ba85f33ebbf req-1bb90d1e-2c48-4f4d-a8c1-3062dca69a5f service nova] [instance: cd14f531-27ec-46e9-a713-95902525710b] Refreshing instance network info cache due to event network-changed-611b0490-2bd4-4557-beed-03e15606c357. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1081.774706] env[61960]: DEBUG oslo_concurrency.lockutils [req-ae10048a-80e9-49ec-ba3a-1ba85f33ebbf req-1bb90d1e-2c48-4f4d-a8c1-3062dca69a5f service nova] Acquiring lock "refresh_cache-cd14f531-27ec-46e9-a713-95902525710b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.774860] env[61960]: DEBUG oslo_concurrency.lockutils [req-ae10048a-80e9-49ec-ba3a-1ba85f33ebbf req-1bb90d1e-2c48-4f4d-a8c1-3062dca69a5f service nova] Acquired lock "refresh_cache-cd14f531-27ec-46e9-a713-95902525710b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.775042] env[61960]: DEBUG nova.network.neutron [req-ae10048a-80e9-49ec-ba3a-1ba85f33ebbf req-1bb90d1e-2c48-4f4d-a8c1-3062dca69a5f service nova] [instance: cd14f531-27ec-46e9-a713-95902525710b] Refreshing network info cache for port 611b0490-2bd4-4557-beed-03e15606c357 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1081.831981] env[61960]: DEBUG oslo_vmware.api [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073169} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.832253] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.833037] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c99b25e-e1cb-4bbb-93f6-18c740e2ee6c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.855084] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 78a44e61-8431-4348-a3fe-572e53e8785e/78a44e61-8431-4348-a3fe-572e53e8785e.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.855640] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef01e18b-3ff9-4abb-9e47-ee4a2497d8a7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.875290] env[61960]: DEBUG oslo_vmware.api [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1081.875290] env[61960]: value = "task-436782" [ 1081.875290] env[61960]: _type = "Task" [ 1081.875290] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.882804] env[61960]: DEBUG oslo_vmware.api [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.964570] env[61960]: DEBUG oslo_vmware.api [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5287ec1a-57ba-1f54-8f2e-ef48fa147cb7, 'name': SearchDatastore_Task, 'duration_secs': 0.008881} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.964869] env[61960]: DEBUG oslo_concurrency.lockutils [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.965118] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.965581] env[61960]: DEBUG oslo_concurrency.lockutils [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.965581] env[61960]: DEBUG oslo_concurrency.lockutils [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.965727] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.965997] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6346cc5-1d39-48ce-9fee-f8c0d9ad652a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.973820] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.974007] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1081.974708] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-635f74c9-45db-4a91-a290-e7e8efe6385e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.980129] env[61960]: DEBUG oslo_vmware.api [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1081.980129] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52307abd-177f-b6bf-8687-20f722676a3a" [ 1081.980129] env[61960]: _type = "Task" [ 1081.980129] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.987097] env[61960]: DEBUG oslo_vmware.api [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52307abd-177f-b6bf-8687-20f722676a3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.242297] env[61960]: DEBUG oslo_vmware.api [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436780, 'name': PowerOnVM_Task, 'duration_secs': 0.98544} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.242606] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1082.242792] env[61960]: INFO nova.compute.manager [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1082.242979] env[61960]: DEBUG nova.compute.manager [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1082.243768] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44558a7-8c1f-4903-9a0a-f66db643218b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.266401] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1082.266585] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Starting heal instance info cache {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1082.387389] env[61960]: DEBUG oslo_vmware.api [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436782, 'name': ReconfigVM_Task, 'duration_secs': 0.383379} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.387704] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 78a44e61-8431-4348-a3fe-572e53e8785e/78a44e61-8431-4348-a3fe-572e53e8785e.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.388340] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17eda07d-88d4-4050-9a3e-2b5f2d1c44ac {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.397266] env[61960]: DEBUG oslo_vmware.api [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1082.397266] env[61960]: value = "task-436783" [ 1082.397266] env[61960]: _type = "Task" [ 1082.397266] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.405465] env[61960]: DEBUG oslo_vmware.api [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436783, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.485882] env[61960]: DEBUG nova.network.neutron [req-ae10048a-80e9-49ec-ba3a-1ba85f33ebbf req-1bb90d1e-2c48-4f4d-a8c1-3062dca69a5f service nova] [instance: cd14f531-27ec-46e9-a713-95902525710b] Updated VIF entry in instance network info cache for port 611b0490-2bd4-4557-beed-03e15606c357. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1082.486562] env[61960]: DEBUG nova.network.neutron [req-ae10048a-80e9-49ec-ba3a-1ba85f33ebbf req-1bb90d1e-2c48-4f4d-a8c1-3062dca69a5f service nova] [instance: cd14f531-27ec-46e9-a713-95902525710b] Updating instance_info_cache with network_info: [{"id": "611b0490-2bd4-4557-beed-03e15606c357", "address": "fa:16:3e:1b:ff:de", "network": {"id": "4a14d5fd-727d-419c-8dc7-e12c1ba07a8e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-364937887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9261c4a77ae409c860dd60019782b79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap611b0490-2b", "ovs_interfaceid": "611b0490-2bd4-4557-beed-03e15606c357", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.495769] env[61960]: DEBUG oslo_vmware.api [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52307abd-177f-b6bf-8687-20f722676a3a, 'name': SearchDatastore_Task, 'duration_secs': 0.007718} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.497109] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dd7f330-5ea7-465d-85b9-0b491d23a46f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.504571] env[61960]: DEBUG oslo_vmware.api [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1082.504571] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528a78fc-8ce1-ba06-05ee-c99b4c7cc159" [ 1082.504571] env[61960]: _type = "Task" [ 1082.504571] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.517505] env[61960]: DEBUG oslo_vmware.api [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528a78fc-8ce1-ba06-05ee-c99b4c7cc159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.761478] env[61960]: INFO nova.compute.manager [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Took 14.48 seconds to build instance. [ 1082.907931] env[61960]: DEBUG oslo_vmware.api [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436783, 'name': Rename_Task, 'duration_secs': 0.161397} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.908271] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1082.908560] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15ac9095-85dd-4360-b968-65eed7260da1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.915506] env[61960]: DEBUG oslo_vmware.api [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1082.915506] env[61960]: value = "task-436784" [ 1082.915506] env[61960]: _type = "Task" [ 1082.915506] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.924486] env[61960]: DEBUG oslo_vmware.api [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.989484] env[61960]: DEBUG oslo_concurrency.lockutils [req-ae10048a-80e9-49ec-ba3a-1ba85f33ebbf req-1bb90d1e-2c48-4f4d-a8c1-3062dca69a5f service nova] Releasing lock "refresh_cache-cd14f531-27ec-46e9-a713-95902525710b" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.014586] env[61960]: DEBUG oslo_vmware.api [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528a78fc-8ce1-ba06-05ee-c99b4c7cc159, 'name': SearchDatastore_Task, 'duration_secs': 0.013193} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.014813] env[61960]: DEBUG oslo_concurrency.lockutils [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.015102] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 35a2474f-6d31-487d-8369-caeb2cb38688/35a2474f-6d31-487d-8369-caeb2cb38688.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1083.015379] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91ddb2d7-98a3-479e-bc3e-71248f8ca156 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.022190] env[61960]: DEBUG oslo_vmware.api [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1083.022190] env[61960]: value = "task-436785" [ 1083.022190] env[61960]: _type = "Task" [ 1083.022190] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.029525] env[61960]: DEBUG oslo_vmware.api [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.263487] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ef3430ff-13c1-4c42-905a-c4b7163685bd tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "a25864c6-4025-4a85-83de-62b6143b106f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.986s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.323438] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "refresh_cache-4c175400-88d8-4813-aa7d-3c3f62eb2e96" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.323696] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquired lock "refresh_cache-4c175400-88d8-4813-aa7d-3c3f62eb2e96" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.323948] env[61960]: DEBUG nova.network.neutron [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Forcefully refreshing network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1083.425952] env[61960]: DEBUG oslo_vmware.api [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436784, 'name': PowerOnVM_Task} progress is 89%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.532939] env[61960]: DEBUG oslo_vmware.api [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50022} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.533540] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 35a2474f-6d31-487d-8369-caeb2cb38688/35a2474f-6d31-487d-8369-caeb2cb38688.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1083.534016] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.534431] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86af119f-9eb5-445a-a9dc-7d8f6e29aba2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.541000] env[61960]: DEBUG oslo_vmware.api [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1083.541000] env[61960]: value = "task-436786" [ 1083.541000] env[61960]: _type = "Task" [ 1083.541000] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.549265] env[61960]: DEBUG oslo_vmware.api [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.913920] env[61960]: DEBUG nova.compute.manager [req-31284d73-bc1a-4f79-94fb-ba4cb48a5b52 req-755ba426-34e6-41d2-b0c1-2582dfedc488 service nova] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Received event network-changed-60b69d3f-c7c5-4345-9c15-cb73aa04281d {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1083.913920] env[61960]: DEBUG nova.compute.manager [req-31284d73-bc1a-4f79-94fb-ba4cb48a5b52 req-755ba426-34e6-41d2-b0c1-2582dfedc488 service nova] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Refreshing instance network info cache due to event network-changed-60b69d3f-c7c5-4345-9c15-cb73aa04281d. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1083.913920] env[61960]: DEBUG oslo_concurrency.lockutils [req-31284d73-bc1a-4f79-94fb-ba4cb48a5b52 req-755ba426-34e6-41d2-b0c1-2582dfedc488 service nova] Acquiring lock "refresh_cache-a25864c6-4025-4a85-83de-62b6143b106f" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.913920] env[61960]: DEBUG oslo_concurrency.lockutils [req-31284d73-bc1a-4f79-94fb-ba4cb48a5b52 req-755ba426-34e6-41d2-b0c1-2582dfedc488 service nova] Acquired lock "refresh_cache-a25864c6-4025-4a85-83de-62b6143b106f" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.914069] env[61960]: DEBUG nova.network.neutron [req-31284d73-bc1a-4f79-94fb-ba4cb48a5b52 req-755ba426-34e6-41d2-b0c1-2582dfedc488 service nova] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Refreshing network info cache for port 60b69d3f-c7c5-4345-9c15-cb73aa04281d {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1083.927712] env[61960]: DEBUG oslo_vmware.api [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436784, 'name': PowerOnVM_Task, 'duration_secs': 0.624638} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.927977] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1083.928200] env[61960]: INFO nova.compute.manager [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Took 7.64 seconds to spawn the instance on the hypervisor. [ 1083.928382] env[61960]: DEBUG nova.compute.manager [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1083.929159] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6e73de-f871-4a83-bf81-48f3521579bd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.051227] env[61960]: DEBUG oslo_vmware.api [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071525} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.051581] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.052499] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969c19b8-307d-43a0-bc02-b6c702054c11 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.074568] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 35a2474f-6d31-487d-8369-caeb2cb38688/35a2474f-6d31-487d-8369-caeb2cb38688.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.074843] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7d6bc0a-32cd-449e-9603-1af074c922cf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.093963] env[61960]: DEBUG oslo_vmware.api [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1084.093963] env[61960]: value = "task-436787" [ 1084.093963] env[61960]: _type = "Task" [ 1084.093963] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.102357] env[61960]: DEBUG oslo_vmware.api [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436787, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.448131] env[61960]: INFO nova.compute.manager [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Took 13.60 seconds to build instance. [ 1084.559915] env[61960]: DEBUG nova.network.neutron [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Updating instance_info_cache with network_info: [{"id": "69604137-813f-4ff2-bb36-aa38e871ee8b", "address": "fa:16:3e:78:6d:82", "network": {"id": "011b9b85-20e0-4930-b560-f4a50c63faf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-851435399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb87a3aea6c94417a8eb19cb6eac7f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69604137-81", "ovs_interfaceid": "69604137-813f-4ff2-bb36-aa38e871ee8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.604144] env[61960]: DEBUG oslo_vmware.api [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436787, 'name': ReconfigVM_Task, 'duration_secs': 0.441878} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.604431] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 35a2474f-6d31-487d-8369-caeb2cb38688/35a2474f-6d31-487d-8369-caeb2cb38688.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.605134] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18da6110-d70c-41cf-a92f-4d7defe7ff1a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.610980] env[61960]: DEBUG oslo_vmware.api [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1084.610980] env[61960]: value = "task-436788" [ 1084.610980] env[61960]: _type = "Task" [ 1084.610980] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.618983] env[61960]: DEBUG oslo_vmware.api [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436788, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.637019] env[61960]: DEBUG nova.network.neutron [req-31284d73-bc1a-4f79-94fb-ba4cb48a5b52 req-755ba426-34e6-41d2-b0c1-2582dfedc488 service nova] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Updated VIF entry in instance network info cache for port 60b69d3f-c7c5-4345-9c15-cb73aa04281d. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1084.637801] env[61960]: DEBUG nova.network.neutron [req-31284d73-bc1a-4f79-94fb-ba4cb48a5b52 req-755ba426-34e6-41d2-b0c1-2582dfedc488 service nova] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Updating instance_info_cache with network_info: [{"id": "60b69d3f-c7c5-4345-9c15-cb73aa04281d", "address": "fa:16:3e:61:b9:75", "network": {"id": "148b3213-0f77-4469-b901-9b93a55e3a91", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-997896372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5e3e891410455abd448117aabf8d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60b69d3f-c7", "ovs_interfaceid": "60b69d3f-c7c5-4345-9c15-cb73aa04281d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.950805] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fc3900d1-2e85-47bc-af27-6071b6114e40 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "78a44e61-8431-4348-a3fe-572e53e8785e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.113s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.063132] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Releasing lock "refresh_cache-4c175400-88d8-4813-aa7d-3c3f62eb2e96" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.063392] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Updated the network info_cache for instance {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 1085.063600] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.063749] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.063897] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.064067] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.064285] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.064530] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.064745] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=61960) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1085.064961] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager.update_available_resource {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.120715] env[61960]: DEBUG oslo_vmware.api [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436788, 'name': Rename_Task, 'duration_secs': 0.147476} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.121015] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1085.121273] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76e8e974-668c-45e1-a43d-02932f6fb741 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.127093] env[61960]: DEBUG oslo_vmware.api [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1085.127093] env[61960]: value = "task-436789" [ 1085.127093] env[61960]: _type = "Task" [ 1085.127093] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.136255] env[61960]: DEBUG oslo_vmware.api [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.140893] env[61960]: DEBUG oslo_concurrency.lockutils [req-31284d73-bc1a-4f79-94fb-ba4cb48a5b52 req-755ba426-34e6-41d2-b0c1-2582dfedc488 service nova] Releasing lock "refresh_cache-a25864c6-4025-4a85-83de-62b6143b106f" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.570345] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.570674] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.570674] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.570772] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=61960) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1085.571842] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b18633-7b2a-430a-aef8-9ecee6a73dd2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.584365] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4400dee3-28fd-45ac-97aa-ff5f11728555 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.598385] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40b7d79-3ea5-4af1-a8b6-a2ad7cfbbc50 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.604732] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2adcb87-c99d-455e-a772-75854fea22f9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.633516] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180643MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=61960) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1085.633681] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.633899] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.641443] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8d62bf19-d63e-4001-96cd-163388c290cd tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "b0114cc8-dda4-46ad-800a-39ae14029909" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.641579] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8d62bf19-d63e-4001-96cd-163388c290cd tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "b0114cc8-dda4-46ad-800a-39ae14029909" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.646062] env[61960]: DEBUG oslo_vmware.api [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436789, 'name': PowerOnVM_Task, 'duration_secs': 0.459591} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.647034] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1085.647846] env[61960]: INFO nova.compute.manager [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Took 7.12 seconds to spawn the instance on the hypervisor. [ 1085.648250] env[61960]: DEBUG nova.compute.manager [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1085.649694] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21978b99-dcc7-459f-b968-dfc51a94d295 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.148022] env[61960]: DEBUG nova.compute.utils [None req-8d62bf19-d63e-4001-96cd-163388c290cd tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1086.165419] env[61960]: INFO nova.compute.manager [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Took 12.11 seconds to build instance. [ 1086.376883] env[61960]: DEBUG nova.compute.manager [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Stashing vm_state: active {{(pid=61960) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1086.648540] env[61960]: INFO nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Updating resource usage from migration 86115780-1e1e-499d-8b0e-2302251b7a43 [ 1086.651614] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8d62bf19-d63e-4001-96cd-163388c290cd tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "b0114cc8-dda4-46ad-800a-39ae14029909" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.667279] env[61960]: DEBUG oslo_concurrency.lockutils [None req-af80ef16-987f-46ac-a8a2-239b0c5c313d tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "35a2474f-6d31-487d-8369-caeb2cb38688" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.623s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.669600] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 4c175400-88d8-4813-aa7d-3c3f62eb2e96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.669763] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 5af86187-1400-4799-bdec-46dd40215062 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.669902] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 60a96320-34ad-488e-9e92-e2e12906edae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.670217] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance b0114cc8-dda4-46ad-800a-39ae14029909 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.670372] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 5b90779e-1b3b-47a2-b867-f3c45460bcf3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.670498] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 6a5d8c45-4a8c-4471-ac18-15c33909ba34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.670619] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.670740] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance cd14f531-27ec-46e9-a713-95902525710b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.670857] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance a25864c6-4025-4a85-83de-62b6143b106f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.670971] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 35a2474f-6d31-487d-8369-caeb2cb38688 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.671101] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Migration 86115780-1e1e-499d-8b0e-2302251b7a43 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1086.671218] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 78a44e61-8431-4348-a3fe-572e53e8785e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.671425] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=61960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1086.671567] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=61960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1086.807569] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd2e336-df7c-42cc-94f6-533d32f77436 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.815677] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bce96f-2244-429b-b3aa-82b5c3a2345a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.845314] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696a96c4-ee23-41b8-a482-c2065196f7a2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.851916] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe2c494-ebc5-4acd-ac7b-d73f4dadce5e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.866880] env[61960]: DEBUG nova.compute.provider_tree [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.892538] env[61960]: DEBUG oslo_concurrency.lockutils [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.370921] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1087.683442] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8d62bf19-d63e-4001-96cd-163388c290cd tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "b0114cc8-dda4-46ad-800a-39ae14029909" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.683800] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8d62bf19-d63e-4001-96cd-163388c290cd tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "b0114cc8-dda4-46ad-800a-39ae14029909" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.684057] env[61960]: INFO nova.compute.manager [None req-8d62bf19-d63e-4001-96cd-163388c290cd tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Attaching volume e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2 to /dev/sdb [ 1087.701094] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6d11720d-047e-48b7-871c-035e8b181a83 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "35a2474f-6d31-487d-8369-caeb2cb38688" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.701359] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6d11720d-047e-48b7-871c-035e8b181a83 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "35a2474f-6d31-487d-8369-caeb2cb38688" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.701600] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6d11720d-047e-48b7-871c-035e8b181a83 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "35a2474f-6d31-487d-8369-caeb2cb38688-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.701812] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6d11720d-047e-48b7-871c-035e8b181a83 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "35a2474f-6d31-487d-8369-caeb2cb38688-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.702018] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6d11720d-047e-48b7-871c-035e8b181a83 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "35a2474f-6d31-487d-8369-caeb2cb38688-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.704315] env[61960]: INFO nova.compute.manager [None req-6d11720d-047e-48b7-871c-035e8b181a83 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Terminating instance [ 1087.706450] env[61960]: DEBUG nova.compute.manager [None req-6d11720d-047e-48b7-871c-035e8b181a83 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1087.706646] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6d11720d-047e-48b7-871c-035e8b181a83 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1087.707502] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171ed69e-8262-4817-9083-4cc653cb8705 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.714834] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d11720d-047e-48b7-871c-035e8b181a83 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1087.715792] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-277ab72f-994a-44cc-b2d7-463b3d87d99b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.718074] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec0a9dc-e941-4f91-a8a8-aa88a8a1bf5f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.725031] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0804af3b-a129-42b5-aff4-708bc4cdfa7c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.727804] env[61960]: DEBUG oslo_vmware.api [None req-6d11720d-047e-48b7-871c-035e8b181a83 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1087.727804] env[61960]: value = "task-436790" [ 1087.727804] env[61960]: _type = "Task" [ 1087.727804] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.738291] env[61960]: DEBUG nova.virt.block_device [None req-8d62bf19-d63e-4001-96cd-163388c290cd tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Updating existing volume attachment record: 6be343dc-a6ae-4258-af53-cd32acacac01 {{(pid=61960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1087.743061] env[61960]: DEBUG oslo_vmware.api [None req-6d11720d-047e-48b7-871c-035e8b181a83 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.876423] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=61960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1087.876668] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.243s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.876985] env[61960]: DEBUG oslo_concurrency.lockutils [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.985s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.878395] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.878542] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Cleaning up deleted instances {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11226}} [ 1088.241183] env[61960]: DEBUG oslo_vmware.api [None req-6d11720d-047e-48b7-871c-035e8b181a83 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436790, 'name': PowerOffVM_Task, 'duration_secs': 0.209719} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.241183] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d11720d-047e-48b7-871c-035e8b181a83 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1088.241183] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6d11720d-047e-48b7-871c-035e8b181a83 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1088.241183] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-583a9aae-9d85-423f-8bda-0a9ffa10b41c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.309026] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6d11720d-047e-48b7-871c-035e8b181a83 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1088.309278] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6d11720d-047e-48b7-871c-035e8b181a83 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1088.309470] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d11720d-047e-48b7-871c-035e8b181a83 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Deleting the datastore file [datastore1] 35a2474f-6d31-487d-8369-caeb2cb38688 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.309749] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ba78aab-a4b3-4d14-ba9f-d068fcf436dd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.316579] env[61960]: DEBUG oslo_vmware.api [None req-6d11720d-047e-48b7-871c-035e8b181a83 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1088.316579] env[61960]: value = "task-436795" [ 1088.316579] env[61960]: _type = "Task" [ 1088.316579] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.325401] env[61960]: DEBUG oslo_vmware.api [None req-6d11720d-047e-48b7-871c-035e8b181a83 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.383534] env[61960]: INFO nova.compute.claims [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.399218] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] There are 50 instances to clean {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1088.399424] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 2d25708d-e49a-45e6-8d5c-d4d8f0fc61ee] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1088.826582] env[61960]: DEBUG oslo_vmware.api [None req-6d11720d-047e-48b7-871c-035e8b181a83 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129209} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.826980] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d11720d-047e-48b7-871c-035e8b181a83 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.827057] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6d11720d-047e-48b7-871c-035e8b181a83 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1088.827211] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6d11720d-047e-48b7-871c-035e8b181a83 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1088.827392] env[61960]: INFO nova.compute.manager [None req-6d11720d-047e-48b7-871c-035e8b181a83 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1088.827641] env[61960]: DEBUG oslo.service.loopingcall [None req-6d11720d-047e-48b7-871c-035e8b181a83 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1088.827850] env[61960]: DEBUG nova.compute.manager [-] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1088.827951] env[61960]: DEBUG nova.network.neutron [-] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1088.904051] env[61960]: INFO nova.compute.resource_tracker [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Updating resource usage from migration 86115780-1e1e-499d-8b0e-2302251b7a43 [ 1088.906676] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 774d8271-8036-4b34-98e0-0472cf6a08e8] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1089.132293] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cb624e-7f52-4416-b3b9-e700389d45bc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.139766] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59defeae-6b51-4994-bc63-8decfaf67d6a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.171016] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d02a78-0cf2-4a8e-a2d0-5d9b18c40e66 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.178305] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b923c2-098f-401b-8a7d-5a456c9bd7d9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.191531] env[61960]: DEBUG nova.compute.provider_tree [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.253850] env[61960]: DEBUG nova.compute.manager [req-b531af23-bc6e-4e01-9221-e765269b1886 req-5acaa2d2-9c20-4efb-9861-8309f764705f service nova] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Received event network-vif-deleted-61865d9a-8bdd-4d1a-92b4-d396405590d7 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1089.254571] env[61960]: INFO nova.compute.manager [req-b531af23-bc6e-4e01-9221-e765269b1886 req-5acaa2d2-9c20-4efb-9861-8309f764705f service nova] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Neutron deleted interface 61865d9a-8bdd-4d1a-92b4-d396405590d7; detaching it from the instance and deleting it from the info cache [ 1089.254779] env[61960]: DEBUG nova.network.neutron [req-b531af23-bc6e-4e01-9221-e765269b1886 req-5acaa2d2-9c20-4efb-9861-8309f764705f service nova] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.410311] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: faa2cf3d-2f2e-4600-8dca-2aa461726323] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1089.694807] env[61960]: DEBUG nova.scheduler.client.report [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1089.731708] env[61960]: DEBUG nova.network.neutron [-] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.756938] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e552780-c5d2-4ace-9d06-239e0d8f1e79 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.766791] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2171a17-b0bf-42b4-b697-3316c2ad0acf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.799485] env[61960]: DEBUG nova.compute.manager [req-b531af23-bc6e-4e01-9221-e765269b1886 req-5acaa2d2-9c20-4efb-9861-8309f764705f service nova] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Detach interface failed, port_id=61865d9a-8bdd-4d1a-92b4-d396405590d7, reason: Instance 35a2474f-6d31-487d-8369-caeb2cb38688 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1089.913358] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 3220ec65-361d-4677-8dfd-6a2625cd73a2] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1090.200805] env[61960]: DEBUG oslo_concurrency.lockutils [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.324s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.201067] env[61960]: INFO nova.compute.manager [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Migrating [ 1090.237942] env[61960]: INFO nova.compute.manager [-] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Took 1.41 seconds to deallocate network for instance. [ 1090.416687] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 1aef9d2e-e10c-483a-b8b5-62ccdf6e62fd] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1090.716122] env[61960]: DEBUG oslo_concurrency.lockutils [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "refresh_cache-78a44e61-8431-4348-a3fe-572e53e8785e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.716316] env[61960]: DEBUG oslo_concurrency.lockutils [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquired lock "refresh_cache-78a44e61-8431-4348-a3fe-572e53e8785e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.716504] env[61960]: DEBUG nova.network.neutron [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1090.745214] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6d11720d-047e-48b7-871c-035e8b181a83 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.745481] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6d11720d-047e-48b7-871c-035e8b181a83 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.745734] env[61960]: DEBUG nova.objects.instance [None req-6d11720d-047e-48b7-871c-035e8b181a83 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lazy-loading 'resources' on Instance uuid 35a2474f-6d31-487d-8369-caeb2cb38688 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.921109] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: aa040be9-8805-4191-805c-9d0bd1792628] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1091.412831] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7599f25a-812d-4e43-95f2-3985a304d605 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.420485] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b222755-7667-4930-8b40-8100aa3127ea {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.423841] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 5a527f43-ce28-4eb5-bfd1-5c800c35ef16] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1091.427048] env[61960]: DEBUG nova.network.neutron [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Updating instance_info_cache with network_info: [{"id": "df6d0102-72e7-43dd-8d05-152edeac30ea", "address": "fa:16:3e:46:a5:17", "network": {"id": "9ee12d62-9edd-4717-b363-beb291b2c83b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1274344879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb471d92c0743c08a3c5f098ecc9477", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf6d0102-72", "ovs_interfaceid": "df6d0102-72e7-43dd-8d05-152edeac30ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.452913] env[61960]: DEBUG oslo_concurrency.lockutils [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Releasing lock "refresh_cache-78a44e61-8431-4348-a3fe-572e53e8785e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.454614] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9491cc8-b478-4c33-be57-39c3d7fce6ae {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.462695] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b06d12-98f1-4a00-b50b-6cc3703935d8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.476948] env[61960]: DEBUG nova.compute.provider_tree [None req-6d11720d-047e-48b7-871c-035e8b181a83 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.927049] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 842fd499-d185-4e49-b4d9-b3f860d8f9e6] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1091.980127] env[61960]: DEBUG nova.scheduler.client.report [None req-6d11720d-047e-48b7-871c-035e8b181a83 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1092.080390] env[61960]: DEBUG nova.compute.manager [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1092.081430] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c00bbc1-2635-4963-94b4-40a3fa49cf0c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.282981] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d62bf19-d63e-4001-96cd-163388c290cd tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Volume attach. Driver type: vmdk {{(pid=61960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1092.283279] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d62bf19-d63e-4001-96cd-163388c290cd tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116213', 'volume_id': 'e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2', 'name': 'volume-e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b0114cc8-dda4-46ad-800a-39ae14029909', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2', 'serial': 'e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1092.284229] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4b9ff2-9433-4e9c-977a-d002581562ea {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.300386] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7551aab-9fc9-43e9-bb7b-6c37cbf59b4c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.325233] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d62bf19-d63e-4001-96cd-163388c290cd tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] volume-e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2/volume-e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.325461] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f3e0a22-0c5e-43f7-99dd-4943d9fc0001 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.343260] env[61960]: DEBUG oslo_vmware.api [None req-8d62bf19-d63e-4001-96cd-163388c290cd tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1092.343260] env[61960]: value = "task-436797" [ 1092.343260] env[61960]: _type = "Task" [ 1092.343260] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.350554] env[61960]: DEBUG oslo_vmware.api [None req-8d62bf19-d63e-4001-96cd-163388c290cd tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436797, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.431055] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 0ad444e2-d9c8-47ed-8cfb-46b67cb13d23] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1092.484388] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6d11720d-047e-48b7-871c-035e8b181a83 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.739s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.506514] env[61960]: INFO nova.scheduler.client.report [None req-6d11720d-047e-48b7-871c-035e8b181a83 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Deleted allocations for instance 35a2474f-6d31-487d-8369-caeb2cb38688 [ 1092.593353] env[61960]: INFO nova.compute.manager [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] instance snapshotting [ 1092.594150] env[61960]: DEBUG nova.objects.instance [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lazy-loading 'flavor' on Instance uuid 5b90779e-1b3b-47a2-b867-f3c45460bcf3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.854410] env[61960]: DEBUG oslo_vmware.api [None req-8d62bf19-d63e-4001-96cd-163388c290cd tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436797, 'name': ReconfigVM_Task, 'duration_secs': 0.357239} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.854410] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d62bf19-d63e-4001-96cd-163388c290cd tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Reconfigured VM instance instance-00000066 to attach disk [datastore1] volume-e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2/volume-e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.858726] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-366f401a-057c-4398-b945-e6459112e044 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.874294] env[61960]: DEBUG oslo_vmware.api [None req-8d62bf19-d63e-4001-96cd-163388c290cd tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1092.874294] env[61960]: value = "task-436798" [ 1092.874294] env[61960]: _type = "Task" [ 1092.874294] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.881711] env[61960]: DEBUG oslo_vmware.api [None req-8d62bf19-d63e-4001-96cd-163388c290cd tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436798, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.934470] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 1b3599fa-8b35-4719-9ae3-94cefa0cf527] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1092.968610] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41242bec-822b-40b7-8a19-f746d2185efd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.989936] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Updating instance '78a44e61-8431-4348-a3fe-572e53e8785e' progress to 0 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1093.015974] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6d11720d-047e-48b7-871c-035e8b181a83 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "35a2474f-6d31-487d-8369-caeb2cb38688" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.314s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.099783] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b970053a-14bf-49ef-a0fb-967510083b5e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.119681] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80204e4-85d8-4488-9f1f-e9660f608245 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.216611] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bc4a2f3d-9d0b-4646-9812-1983a9dab9d2 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "6a5d8c45-4a8c-4471-ac18-15c33909ba34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.216908] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bc4a2f3d-9d0b-4646-9812-1983a9dab9d2 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "6a5d8c45-4a8c-4471-ac18-15c33909ba34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.217158] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bc4a2f3d-9d0b-4646-9812-1983a9dab9d2 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "6a5d8c45-4a8c-4471-ac18-15c33909ba34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.217366] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bc4a2f3d-9d0b-4646-9812-1983a9dab9d2 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "6a5d8c45-4a8c-4471-ac18-15c33909ba34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.217545] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bc4a2f3d-9d0b-4646-9812-1983a9dab9d2 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "6a5d8c45-4a8c-4471-ac18-15c33909ba34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.219733] env[61960]: INFO nova.compute.manager [None req-bc4a2f3d-9d0b-4646-9812-1983a9dab9d2 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Terminating instance [ 1093.222585] env[61960]: DEBUG nova.compute.manager [None req-bc4a2f3d-9d0b-4646-9812-1983a9dab9d2 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1093.222792] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4a2f3d-9d0b-4646-9812-1983a9dab9d2 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1093.223640] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04903ac-18a4-4e24-9aff-b754bcde3240 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.231991] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4a2f3d-9d0b-4646-9812-1983a9dab9d2 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1093.232292] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1eb75a27-c64e-467f-b247-0cb56a5897b7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.239280] env[61960]: DEBUG oslo_vmware.api [None req-bc4a2f3d-9d0b-4646-9812-1983a9dab9d2 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1093.239280] env[61960]: value = "task-436799" [ 1093.239280] env[61960]: _type = "Task" [ 1093.239280] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.249209] env[61960]: DEBUG oslo_vmware.api [None req-bc4a2f3d-9d0b-4646-9812-1983a9dab9d2 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.386077] env[61960]: DEBUG oslo_vmware.api [None req-8d62bf19-d63e-4001-96cd-163388c290cd tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436798, 'name': ReconfigVM_Task, 'duration_secs': 0.141901} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.386077] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d62bf19-d63e-4001-96cd-163388c290cd tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116213', 'volume_id': 'e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2', 'name': 'volume-e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b0114cc8-dda4-46ad-800a-39ae14029909', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2', 'serial': 'e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1093.438198] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 1eebc077-8e86-472a-a4e9-904830af7d70] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1093.496252] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1093.496561] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70527488-9761-4b29-a9cd-5967b8383354 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.503664] env[61960]: DEBUG oslo_vmware.api [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1093.503664] env[61960]: value = "task-436800" [ 1093.503664] env[61960]: _type = "Task" [ 1093.503664] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.512452] env[61960]: DEBUG oslo_vmware.api [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.630449] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Creating Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1093.630909] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9138df0c-5af9-44ce-92eb-2bc667ba8774 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.639858] env[61960]: DEBUG oslo_vmware.api [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1093.639858] env[61960]: value = "task-436801" [ 1093.639858] env[61960]: _type = "Task" [ 1093.639858] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.648817] env[61960]: DEBUG oslo_vmware.api [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436801, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.748320] env[61960]: DEBUG oslo_vmware.api [None req-bc4a2f3d-9d0b-4646-9812-1983a9dab9d2 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436799, 'name': PowerOffVM_Task, 'duration_secs': 0.184504} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.748586] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4a2f3d-9d0b-4646-9812-1983a9dab9d2 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1093.748787] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4a2f3d-9d0b-4646-9812-1983a9dab9d2 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1093.749070] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81a9484b-b34c-4cd3-9009-5bd9408cc9d0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.811187] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4a2f3d-9d0b-4646-9812-1983a9dab9d2 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1093.811423] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4a2f3d-9d0b-4646-9812-1983a9dab9d2 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1093.811616] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc4a2f3d-9d0b-4646-9812-1983a9dab9d2 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Deleting the datastore file [datastore1] 6a5d8c45-4a8c-4471-ac18-15c33909ba34 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.811899] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3438a48e-922a-4cd6-b6aa-4d752fd4955a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.818570] env[61960]: DEBUG oslo_vmware.api [None req-bc4a2f3d-9d0b-4646-9812-1983a9dab9d2 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1093.818570] env[61960]: value = "task-436803" [ 1093.818570] env[61960]: _type = "Task" [ 1093.818570] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.826278] env[61960]: DEBUG oslo_vmware.api [None req-bc4a2f3d-9d0b-4646-9812-1983a9dab9d2 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.941394] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 1c994529-097f-47a2-8897-3251a2bcc626] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1094.012933] env[61960]: DEBUG oslo_vmware.api [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436800, 'name': PowerOffVM_Task, 'duration_secs': 0.289549} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.013206] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1094.013400] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Updating instance '78a44e61-8431-4348-a3fe-572e53e8785e' progress to 17 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1094.150094] env[61960]: DEBUG oslo_vmware.api [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436801, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.327608] env[61960]: DEBUG oslo_vmware.api [None req-bc4a2f3d-9d0b-4646-9812-1983a9dab9d2 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134988} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.328520] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc4a2f3d-9d0b-4646-9812-1983a9dab9d2 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.328922] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4a2f3d-9d0b-4646-9812-1983a9dab9d2 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1094.328922] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4a2f3d-9d0b-4646-9812-1983a9dab9d2 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1094.329103] env[61960]: INFO nova.compute.manager [None req-bc4a2f3d-9d0b-4646-9812-1983a9dab9d2 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1094.329361] env[61960]: DEBUG oslo.service.loopingcall [None req-bc4a2f3d-9d0b-4646-9812-1983a9dab9d2 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1094.329795] env[61960]: DEBUG nova.compute.manager [-] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1094.329899] env[61960]: DEBUG nova.network.neutron [-] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1094.426502] env[61960]: DEBUG nova.objects.instance [None req-8d62bf19-d63e-4001-96cd-163388c290cd tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lazy-loading 'flavor' on Instance uuid b0114cc8-dda4-46ad-800a-39ae14029909 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.446212] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: b09b5238-cf88-462b-b167-56570f3f92e7] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1094.521203] env[61960]: DEBUG nova.virt.hardware [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:07:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1094.522948] env[61960]: DEBUG nova.virt.hardware [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1094.523668] env[61960]: DEBUG nova.virt.hardware [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.523668] env[61960]: DEBUG nova.virt.hardware [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1094.526555] env[61960]: DEBUG nova.virt.hardware [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.526555] env[61960]: DEBUG nova.virt.hardware [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1094.526555] env[61960]: DEBUG nova.virt.hardware [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1094.526555] env[61960]: DEBUG nova.virt.hardware [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1094.526555] env[61960]: DEBUG nova.virt.hardware [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1094.526555] env[61960]: DEBUG nova.virt.hardware [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1094.526555] env[61960]: DEBUG nova.virt.hardware [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1094.531924] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c963b56e-172e-426c-a069-87d856a2410a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.549416] env[61960]: DEBUG oslo_vmware.api [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1094.549416] env[61960]: value = "task-436804" [ 1094.549416] env[61960]: _type = "Task" [ 1094.549416] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.557878] env[61960]: DEBUG oslo_vmware.api [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436804, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.595602] env[61960]: DEBUG nova.compute.manager [req-adaf8411-d017-4d83-9851-6202f9a96d6c req-c418f357-b6f0-4936-9a5d-092b4ba4d7aa service nova] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Received event network-vif-deleted-a39d327f-0283-42d7-a798-5ecb57eba3cf {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1094.596457] env[61960]: INFO nova.compute.manager [req-adaf8411-d017-4d83-9851-6202f9a96d6c req-c418f357-b6f0-4936-9a5d-092b4ba4d7aa service nova] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Neutron deleted interface a39d327f-0283-42d7-a798-5ecb57eba3cf; detaching it from the instance and deleting it from the info cache [ 1094.596457] env[61960]: DEBUG nova.network.neutron [req-adaf8411-d017-4d83-9851-6202f9a96d6c req-c418f357-b6f0-4936-9a5d-092b4ba4d7aa service nova] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.651653] env[61960]: DEBUG oslo_vmware.api [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436801, 'name': CreateSnapshot_Task, 'duration_secs': 0.515399} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.652017] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Created Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1094.653061] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a9c5de-7753-42c2-876a-68d3a6bd898f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.932652] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8d62bf19-d63e-4001-96cd-163388c290cd tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "b0114cc8-dda4-46ad-800a-39ae14029909" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.249s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.950032] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: e2a2681f-a09c-4777-b77b-f78f6518fe19] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1095.059156] env[61960]: DEBUG oslo_vmware.api [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436804, 'name': ReconfigVM_Task, 'duration_secs': 0.218238} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.059474] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Updating instance '78a44e61-8431-4348-a3fe-572e53e8785e' progress to 33 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1095.062881] env[61960]: DEBUG nova.network.neutron [-] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.098900] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d61dfdf2-67e8-4e0c-b708-224cf689d2ec {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.108056] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c698457b-cdf0-49b1-a575-d0d30780bfb6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.136955] env[61960]: DEBUG nova.compute.manager [req-adaf8411-d017-4d83-9851-6202f9a96d6c req-c418f357-b6f0-4936-9a5d-092b4ba4d7aa service nova] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Detach interface failed, port_id=a39d327f-0283-42d7-a798-5ecb57eba3cf, reason: Instance 6a5d8c45-4a8c-4471-ac18-15c33909ba34 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1095.170362] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Creating linked-clone VM from snapshot {{(pid=61960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1095.170862] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5dd0ecec-60b6-4f18-adeb-9b2265b7a1b5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.181278] env[61960]: DEBUG oslo_vmware.api [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1095.181278] env[61960]: value = "task-436805" [ 1095.181278] env[61960]: _type = "Task" [ 1095.181278] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.188799] env[61960]: DEBUG oslo_vmware.api [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436805, 'name': CloneVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.376640] env[61960]: INFO nova.compute.manager [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Rebuilding instance [ 1095.424040] env[61960]: DEBUG nova.compute.manager [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1095.424718] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403475af-1ffa-4200-a913-3276a16e0f15 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.453643] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: c0e4a987-005f-4097-8a66-9e0799b07782] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1095.566076] env[61960]: DEBUG nova.virt.hardware [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1095.566291] env[61960]: DEBUG nova.virt.hardware [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1095.566399] env[61960]: DEBUG nova.virt.hardware [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.566584] env[61960]: DEBUG nova.virt.hardware [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1095.566738] env[61960]: DEBUG nova.virt.hardware [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.566895] env[61960]: DEBUG nova.virt.hardware [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1095.567121] env[61960]: DEBUG nova.virt.hardware [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1095.567294] env[61960]: DEBUG nova.virt.hardware [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1095.567473] env[61960]: DEBUG nova.virt.hardware [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1095.567702] env[61960]: DEBUG nova.virt.hardware [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1095.567905] env[61960]: DEBUG nova.virt.hardware [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1095.573194] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1095.573605] env[61960]: INFO nova.compute.manager [-] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Took 1.24 seconds to deallocate network for instance. [ 1095.573836] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3e64fe0-fb10-4334-b4b6-00f035aede9e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.593794] env[61960]: DEBUG oslo_vmware.api [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1095.593794] env[61960]: value = "task-436806" [ 1095.593794] env[61960]: _type = "Task" [ 1095.593794] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.601877] env[61960]: DEBUG oslo_vmware.api [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436806, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.693443] env[61960]: DEBUG oslo_vmware.api [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436805, 'name': CloneVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.936571] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1095.936876] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f23405ea-f7b4-4791-a495-8c9e6142b9bb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.943668] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1095.943668] env[61960]: value = "task-436807" [ 1095.943668] env[61960]: _type = "Task" [ 1095.943668] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.953366] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.955918] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 33cdf08b-6074-477a-8307-703e7becb783] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1096.092793] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bc4a2f3d-9d0b-4646-9812-1983a9dab9d2 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.093096] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bc4a2f3d-9d0b-4646-9812-1983a9dab9d2 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.093330] env[61960]: DEBUG nova.objects.instance [None req-bc4a2f3d-9d0b-4646-9812-1983a9dab9d2 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lazy-loading 'resources' on Instance uuid 6a5d8c45-4a8c-4471-ac18-15c33909ba34 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.104804] env[61960]: DEBUG oslo_vmware.api [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436806, 'name': ReconfigVM_Task, 'duration_secs': 0.321028} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.105753] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1096.106702] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe1006d-06a9-4b71-9e19-fc826720e727 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.130417] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 78a44e61-8431-4348-a3fe-572e53e8785e/78a44e61-8431-4348-a3fe-572e53e8785e.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.131087] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc2fad39-0525-4df1-8cc5-e4f22a117d66 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.150330] env[61960]: DEBUG oslo_vmware.api [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1096.150330] env[61960]: value = "task-436808" [ 1096.150330] env[61960]: _type = "Task" [ 1096.150330] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.158377] env[61960]: DEBUG oslo_vmware.api [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436808, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.194068] env[61960]: DEBUG oslo_vmware.api [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436805, 'name': CloneVM_Task, 'duration_secs': 0.875319} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.194339] env[61960]: INFO nova.virt.vmwareapi.vmops [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Created linked-clone VM from snapshot [ 1096.195160] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36442f45-f562-422e-a8f8-555de88f75cf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.205389] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Uploading image 11938e82-e7b6-412c-bb0e-0cd7a1861cf8 {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1096.232948] env[61960]: DEBUG oslo_vmware.rw_handles [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1096.232948] env[61960]: value = "vm-116215" [ 1096.232948] env[61960]: _type = "VirtualMachine" [ 1096.232948] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1096.233262] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c76de47d-9ca6-41f3-9079-cbbac35f4798 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.241439] env[61960]: DEBUG oslo_vmware.rw_handles [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lease: (returnval){ [ 1096.241439] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ee7752-2632-3d5b-71f8-53909f808b12" [ 1096.241439] env[61960]: _type = "HttpNfcLease" [ 1096.241439] env[61960]: } obtained for exporting VM: (result){ [ 1096.241439] env[61960]: value = "vm-116215" [ 1096.241439] env[61960]: _type = "VirtualMachine" [ 1096.241439] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1096.241911] env[61960]: DEBUG oslo_vmware.api [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the lease: (returnval){ [ 1096.241911] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ee7752-2632-3d5b-71f8-53909f808b12" [ 1096.241911] env[61960]: _type = "HttpNfcLease" [ 1096.241911] env[61960]: } to be ready. {{(pid=61960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1096.249815] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1096.249815] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ee7752-2632-3d5b-71f8-53909f808b12" [ 1096.249815] env[61960]: _type = "HttpNfcLease" [ 1096.249815] env[61960]: } is initializing. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1096.454532] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436807, 'name': PowerOffVM_Task, 'duration_secs': 0.3107} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.454935] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1096.459186] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: c841adfb-d099-40c3-b30a-d21b389440c6] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1096.515963] env[61960]: INFO nova.compute.manager [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Detaching volume e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2 [ 1096.551683] env[61960]: INFO nova.virt.block_device [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Attempting to driver detach volume e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2 from mountpoint /dev/sdb [ 1096.552015] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Volume detach. Driver type: vmdk {{(pid=61960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1096.552223] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116213', 'volume_id': 'e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2', 'name': 'volume-e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b0114cc8-dda4-46ad-800a-39ae14029909', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2', 'serial': 'e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1096.553126] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e795a10c-525a-4e41-b851-8832263e6275 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.587584] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0beaeb-3e04-4016-8fbb-798802013b85 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.598100] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70982d13-f94c-4db6-8470-4dbc7e6c90b3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.640163] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c4ae84-a43a-47c2-816d-795552448819 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.655879] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] The volume has not been displaced from its original location: [datastore1] volume-e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2/volume-e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2.vmdk. No consolidation needed. {{(pid=61960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1096.661233] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1096.666800] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b194046-8a83-4d13-90cc-33cfd962109e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.686045] env[61960]: DEBUG oslo_vmware.api [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436808, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.687313] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1096.687313] env[61960]: value = "task-436810" [ 1096.687313] env[61960]: _type = "Task" [ 1096.687313] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.698440] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436810, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.748897] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1096.748897] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ee7752-2632-3d5b-71f8-53909f808b12" [ 1096.748897] env[61960]: _type = "HttpNfcLease" [ 1096.748897] env[61960]: } is ready. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1096.749239] env[61960]: DEBUG oslo_vmware.rw_handles [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1096.749239] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ee7752-2632-3d5b-71f8-53909f808b12" [ 1096.749239] env[61960]: _type = "HttpNfcLease" [ 1096.749239] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1096.750194] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7569b8b-8751-4d24-ac52-48422bb73541 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.758786] env[61960]: DEBUG oslo_vmware.rw_handles [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528aed72-fe78-2063-2320-bb9033a3365c/disk-0.vmdk from lease info. {{(pid=61960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1096.758997] env[61960]: DEBUG oslo_vmware.rw_handles [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528aed72-fe78-2063-2320-bb9033a3365c/disk-0.vmdk for reading. {{(pid=61960) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1096.854905] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55e4589-e3f0-4dc1-b8ce-e58b47789884 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.865351] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0339fb88-592a-4ce4-8b3c-e4ca594b3f54 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.869413] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d5656974-b4a6-4a57-b5d3-f0ed9eb83202 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.901838] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847636a5-150a-4a6d-8d17-a21441986bcc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.909308] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768e07d5-438c-4cef-9c36-6ed63338fd05 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.925922] env[61960]: DEBUG nova.compute.provider_tree [None req-bc4a2f3d-9d0b-4646-9812-1983a9dab9d2 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.964491] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: e009973f-28a1-4230-a3c3-12fb1fa4a81c] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1097.165385] env[61960]: DEBUG oslo_vmware.api [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436808, 'name': ReconfigVM_Task, 'duration_secs': 0.576754} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.165739] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 78a44e61-8431-4348-a3fe-572e53e8785e/78a44e61-8431-4348-a3fe-572e53e8785e.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.166070] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Updating instance '78a44e61-8431-4348-a3fe-572e53e8785e' progress to 50 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1097.196898] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436810, 'name': ReconfigVM_Task, 'duration_secs': 0.438387} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.197654] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1097.202441] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-127cd800-ea05-4983-bd3e-4b494a00cc52 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.220578] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1097.220578] env[61960]: value = "task-436811" [ 1097.220578] env[61960]: _type = "Task" [ 1097.220578] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.230244] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436811, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.434106] env[61960]: DEBUG nova.scheduler.client.report [None req-bc4a2f3d-9d0b-4646-9812-1983a9dab9d2 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1097.467296] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: d39344c1-66e3-48a7-be6b-3589a4f528f3] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1097.672752] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25de3be-d7c1-485c-ac05-9f07e90b036b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.692343] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782b527b-93f0-47a2-b25c-6bbd3a0620d1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.712492] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Updating instance '78a44e61-8431-4348-a3fe-572e53e8785e' progress to 67 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1097.729858] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436811, 'name': ReconfigVM_Task, 'duration_secs': 0.228006} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.730459] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116213', 'volume_id': 'e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2', 'name': 'volume-e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b0114cc8-dda4-46ad-800a-39ae14029909', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2', 'serial': 'e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1097.939771] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bc4a2f3d-9d0b-4646-9812-1983a9dab9d2 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.846s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.961497] env[61960]: INFO nova.scheduler.client.report [None req-bc4a2f3d-9d0b-4646-9812-1983a9dab9d2 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Deleted allocations for instance 6a5d8c45-4a8c-4471-ac18-15c33909ba34 [ 1097.971142] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 8613b53f-34ea-49a4-9074-caf65a790ac3] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1098.251700] env[61960]: DEBUG nova.network.neutron [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Port df6d0102-72e7-43dd-8d05-152edeac30ea binding to destination host cpu-1 is already ACTIVE {{(pid=61960) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1098.469506] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bc4a2f3d-9d0b-4646-9812-1983a9dab9d2 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "6a5d8c45-4a8c-4471-ac18-15c33909ba34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.252s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.474298] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: cd873cd1-bbab-45e9-8b29-2595fec3f72f] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1098.790290] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1098.790616] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f07b68f-ba9e-459f-a46e-495b6c4b8d06 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.798581] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1098.798581] env[61960]: value = "task-436812" [ 1098.798581] env[61960]: _type = "Task" [ 1098.798581] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.808780] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] VM already powered off {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1098.809072] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Volume detach. Driver type: vmdk {{(pid=61960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1098.809332] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116213', 'volume_id': 'e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2', 'name': 'volume-e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b0114cc8-dda4-46ad-800a-39ae14029909', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2', 'serial': 'e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1098.810430] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786987c7-fd2b-4c56-a070-348dc303f89a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.829441] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f1d88c-01ba-42fd-8844-fca1e406f317 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.835548] env[61960]: WARNING nova.virt.vmwareapi.driver [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1098.835839] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1098.836610] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b4d138-058f-486b-9fc7-0c45534b8fd7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.843415] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1098.843672] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19ebd20f-2eb5-4950-86bc-3227fb61beeb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.906723] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1098.906973] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1098.907296] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Deleting the datastore file [datastore1] b0114cc8-dda4-46ad-800a-39ae14029909 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.907525] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26793667-f7c1-4d5b-b375-6f76a0a7caff {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.914228] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1098.914228] env[61960]: value = "task-436814" [ 1098.914228] env[61960]: _type = "Task" [ 1098.914228] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.923615] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.976856] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 7630ed37-1a60-4221-ba79-ac826ed086aa] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1099.146916] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "3d94c151-5cba-40db-a28a-7238fee0d810" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.147237] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "3d94c151-5cba-40db-a28a-7238fee0d810" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.274218] env[61960]: DEBUG oslo_concurrency.lockutils [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "78a44e61-8431-4348-a3fe-572e53e8785e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.274401] env[61960]: DEBUG oslo_concurrency.lockutils [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "78a44e61-8431-4348-a3fe-572e53e8785e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.274565] env[61960]: DEBUG oslo_concurrency.lockutils [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "78a44e61-8431-4348-a3fe-572e53e8785e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.424340] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209198} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.424590] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.424786] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1099.424974] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1099.480662] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: eaba5bdb-d668-4e26-a147-8658738174a1] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1099.649981] env[61960]: DEBUG nova.compute.manager [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1099.931125] env[61960]: INFO nova.virt.block_device [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Booting with volume e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2 at /dev/sdb [ 1099.970518] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8e06d30-a8dd-49cc-83ce-ee2eb784cafe {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.980335] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e52b23-50c1-4b5c-bb8b-127a91841feb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.992186] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: f4a5dd99-d251-46d2-b3a6-140770ba2f67] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1100.013562] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd227979-16a7-4a67-ace9-8ddf7a093df3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.021904] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b2bb20-94ce-4593-a322-a57cfc1bee0d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.052735] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcdcb24-1dff-4f79-80b3-0c24087ff8cd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.059172] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71364fec-4742-4797-9020-9be52e68ca95 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.073375] env[61960]: DEBUG nova.virt.block_device [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Updating existing volume attachment record: c9bed329-c951-45bb-b774-6424d7857386 {{(pid=61960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1100.171977] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.172288] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.173806] env[61960]: INFO nova.compute.claims [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.307930] env[61960]: DEBUG oslo_concurrency.lockutils [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "refresh_cache-78a44e61-8431-4348-a3fe-572e53e8785e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.308179] env[61960]: DEBUG oslo_concurrency.lockutils [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquired lock "refresh_cache-78a44e61-8431-4348-a3fe-572e53e8785e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.308371] env[61960]: DEBUG nova.network.neutron [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1100.495844] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: c13cc8b7-7ecb-4a5c-891b-ff0a0e698722] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1100.999216] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: f2c726af-8738-45bb-a40f-4c3bec748906] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1101.009594] env[61960]: DEBUG nova.network.neutron [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Updating instance_info_cache with network_info: [{"id": "df6d0102-72e7-43dd-8d05-152edeac30ea", "address": "fa:16:3e:46:a5:17", "network": {"id": "9ee12d62-9edd-4717-b363-beb291b2c83b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1274344879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb471d92c0743c08a3c5f098ecc9477", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf6d0102-72", "ovs_interfaceid": "df6d0102-72e7-43dd-8d05-152edeac30ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.321049] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b65ff79-5fb9-4c10-ad5c-983772fec5e5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.328082] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3f1590-e298-4561-84f6-6f4e18038c17 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.360148] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cb39ec-49fc-4724-9c5c-7941b29b8a25 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.367533] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae63c70-e107-45ab-aef0-c8df910d3a2f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.380841] env[61960]: DEBUG nova.compute.provider_tree [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.502799] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: c5b15896-aa3f-48f6-b827-348bcb57bc5e] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1101.512595] env[61960]: DEBUG oslo_concurrency.lockutils [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Releasing lock "refresh_cache-78a44e61-8431-4348-a3fe-572e53e8785e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.886085] env[61960]: DEBUG nova.scheduler.client.report [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1102.005951] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: d60aa8bb-6f0a-4c64-891e-2b4e3243d1b8] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1102.034153] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5632fd72-f6a7-40b9-a739-67868f2a98fc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.054124] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3e474f-308f-49ee-a6b8-94bcddd287fd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.061091] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Updating instance '78a44e61-8431-4348-a3fe-572e53e8785e' progress to 83 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1102.182069] env[61960]: DEBUG nova.virt.hardware [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1102.182386] env[61960]: DEBUG nova.virt.hardware [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1102.182584] env[61960]: DEBUG nova.virt.hardware [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.182813] env[61960]: DEBUG nova.virt.hardware [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1102.183014] env[61960]: DEBUG nova.virt.hardware [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.183221] env[61960]: DEBUG nova.virt.hardware [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1102.183470] env[61960]: DEBUG nova.virt.hardware [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1102.183673] env[61960]: DEBUG nova.virt.hardware [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1102.183871] env[61960]: DEBUG nova.virt.hardware [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1102.184093] env[61960]: DEBUG nova.virt.hardware [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1102.184451] env[61960]: DEBUG nova.virt.hardware [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1102.185415] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6cc1c9-9215-45b3-aa15-709595dfcbb1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.193906] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef6bf6b-0c5d-40cb-a915-1481237c305f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.209657] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:c8:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a952a754-c4cf-4ec6-a0e2-514060c4ac82', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.217755] env[61960]: DEBUG oslo.service.loopingcall [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1102.218071] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1102.218336] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-322bcc7a-13c8-4e9f-822e-22a7105532d9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.238198] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.238198] env[61960]: value = "task-436815" [ 1102.238198] env[61960]: _type = "Task" [ 1102.238198] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.246682] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436815, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.390445] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.391058] env[61960]: DEBUG nova.compute.manager [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1102.510617] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: c4b50a45-084e-4f86-9323-e94eee64afb2] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1102.567597] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1102.568320] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da69fe2e-7189-430f-b373-f7be895ac10d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.575799] env[61960]: DEBUG oslo_vmware.api [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1102.575799] env[61960]: value = "task-436816" [ 1102.575799] env[61960]: _type = "Task" [ 1102.575799] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.584168] env[61960]: DEBUG oslo_vmware.api [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.747893] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436815, 'name': CreateVM_Task, 'duration_secs': 0.441352} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.748098] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1102.748802] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.748973] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.749349] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.749611] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7ab47ce-ee09-4cea-a1d7-1301c4c5e7bb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.754262] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1102.754262] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524d93c3-cb45-21d1-2fa1-5a5e3cd53696" [ 1102.754262] env[61960]: _type = "Task" [ 1102.754262] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.762291] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524d93c3-cb45-21d1-2fa1-5a5e3cd53696, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.896549] env[61960]: DEBUG nova.compute.utils [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1102.898133] env[61960]: DEBUG nova.compute.manager [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1102.898304] env[61960]: DEBUG nova.network.neutron [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1102.938071] env[61960]: DEBUG nova.policy [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '360c6fc0228c404fb133ea7051860a98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '668dd1a5ef0a47478f7673a9a1656dec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 1103.014562] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 258ba8c2-e38a-4d20-9064-109fa27a4a80] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1103.088443] env[61960]: DEBUG oslo_vmware.api [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436816, 'name': PowerOnVM_Task, 'duration_secs': 0.465789} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.088679] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1103.089495] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-db0b578a-c834-44c9-b7e1-2a6a3141a73f tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Updating instance '78a44e61-8431-4348-a3fe-572e53e8785e' progress to 100 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1103.245927] env[61960]: DEBUG nova.network.neutron [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Successfully created port: d2767c56-cc59-4524-9f9e-b29de39d1fcb {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1103.264836] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524d93c3-cb45-21d1-2fa1-5a5e3cd53696, 'name': SearchDatastore_Task, 'duration_secs': 0.010307} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.265114] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.265405] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.265672] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.266080] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.266080] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.266277] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03277330-2457-49f9-bcc3-1e48e268fb97 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.274110] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.274302] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1103.275017] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3b0418a-61ef-42a5-996c-ec2ec002e87e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.279976] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1103.279976] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ac354d-40c2-7d34-609f-a417aef370a7" [ 1103.279976] env[61960]: _type = "Task" [ 1103.279976] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.287073] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ac354d-40c2-7d34-609f-a417aef370a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.401286] env[61960]: DEBUG nova.compute.manager [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1103.518993] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: b2acfc3e-f996-45ea-9745-ad86d321d78f] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1103.790129] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ac354d-40c2-7d34-609f-a417aef370a7, 'name': SearchDatastore_Task, 'duration_secs': 0.007298} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.791019] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-189b6a25-19ff-4687-9282-a37f38df5e48 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.796755] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1103.796755] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ab18d3-692a-6ee5-c144-bc4d011ef6c1" [ 1103.796755] env[61960]: _type = "Task" [ 1103.796755] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.805030] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ab18d3-692a-6ee5-c144-bc4d011ef6c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.023319] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: efac9647-f20b-43e6-a503-72626811c22c] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1104.307569] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ab18d3-692a-6ee5-c144-bc4d011ef6c1, 'name': SearchDatastore_Task, 'duration_secs': 0.009673} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.307814] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.308092] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] b0114cc8-dda4-46ad-800a-39ae14029909/b0114cc8-dda4-46ad-800a-39ae14029909.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1104.308372] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a33266d9-f0fd-4ffa-8c6b-e52fd9c9cf86 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.314977] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1104.314977] env[61960]: value = "task-436817" [ 1104.314977] env[61960]: _type = "Task" [ 1104.314977] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.322498] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.410904] env[61960]: DEBUG nova.compute.manager [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1104.434769] env[61960]: DEBUG nova.virt.hardware [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1104.434968] env[61960]: DEBUG nova.virt.hardware [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1104.435152] env[61960]: DEBUG nova.virt.hardware [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.435342] env[61960]: DEBUG nova.virt.hardware [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1104.435506] env[61960]: DEBUG nova.virt.hardware [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.435650] env[61960]: DEBUG nova.virt.hardware [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1104.435865] env[61960]: DEBUG nova.virt.hardware [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1104.436044] env[61960]: DEBUG nova.virt.hardware [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1104.436235] env[61960]: DEBUG nova.virt.hardware [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1104.436409] env[61960]: DEBUG nova.virt.hardware [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1104.436590] env[61960]: DEBUG nova.virt.hardware [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1104.437504] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac28eff-1321-4c85-959d-6067fe1802c4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.445111] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a00eee5-153f-43a9-bafe-2867620d6b39 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.527341] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 5141b6b0-219a-4f6a-a68d-01488d9b7b3b] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1104.746222] env[61960]: DEBUG nova.compute.manager [req-e2085614-1896-4d74-82b7-efea088a7e62 req-18195e66-fded-42e6-8230-527168c2e293 service nova] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Received event network-vif-plugged-d2767c56-cc59-4524-9f9e-b29de39d1fcb {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1104.746692] env[61960]: DEBUG oslo_concurrency.lockutils [req-e2085614-1896-4d74-82b7-efea088a7e62 req-18195e66-fded-42e6-8230-527168c2e293 service nova] Acquiring lock "3d94c151-5cba-40db-a28a-7238fee0d810-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.746978] env[61960]: DEBUG oslo_concurrency.lockutils [req-e2085614-1896-4d74-82b7-efea088a7e62 req-18195e66-fded-42e6-8230-527168c2e293 service nova] Lock "3d94c151-5cba-40db-a28a-7238fee0d810-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.747229] env[61960]: DEBUG oslo_concurrency.lockutils [req-e2085614-1896-4d74-82b7-efea088a7e62 req-18195e66-fded-42e6-8230-527168c2e293 service nova] Lock "3d94c151-5cba-40db-a28a-7238fee0d810-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.747489] env[61960]: DEBUG nova.compute.manager [req-e2085614-1896-4d74-82b7-efea088a7e62 req-18195e66-fded-42e6-8230-527168c2e293 service nova] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] No waiting events found dispatching network-vif-plugged-d2767c56-cc59-4524-9f9e-b29de39d1fcb {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1104.747757] env[61960]: WARNING nova.compute.manager [req-e2085614-1896-4d74-82b7-efea088a7e62 req-18195e66-fded-42e6-8230-527168c2e293 service nova] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Received unexpected event network-vif-plugged-d2767c56-cc59-4524-9f9e-b29de39d1fcb for instance with vm_state building and task_state spawning. [ 1104.828037] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448878} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.828037] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] b0114cc8-dda4-46ad-800a-39ae14029909/b0114cc8-dda4-46ad-800a-39ae14029909.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1104.828258] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.829198] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d88f644-d164-4361-ac0d-9414e92b6b73 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.836425] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1104.836425] env[61960]: value = "task-436818" [ 1104.836425] env[61960]: _type = "Task" [ 1104.836425] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.841281] env[61960]: DEBUG nova.network.neutron [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Successfully updated port: d2767c56-cc59-4524-9f9e-b29de39d1fcb {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1104.845594] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.030632] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: a05ef4c0-ecff-43b5-bcee-25088fe3c08d] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1105.250053] env[61960]: DEBUG oslo_concurrency.lockutils [None req-945d094b-d4bf-4308-baa2-31777c1d3753 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "78a44e61-8431-4348-a3fe-572e53e8785e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.250053] env[61960]: DEBUG oslo_concurrency.lockutils [None req-945d094b-d4bf-4308-baa2-31777c1d3753 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "78a44e61-8431-4348-a3fe-572e53e8785e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.250305] env[61960]: DEBUG nova.compute.manager [None req-945d094b-d4bf-4308-baa2-31777c1d3753 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Going to confirm migration 7 {{(pid=61960) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1105.347597] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "refresh_cache-3d94c151-5cba-40db-a28a-7238fee0d810" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.347785] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquired lock "refresh_cache-3d94c151-5cba-40db-a28a-7238fee0d810" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.347943] env[61960]: DEBUG nova.network.neutron [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1105.349255] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072124} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.350029] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.350626] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca40148-d943-40d9-ad9a-f2f8e1df7dfe {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.374103] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] b0114cc8-dda4-46ad-800a-39ae14029909/b0114cc8-dda4-46ad-800a-39ae14029909.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.374688] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cb2a59d-ed14-4b21-96b0-d8076e81adb6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.395846] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1105.395846] env[61960]: value = "task-436819" [ 1105.395846] env[61960]: _type = "Task" [ 1105.395846] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.404980] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436819, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.533446] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 4b222224-d355-4628-80f9-f58d7284e235] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1105.763873] env[61960]: DEBUG oslo_vmware.rw_handles [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528aed72-fe78-2063-2320-bb9033a3365c/disk-0.vmdk. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1105.764834] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101da31e-0e49-44a8-be01-05df8c22e9b0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.771386] env[61960]: DEBUG oslo_vmware.rw_handles [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528aed72-fe78-2063-2320-bb9033a3365c/disk-0.vmdk is in state: ready. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1105.771556] env[61960]: ERROR oslo_vmware.rw_handles [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528aed72-fe78-2063-2320-bb9033a3365c/disk-0.vmdk due to incomplete transfer. [ 1105.771780] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-947f77a2-2aa0-4f23-a290-658f705786c7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.778459] env[61960]: DEBUG oslo_vmware.rw_handles [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528aed72-fe78-2063-2320-bb9033a3365c/disk-0.vmdk. {{(pid=61960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1105.778686] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Uploaded image 11938e82-e7b6-412c-bb0e-0cd7a1861cf8 to the Glance image server {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1105.781159] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Destroying the VM {{(pid=61960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1105.781741] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-26cc144d-8c13-40bd-8fe5-a7e8cbbd1754 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.787707] env[61960]: DEBUG oslo_vmware.api [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1105.787707] env[61960]: value = "task-436820" [ 1105.787707] env[61960]: _type = "Task" [ 1105.787707] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.788712] env[61960]: DEBUG oslo_concurrency.lockutils [None req-945d094b-d4bf-4308-baa2-31777c1d3753 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "refresh_cache-78a44e61-8431-4348-a3fe-572e53e8785e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.788894] env[61960]: DEBUG oslo_concurrency.lockutils [None req-945d094b-d4bf-4308-baa2-31777c1d3753 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquired lock "refresh_cache-78a44e61-8431-4348-a3fe-572e53e8785e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.789083] env[61960]: DEBUG nova.network.neutron [None req-945d094b-d4bf-4308-baa2-31777c1d3753 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1105.789277] env[61960]: DEBUG nova.objects.instance [None req-945d094b-d4bf-4308-baa2-31777c1d3753 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lazy-loading 'info_cache' on Instance uuid 78a44e61-8431-4348-a3fe-572e53e8785e {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.798359] env[61960]: DEBUG oslo_vmware.api [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436820, 'name': Destroy_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.877976] env[61960]: DEBUG nova.network.neutron [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1105.905157] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.038860] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 99d36460-8e32-4de1-8c48-c0ecfbf71f0d] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1106.069859] env[61960]: DEBUG nova.network.neutron [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Updating instance_info_cache with network_info: [{"id": "d2767c56-cc59-4524-9f9e-b29de39d1fcb", "address": "fa:16:3e:76:42:06", "network": {"id": "cc41df87-377c-4d9b-84f9-96aeb0a0dde1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1627566273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "668dd1a5ef0a47478f7673a9a1656dec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2767c56-cc", "ovs_interfaceid": "d2767c56-cc59-4524-9f9e-b29de39d1fcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.302574] env[61960]: DEBUG oslo_vmware.api [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436820, 'name': Destroy_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.405479] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.542195] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: c3caa025-ae48-4430-a910-59a145e265c9] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1106.573498] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Releasing lock "refresh_cache-3d94c151-5cba-40db-a28a-7238fee0d810" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.573498] env[61960]: DEBUG nova.compute.manager [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Instance network_info: |[{"id": "d2767c56-cc59-4524-9f9e-b29de39d1fcb", "address": "fa:16:3e:76:42:06", "network": {"id": "cc41df87-377c-4d9b-84f9-96aeb0a0dde1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1627566273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "668dd1a5ef0a47478f7673a9a1656dec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2767c56-cc", "ovs_interfaceid": "d2767c56-cc59-4524-9f9e-b29de39d1fcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1106.573498] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:42:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2767c56-cc59-4524-9f9e-b29de39d1fcb', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1106.580420] env[61960]: DEBUG oslo.service.loopingcall [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1106.580914] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1106.581145] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3f73538-ba9f-4045-849d-223b493db21f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.600388] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1106.600388] env[61960]: value = "task-436821" [ 1106.600388] env[61960]: _type = "Task" [ 1106.600388] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.607692] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436821, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.779190] env[61960]: DEBUG nova.compute.manager [req-52d45789-5f30-406c-889f-4b2b7cb98592 req-f3d46f45-b598-465a-83e9-300a4bd63ab0 service nova] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Received event network-changed-d2767c56-cc59-4524-9f9e-b29de39d1fcb {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1106.779434] env[61960]: DEBUG nova.compute.manager [req-52d45789-5f30-406c-889f-4b2b7cb98592 req-f3d46f45-b598-465a-83e9-300a4bd63ab0 service nova] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Refreshing instance network info cache due to event network-changed-d2767c56-cc59-4524-9f9e-b29de39d1fcb. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1106.779800] env[61960]: DEBUG oslo_concurrency.lockutils [req-52d45789-5f30-406c-889f-4b2b7cb98592 req-f3d46f45-b598-465a-83e9-300a4bd63ab0 service nova] Acquiring lock "refresh_cache-3d94c151-5cba-40db-a28a-7238fee0d810" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.779800] env[61960]: DEBUG oslo_concurrency.lockutils [req-52d45789-5f30-406c-889f-4b2b7cb98592 req-f3d46f45-b598-465a-83e9-300a4bd63ab0 service nova] Acquired lock "refresh_cache-3d94c151-5cba-40db-a28a-7238fee0d810" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.780000] env[61960]: DEBUG nova.network.neutron [req-52d45789-5f30-406c-889f-4b2b7cb98592 req-f3d46f45-b598-465a-83e9-300a4bd63ab0 service nova] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Refreshing network info cache for port d2767c56-cc59-4524-9f9e-b29de39d1fcb {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1106.801640] env[61960]: DEBUG oslo_vmware.api [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436820, 'name': Destroy_Task, 'duration_secs': 0.992157} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.801906] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Destroyed the VM [ 1106.802170] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Deleting Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1106.802699] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1727a397-54b6-4411-8b2c-d2d393828f28 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.808744] env[61960]: DEBUG oslo_vmware.api [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1106.808744] env[61960]: value = "task-436822" [ 1106.808744] env[61960]: _type = "Task" [ 1106.808744] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.816089] env[61960]: DEBUG oslo_vmware.api [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436822, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.906863] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436819, 'name': ReconfigVM_Task, 'duration_secs': 1.162145} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.907232] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Reconfigured VM instance instance-00000066 to attach disk [datastore1] b0114cc8-dda4-46ad-800a-39ae14029909/b0114cc8-dda4-46ad-800a-39ae14029909.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.908692] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'boot_index': 0, 'disk_bus': None, 'encryption_format': None, 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'size': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'image_id': '966cfc37-d288-40df-aff0-78f82eab8ff9'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'disk_bus': None, 'delete_on_termination': False, 'device_type': None, 'attachment_id': 'c9bed329-c951-45bb-b774-6424d7857386', 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116213', 'volume_id': 'e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2', 'name': 'volume-e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b0114cc8-dda4-46ad-800a-39ae14029909', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2', 'serial': 'e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2'}, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=61960) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1106.908915] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Volume attach. Driver type: vmdk {{(pid=61960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1106.909129] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116213', 'volume_id': 'e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2', 'name': 'volume-e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b0114cc8-dda4-46ad-800a-39ae14029909', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2', 'serial': 'e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1106.909966] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e103c9de-c773-4160-bede-e240bd830382 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.927973] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca75148c-4ee4-46e4-9025-b24f6c3561d3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.954458] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] volume-e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2/volume-e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.954761] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7c814ed-9ec2-4653-9a75-b5f454b679e8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.974872] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1106.974872] env[61960]: value = "task-436823" [ 1106.974872] env[61960]: _type = "Task" [ 1106.974872] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.982813] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436823, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.002954] env[61960]: DEBUG nova.network.neutron [None req-945d094b-d4bf-4308-baa2-31777c1d3753 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Updating instance_info_cache with network_info: [{"id": "df6d0102-72e7-43dd-8d05-152edeac30ea", "address": "fa:16:3e:46:a5:17", "network": {"id": "9ee12d62-9edd-4717-b363-beb291b2c83b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1274344879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb471d92c0743c08a3c5f098ecc9477", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf6d0102-72", "ovs_interfaceid": "df6d0102-72e7-43dd-8d05-152edeac30ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.046109] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: d7f5243f-7071-404d-9549-b381257d5288] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1107.113516] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436821, 'name': CreateVM_Task, 'duration_secs': 0.392512} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.113721] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1107.114420] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.114594] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.114940] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.115231] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36773fac-6b4f-4f4d-9b2e-2518f9283c69 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.119909] env[61960]: DEBUG oslo_vmware.api [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1107.119909] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526969fd-de95-37cc-8c63-58b54424aa3c" [ 1107.119909] env[61960]: _type = "Task" [ 1107.119909] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.127143] env[61960]: DEBUG oslo_vmware.api [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526969fd-de95-37cc-8c63-58b54424aa3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.317773] env[61960]: DEBUG oslo_vmware.api [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436822, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.483936] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436823, 'name': ReconfigVM_Task, 'duration_secs': 0.383306} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.484694] env[61960]: DEBUG nova.network.neutron [req-52d45789-5f30-406c-889f-4b2b7cb98592 req-f3d46f45-b598-465a-83e9-300a4bd63ab0 service nova] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Updated VIF entry in instance network info cache for port d2767c56-cc59-4524-9f9e-b29de39d1fcb. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1107.485037] env[61960]: DEBUG nova.network.neutron [req-52d45789-5f30-406c-889f-4b2b7cb98592 req-f3d46f45-b598-465a-83e9-300a4bd63ab0 service nova] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Updating instance_info_cache with network_info: [{"id": "d2767c56-cc59-4524-9f9e-b29de39d1fcb", "address": "fa:16:3e:76:42:06", "network": {"id": "cc41df87-377c-4d9b-84f9-96aeb0a0dde1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1627566273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "668dd1a5ef0a47478f7673a9a1656dec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2767c56-cc", "ovs_interfaceid": "d2767c56-cc59-4524-9f9e-b29de39d1fcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.486199] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Reconfigured VM instance instance-00000066 to attach disk [datastore1] volume-e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2/volume-e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.491100] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e4272af-4016-4add-90fa-b82f5ff602c7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.505252] env[61960]: DEBUG oslo_concurrency.lockutils [None req-945d094b-d4bf-4308-baa2-31777c1d3753 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Releasing lock "refresh_cache-78a44e61-8431-4348-a3fe-572e53e8785e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.505555] env[61960]: DEBUG nova.objects.instance [None req-945d094b-d4bf-4308-baa2-31777c1d3753 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lazy-loading 'migration_context' on Instance uuid 78a44e61-8431-4348-a3fe-572e53e8785e {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.508749] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1107.508749] env[61960]: value = "task-436824" [ 1107.508749] env[61960]: _type = "Task" [ 1107.508749] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.517172] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.549218] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 6e3c65dc-d37d-4848-9548-7e0bbb8afe55] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1107.629934] env[61960]: DEBUG oslo_vmware.api [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526969fd-de95-37cc-8c63-58b54424aa3c, 'name': SearchDatastore_Task, 'duration_secs': 0.009199} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.630257] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.630497] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.630749] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.630928] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.631138] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.631411] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8f7f460-561f-413f-a282-21844d2b9be9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.639881] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.640074] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1107.641227] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c190e84-f47f-4617-b63c-11ad5a9e9d91 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.646196] env[61960]: DEBUG oslo_vmware.api [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1107.646196] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c0bda3-9387-b491-c3b1-133ba31be884" [ 1107.646196] env[61960]: _type = "Task" [ 1107.646196] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.654259] env[61960]: DEBUG oslo_vmware.api [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c0bda3-9387-b491-c3b1-133ba31be884, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.819268] env[61960]: DEBUG oslo_vmware.api [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436822, 'name': RemoveSnapshot_Task, 'duration_secs': 0.716016} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.819494] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Deleted Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1107.819754] env[61960]: INFO nova.compute.manager [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Took 14.72 seconds to snapshot the instance on the hypervisor. [ 1107.992270] env[61960]: DEBUG oslo_concurrency.lockutils [req-52d45789-5f30-406c-889f-4b2b7cb98592 req-f3d46f45-b598-465a-83e9-300a4bd63ab0 service nova] Releasing lock "refresh_cache-3d94c151-5cba-40db-a28a-7238fee0d810" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.008381] env[61960]: DEBUG nova.objects.base [None req-945d094b-d4bf-4308-baa2-31777c1d3753 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Object Instance<78a44e61-8431-4348-a3fe-572e53e8785e> lazy-loaded attributes: info_cache,migration_context {{(pid=61960) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1108.009357] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f992cb4-27d0-43f4-b5b8-5c40b21413aa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.023035] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436824, 'name': ReconfigVM_Task, 'duration_secs': 0.161661} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.035609] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116213', 'volume_id': 'e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2', 'name': 'volume-e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b0114cc8-dda4-46ad-800a-39ae14029909', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2', 'serial': 'e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1108.036738] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48d0b7d5-2168-4ce3-8daa-e540bd3c2816 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.038247] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d1a60a5-44f1-469e-980f-64b1d17172ee {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.043477] env[61960]: DEBUG oslo_vmware.api [None req-945d094b-d4bf-4308-baa2-31777c1d3753 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1108.043477] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52a9c979-3c90-6f0d-251a-fb351f5a7732" [ 1108.043477] env[61960]: _type = "Task" [ 1108.043477] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.047351] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1108.047351] env[61960]: value = "task-436825" [ 1108.047351] env[61960]: _type = "Task" [ 1108.047351] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.052990] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 40444ca6-0e88-4e3d-b9e2-ad0b325a76ce] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1108.054742] env[61960]: DEBUG oslo_vmware.api [None req-945d094b-d4bf-4308-baa2-31777c1d3753 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52a9c979-3c90-6f0d-251a-fb351f5a7732, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.059250] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436825, 'name': Rename_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.156184] env[61960]: DEBUG oslo_vmware.api [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c0bda3-9387-b491-c3b1-133ba31be884, 'name': SearchDatastore_Task, 'duration_secs': 0.007861} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.156983] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be5139a5-ef63-423b-b56c-830a11ec1945 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.162250] env[61960]: DEBUG oslo_vmware.api [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1108.162250] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]521bdf68-dcd9-a8e9-c4d1-bdd7c1f35960" [ 1108.162250] env[61960]: _type = "Task" [ 1108.162250] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.169641] env[61960]: DEBUG oslo_vmware.api [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]521bdf68-dcd9-a8e9-c4d1-bdd7c1f35960, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.375910] env[61960]: DEBUG nova.compute.manager [None req-01ef4ac4-7903-4fd1-88d6-eaf564d7c5c5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Found 1 images (rotation: 2) {{(pid=61960) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 1108.556969] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 340447f1-dfe7-4de2-a3ce-c9c74633136d] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1108.558812] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436825, 'name': Rename_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.562266] env[61960]: DEBUG oslo_vmware.api [None req-945d094b-d4bf-4308-baa2-31777c1d3753 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52a9c979-3c90-6f0d-251a-fb351f5a7732, 'name': SearchDatastore_Task, 'duration_secs': 0.008215} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.562543] env[61960]: DEBUG oslo_concurrency.lockutils [None req-945d094b-d4bf-4308-baa2-31777c1d3753 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.562770] env[61960]: DEBUG oslo_concurrency.lockutils [None req-945d094b-d4bf-4308-baa2-31777c1d3753 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.674371] env[61960]: DEBUG oslo_vmware.api [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]521bdf68-dcd9-a8e9-c4d1-bdd7c1f35960, 'name': SearchDatastore_Task, 'duration_secs': 0.009782} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.674701] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.675028] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 3d94c151-5cba-40db-a28a-7238fee0d810/3d94c151-5cba-40db-a28a-7238fee0d810.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1108.675362] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f7bb98e-46a7-4fdf-a722-8ec28bcf6314 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.682651] env[61960]: DEBUG oslo_vmware.api [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1108.682651] env[61960]: value = "task-436826" [ 1108.682651] env[61960]: _type = "Task" [ 1108.682651] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.691943] env[61960]: DEBUG oslo_vmware.api [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.060326] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436825, 'name': Rename_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.062954] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 95bfb4ce-98ae-456d-8c7c-3bc6edfdd475] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1109.126693] env[61960]: DEBUG nova.compute.manager [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1109.127807] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36fad1c-17bf-43e9-9b1f-8b4b9305f512 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.197353] env[61960]: DEBUG oslo_vmware.api [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439084} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.197710] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 3d94c151-5cba-40db-a28a-7238fee0d810/3d94c151-5cba-40db-a28a-7238fee0d810.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1109.197995] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1109.198325] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-246b44c4-212d-4eef-9be9-ded8b2def06f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.205056] env[61960]: DEBUG oslo_vmware.api [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1109.205056] env[61960]: value = "task-436827" [ 1109.205056] env[61960]: _type = "Task" [ 1109.205056] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.213117] env[61960]: DEBUG oslo_vmware.api [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.215086] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e73d30e-5fb5-498d-b590-2e8183c4c03b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.221794] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6cd828-443e-4ba3-b666-38177bae86aa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.252010] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae2c074-d176-413d-b36c-e94d3c0addf7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.259458] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de59199-ed53-4aab-8229-e8cb5ab0b395 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.275033] env[61960]: DEBUG nova.compute.provider_tree [None req-945d094b-d4bf-4308-baa2-31777c1d3753 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.559129] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436825, 'name': Rename_Task, 'duration_secs': 1.141127} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.559462] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1109.559727] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0296269-8538-4457-b776-913024e38bf3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.566174] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1109.566174] env[61960]: value = "task-436828" [ 1109.566174] env[61960]: _type = "Task" [ 1109.566174] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.569445] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 848b35ff-62f5-4e83-a5de-aab6fbbdd00a] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1109.576957] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.640127] env[61960]: INFO nova.compute.manager [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] instance snapshotting [ 1109.640898] env[61960]: DEBUG nova.objects.instance [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lazy-loading 'flavor' on Instance uuid 5b90779e-1b3b-47a2-b867-f3c45460bcf3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.714379] env[61960]: DEBUG oslo_vmware.api [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105925} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.714648] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.715417] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8701eb-3107-444c-8e93-0921e1bc4130 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.736597] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 3d94c151-5cba-40db-a28a-7238fee0d810/3d94c151-5cba-40db-a28a-7238fee0d810.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.736846] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfb03a90-7740-427b-ab92-16e7e7deef57 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.754927] env[61960]: DEBUG oslo_vmware.api [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1109.754927] env[61960]: value = "task-436829" [ 1109.754927] env[61960]: _type = "Task" [ 1109.754927] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.762496] env[61960]: DEBUG oslo_vmware.api [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.779204] env[61960]: DEBUG nova.scheduler.client.report [None req-945d094b-d4bf-4308-baa2-31777c1d3753 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1110.072407] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: e8f8a984-fb14-4d7d-a208-5ec758833720] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1110.077754] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436828, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.146361] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfaae195-f001-4b09-84ad-cb5874019cfd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.167736] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0798ca41-d5f6-4960-840d-2de0b5f8ef23 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.265481] env[61960]: DEBUG oslo_vmware.api [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436829, 'name': ReconfigVM_Task, 'duration_secs': 0.295041} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.265779] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 3d94c151-5cba-40db-a28a-7238fee0d810/3d94c151-5cba-40db-a28a-7238fee0d810.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.266464] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87dc7ec9-b985-456a-82ec-5a54ca577cd6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.272641] env[61960]: DEBUG oslo_vmware.api [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1110.272641] env[61960]: value = "task-436830" [ 1110.272641] env[61960]: _type = "Task" [ 1110.272641] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.280447] env[61960]: DEBUG oslo_vmware.api [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436830, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.577263] env[61960]: DEBUG oslo_vmware.api [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436828, 'name': PowerOnVM_Task, 'duration_secs': 0.916165} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.577528] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1110.577778] env[61960]: DEBUG nova.compute.manager [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1110.578672] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96db32ec-a9f1-4d0f-8fba-f05b047319a9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.581205] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: e94b6c33-7bfb-4aae-b619-c7da2201cb92] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1110.679251] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Creating Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1110.679936] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d373b57d-3ced-405c-9db8-4afc2f988c60 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.688234] env[61960]: DEBUG oslo_vmware.api [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1110.688234] env[61960]: value = "task-436831" [ 1110.688234] env[61960]: _type = "Task" [ 1110.688234] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.696595] env[61960]: DEBUG oslo_vmware.api [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436831, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.781914] env[61960]: DEBUG oslo_vmware.api [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436830, 'name': Rename_Task, 'duration_secs': 0.153663} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.782046] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1110.782326] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6881becb-95e2-4223-8680-8d382cf34b2b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.787311] env[61960]: DEBUG oslo_concurrency.lockutils [None req-945d094b-d4bf-4308-baa2-31777c1d3753 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.224s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.791386] env[61960]: DEBUG oslo_vmware.api [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1110.791386] env[61960]: value = "task-436832" [ 1110.791386] env[61960]: _type = "Task" [ 1110.791386] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.798838] env[61960]: DEBUG oslo_vmware.api [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.084361] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: d7de483c-5ab7-47e9-995c-c02d5f07f165] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1111.096685] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.096897] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.097089] env[61960]: DEBUG nova.objects.instance [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Trying to apply a migration context that does not seem to be set for this instance {{(pid=61960) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1111.199154] env[61960]: DEBUG oslo_vmware.api [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436831, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.306311] env[61960]: DEBUG oslo_vmware.api [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436832, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.352025] env[61960]: INFO nova.scheduler.client.report [None req-945d094b-d4bf-4308-baa2-31777c1d3753 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Deleted allocation for migration 86115780-1e1e-499d-8b0e-2302251b7a43 [ 1111.587709] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: bedcdb7c-216f-4248-b5ac-1c71471c4c07] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1111.700940] env[61960]: DEBUG oslo_vmware.api [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436831, 'name': CreateSnapshot_Task, 'duration_secs': 0.87531} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.701978] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Created Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1111.702141] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2452659c-192b-42b1-9683-990a473ba797 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.804019] env[61960]: DEBUG oslo_vmware.api [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436832, 'name': PowerOnVM_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.858774] env[61960]: DEBUG oslo_concurrency.lockutils [None req-945d094b-d4bf-4308-baa2-31777c1d3753 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "78a44e61-8431-4348-a3fe-572e53e8785e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.608s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.090694] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 7ee63cda-4878-4c4c-bc76-c51c798de3fd] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1112.105278] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8f0a56ad-7fa6-46aa-a06d-bcd492b5815a tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.158169] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5319e3af-2a57-4d89-9eec-4cbbb7e1586d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "171c5e44-fa6e-4c35-9cbd-25a416eb5bdd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.158448] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5319e3af-2a57-4d89-9eec-4cbbb7e1586d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "171c5e44-fa6e-4c35-9cbd-25a416eb5bdd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.159882] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5319e3af-2a57-4d89-9eec-4cbbb7e1586d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "171c5e44-fa6e-4c35-9cbd-25a416eb5bdd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.159882] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5319e3af-2a57-4d89-9eec-4cbbb7e1586d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "171c5e44-fa6e-4c35-9cbd-25a416eb5bdd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.159882] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5319e3af-2a57-4d89-9eec-4cbbb7e1586d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "171c5e44-fa6e-4c35-9cbd-25a416eb5bdd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.161343] env[61960]: INFO nova.compute.manager [None req-5319e3af-2a57-4d89-9eec-4cbbb7e1586d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Terminating instance [ 1112.163743] env[61960]: DEBUG nova.compute.manager [None req-5319e3af-2a57-4d89-9eec-4cbbb7e1586d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1112.163743] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5319e3af-2a57-4d89-9eec-4cbbb7e1586d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1112.164370] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5ce681-c750-4be3-ab32-fda4fc734d80 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.172582] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5319e3af-2a57-4d89-9eec-4cbbb7e1586d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1112.172851] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23d92b45-be40-40b6-b5b3-de35537c73d2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.179152] env[61960]: DEBUG oslo_vmware.api [None req-5319e3af-2a57-4d89-9eec-4cbbb7e1586d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1112.179152] env[61960]: value = "task-436833" [ 1112.179152] env[61960]: _type = "Task" [ 1112.179152] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.188286] env[61960]: DEBUG oslo_vmware.api [None req-5319e3af-2a57-4d89-9eec-4cbbb7e1586d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.220639] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Creating linked-clone VM from snapshot {{(pid=61960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1112.220961] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-be1bb44f-67dd-4632-99f0-fce1de63d189 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.228959] env[61960]: DEBUG oslo_vmware.api [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1112.228959] env[61960]: value = "task-436834" [ 1112.228959] env[61960]: _type = "Task" [ 1112.228959] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.237150] env[61960]: DEBUG oslo_vmware.api [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436834, 'name': CloneVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.305576] env[61960]: DEBUG oslo_vmware.api [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436832, 'name': PowerOnVM_Task, 'duration_secs': 1.042734} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.305727] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1112.305856] env[61960]: INFO nova.compute.manager [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1112.306039] env[61960]: DEBUG nova.compute.manager [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1112.307110] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3408ca-f7e8-492b-b97a-3a4dbf103a28 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.510166] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eabea914-a171-41bb-b0e1-654dc1b915b8 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "78a44e61-8431-4348-a3fe-572e53e8785e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.510447] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eabea914-a171-41bb-b0e1-654dc1b915b8 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "78a44e61-8431-4348-a3fe-572e53e8785e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.510667] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eabea914-a171-41bb-b0e1-654dc1b915b8 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "78a44e61-8431-4348-a3fe-572e53e8785e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.510877] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eabea914-a171-41bb-b0e1-654dc1b915b8 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "78a44e61-8431-4348-a3fe-572e53e8785e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.511060] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eabea914-a171-41bb-b0e1-654dc1b915b8 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "78a44e61-8431-4348-a3fe-572e53e8785e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.513312] env[61960]: INFO nova.compute.manager [None req-eabea914-a171-41bb-b0e1-654dc1b915b8 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Terminating instance [ 1112.515077] env[61960]: DEBUG nova.compute.manager [None req-eabea914-a171-41bb-b0e1-654dc1b915b8 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1112.515283] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-eabea914-a171-41bb-b0e1-654dc1b915b8 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1112.516171] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcc5c6d-d203-43ad-a555-90feb26224f1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.523896] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabea914-a171-41bb-b0e1-654dc1b915b8 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1112.524135] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb7984a8-95de-43ad-9be3-6b7165e6725a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.530772] env[61960]: DEBUG oslo_vmware.api [None req-eabea914-a171-41bb-b0e1-654dc1b915b8 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1112.530772] env[61960]: value = "task-436835" [ 1112.530772] env[61960]: _type = "Task" [ 1112.530772] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.539966] env[61960]: DEBUG oslo_vmware.api [None req-eabea914-a171-41bb-b0e1-654dc1b915b8 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.594445] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: d96217b7-2f67-421c-b977-b660bdff8dd4] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1112.690032] env[61960]: DEBUG oslo_vmware.api [None req-5319e3af-2a57-4d89-9eec-4cbbb7e1586d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436833, 'name': PowerOffVM_Task, 'duration_secs': 0.455001} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.690308] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5319e3af-2a57-4d89-9eec-4cbbb7e1586d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1112.690385] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5319e3af-2a57-4d89-9eec-4cbbb7e1586d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1112.690605] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d0f24ba-653b-4b23-84e8-c7a7b55a3eb0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.739180] env[61960]: DEBUG oslo_vmware.api [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436834, 'name': CloneVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.760423] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5319e3af-2a57-4d89-9eec-4cbbb7e1586d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1112.760681] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5319e3af-2a57-4d89-9eec-4cbbb7e1586d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1112.760931] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5319e3af-2a57-4d89-9eec-4cbbb7e1586d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Deleting the datastore file [datastore1] 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.761255] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3342d09-7d96-4f21-87f7-6d6a44295261 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.768601] env[61960]: DEBUG oslo_vmware.api [None req-5319e3af-2a57-4d89-9eec-4cbbb7e1586d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1112.768601] env[61960]: value = "task-436837" [ 1112.768601] env[61960]: _type = "Task" [ 1112.768601] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.776511] env[61960]: DEBUG oslo_vmware.api [None req-5319e3af-2a57-4d89-9eec-4cbbb7e1586d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.825611] env[61960]: INFO nova.compute.manager [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Took 12.67 seconds to build instance. [ 1112.906288] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a293f5d2-e033-4974-a1e8-70156a4abf26 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "b0114cc8-dda4-46ad-800a-39ae14029909" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.906616] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a293f5d2-e033-4974-a1e8-70156a4abf26 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "b0114cc8-dda4-46ad-800a-39ae14029909" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.939978] env[61960]: DEBUG oslo_concurrency.lockutils [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "f40d5c05-1939-42e4-ae28-85c9f5100f0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.940258] env[61960]: DEBUG oslo_concurrency.lockutils [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "f40d5c05-1939-42e4-ae28-85c9f5100f0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.040991] env[61960]: DEBUG oslo_vmware.api [None req-eabea914-a171-41bb-b0e1-654dc1b915b8 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436835, 'name': PowerOffVM_Task, 'duration_secs': 0.206455} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.041330] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabea914-a171-41bb-b0e1-654dc1b915b8 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1113.041456] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-eabea914-a171-41bb-b0e1-654dc1b915b8 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1113.041718] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bb5f6b1-1092-4562-a4f8-ccddf609d78d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.098442] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 9d79bbb7-73e3-4af6-8595-b8d3ebd4378c] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1113.116363] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-eabea914-a171-41bb-b0e1-654dc1b915b8 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1113.116524] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-eabea914-a171-41bb-b0e1-654dc1b915b8 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1113.116612] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-eabea914-a171-41bb-b0e1-654dc1b915b8 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Deleting the datastore file [datastore1] 78a44e61-8431-4348-a3fe-572e53e8785e {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.116888] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83d2aa1d-d969-46df-9ace-108f39ffdb88 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.123908] env[61960]: DEBUG oslo_vmware.api [None req-eabea914-a171-41bb-b0e1-654dc1b915b8 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1113.123908] env[61960]: value = "task-436839" [ 1113.123908] env[61960]: _type = "Task" [ 1113.123908] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.133226] env[61960]: DEBUG oslo_vmware.api [None req-eabea914-a171-41bb-b0e1-654dc1b915b8 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.241811] env[61960]: DEBUG oslo_vmware.api [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436834, 'name': CloneVM_Task} progress is 95%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.278722] env[61960]: DEBUG oslo_vmware.api [None req-5319e3af-2a57-4d89-9eec-4cbbb7e1586d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183703} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.279043] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5319e3af-2a57-4d89-9eec-4cbbb7e1586d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1113.279228] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5319e3af-2a57-4d89-9eec-4cbbb7e1586d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1113.279413] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5319e3af-2a57-4d89-9eec-4cbbb7e1586d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1113.279598] env[61960]: INFO nova.compute.manager [None req-5319e3af-2a57-4d89-9eec-4cbbb7e1586d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1113.279856] env[61960]: DEBUG oslo.service.loopingcall [None req-5319e3af-2a57-4d89-9eec-4cbbb7e1586d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1113.280157] env[61960]: DEBUG nova.compute.manager [-] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1113.280274] env[61960]: DEBUG nova.network.neutron [-] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1113.327395] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3fd8181b-f8f0-4a76-9c87-bbbcfc88ab0c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "3d94c151-5cba-40db-a28a-7238fee0d810" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.180s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.410585] env[61960]: INFO nova.compute.manager [None req-a293f5d2-e033-4974-a1e8-70156a4abf26 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Detaching volume e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2 [ 1113.442907] env[61960]: DEBUG nova.compute.manager [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1113.449272] env[61960]: INFO nova.virt.block_device [None req-a293f5d2-e033-4974-a1e8-70156a4abf26 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Attempting to driver detach volume e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2 from mountpoint /dev/sdb [ 1113.449522] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a293f5d2-e033-4974-a1e8-70156a4abf26 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Volume detach. Driver type: vmdk {{(pid=61960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1113.449722] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a293f5d2-e033-4974-a1e8-70156a4abf26 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116213', 'volume_id': 'e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2', 'name': 'volume-e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b0114cc8-dda4-46ad-800a-39ae14029909', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2', 'serial': 'e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1113.450737] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c08f60-5265-4aab-89fd-7408293b5052 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.474796] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70ca077-e871-4c1e-a958-f7acc49e09a4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.482223] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476e7d4e-38d4-4a13-a606-bdeffc37f8ef {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.503799] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429eea5d-98f8-4141-915a-c3a4e7641c74 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.519045] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a293f5d2-e033-4974-a1e8-70156a4abf26 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] The volume has not been displaced from its original location: [datastore1] volume-e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2/volume-e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2.vmdk. No consolidation needed. {{(pid=61960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1113.524617] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a293f5d2-e033-4974-a1e8-70156a4abf26 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1113.524955] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf5d164d-44e1-4e03-a6fb-6416da6218e7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.544361] env[61960]: DEBUG oslo_vmware.api [None req-a293f5d2-e033-4974-a1e8-70156a4abf26 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1113.544361] env[61960]: value = "task-436840" [ 1113.544361] env[61960]: _type = "Task" [ 1113.544361] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.552556] env[61960]: DEBUG oslo_vmware.api [None req-a293f5d2-e033-4974-a1e8-70156a4abf26 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436840, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.601955] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1113.602144] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Cleaning up deleted instances with incomplete migration {{(pid=61960) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11264}} [ 1113.634750] env[61960]: DEBUG oslo_vmware.api [None req-eabea914-a171-41bb-b0e1-654dc1b915b8 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146635} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.634750] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-eabea914-a171-41bb-b0e1-654dc1b915b8 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1113.634931] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-eabea914-a171-41bb-b0e1-654dc1b915b8 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1113.635952] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-eabea914-a171-41bb-b0e1-654dc1b915b8 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1113.635952] env[61960]: INFO nova.compute.manager [None req-eabea914-a171-41bb-b0e1-654dc1b915b8 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1113.635952] env[61960]: DEBUG oslo.service.loopingcall [None req-eabea914-a171-41bb-b0e1-654dc1b915b8 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1113.636161] env[61960]: DEBUG nova.compute.manager [-] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1113.636161] env[61960]: DEBUG nova.network.neutron [-] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1113.741278] env[61960]: DEBUG oslo_vmware.api [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436834, 'name': CloneVM_Task, 'duration_secs': 1.256704} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.741609] env[61960]: INFO nova.virt.vmwareapi.vmops [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Created linked-clone VM from snapshot [ 1113.742440] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f46d03-bc80-40a2-b366-9c3fab78a31e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.750011] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Uploading image 7bd80152-cdac-42d6-8e9b-adc3ac3cda95 {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1113.772182] env[61960]: DEBUG oslo_vmware.rw_handles [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1113.772182] env[61960]: value = "vm-116219" [ 1113.772182] env[61960]: _type = "VirtualMachine" [ 1113.772182] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1113.772451] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5a68d208-1bdc-4565-9d7d-e14611fc864c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.780536] env[61960]: DEBUG oslo_vmware.rw_handles [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lease: (returnval){ [ 1113.780536] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52badeb2-fde2-97a9-2bae-d67f2069d9ad" [ 1113.780536] env[61960]: _type = "HttpNfcLease" [ 1113.780536] env[61960]: } obtained for exporting VM: (result){ [ 1113.780536] env[61960]: value = "vm-116219" [ 1113.780536] env[61960]: _type = "VirtualMachine" [ 1113.780536] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1113.780790] env[61960]: DEBUG oslo_vmware.api [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the lease: (returnval){ [ 1113.780790] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52badeb2-fde2-97a9-2bae-d67f2069d9ad" [ 1113.780790] env[61960]: _type = "HttpNfcLease" [ 1113.780790] env[61960]: } to be ready. {{(pid=61960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1113.786863] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1113.786863] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52badeb2-fde2-97a9-2bae-d67f2069d9ad" [ 1113.786863] env[61960]: _type = "HttpNfcLease" [ 1113.786863] env[61960]: } is initializing. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1113.873736] env[61960]: DEBUG nova.compute.manager [req-da6661f1-3064-44f6-9d46-14fbda60f25d req-9bdadd7b-d8cc-413f-a2a1-f4e3bac2532b service nova] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Received event network-vif-deleted-58e12904-407c-4a5f-a1a7-8bcb6ae5e20b {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1113.873736] env[61960]: INFO nova.compute.manager [req-da6661f1-3064-44f6-9d46-14fbda60f25d req-9bdadd7b-d8cc-413f-a2a1-f4e3bac2532b service nova] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Neutron deleted interface 58e12904-407c-4a5f-a1a7-8bcb6ae5e20b; detaching it from the instance and deleting it from the info cache [ 1113.873736] env[61960]: DEBUG nova.network.neutron [req-da6661f1-3064-44f6-9d46-14fbda60f25d req-9bdadd7b-d8cc-413f-a2a1-f4e3bac2532b service nova] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.903418] env[61960]: DEBUG nova.compute.manager [req-ad4d20dc-ce65-49ec-b8a5-14b49918235b req-fc1c4b5a-027e-4c49-9ad4-068863158958 service nova] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Received event network-vif-deleted-df6d0102-72e7-43dd-8d05-152edeac30ea {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1113.903652] env[61960]: INFO nova.compute.manager [req-ad4d20dc-ce65-49ec-b8a5-14b49918235b req-fc1c4b5a-027e-4c49-9ad4-068863158958 service nova] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Neutron deleted interface df6d0102-72e7-43dd-8d05-152edeac30ea; detaching it from the instance and deleting it from the info cache [ 1113.903883] env[61960]: DEBUG nova.network.neutron [req-ad4d20dc-ce65-49ec-b8a5-14b49918235b req-fc1c4b5a-027e-4c49-9ad4-068863158958 service nova] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.966193] env[61960]: DEBUG oslo_concurrency.lockutils [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.966454] env[61960]: DEBUG oslo_concurrency.lockutils [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.968080] env[61960]: INFO nova.compute.claims [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.054699] env[61960]: DEBUG oslo_vmware.api [None req-a293f5d2-e033-4974-a1e8-70156a4abf26 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436840, 'name': ReconfigVM_Task, 'duration_secs': 0.355944} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.054985] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a293f5d2-e033-4974-a1e8-70156a4abf26 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1114.059582] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc8d44ed-fae1-4bd8-9b68-ea93feea1807 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.074298] env[61960]: DEBUG oslo_vmware.api [None req-a293f5d2-e033-4974-a1e8-70156a4abf26 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1114.074298] env[61960]: value = "task-436842" [ 1114.074298] env[61960]: _type = "Task" [ 1114.074298] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.081808] env[61960]: DEBUG oslo_vmware.api [None req-a293f5d2-e033-4974-a1e8-70156a4abf26 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.186368] env[61960]: DEBUG oslo_concurrency.lockutils [None req-89a5dc30-a40f-4bc5-8810-6329678a56dd tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "3d94c151-5cba-40db-a28a-7238fee0d810" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.186661] env[61960]: DEBUG oslo_concurrency.lockutils [None req-89a5dc30-a40f-4bc5-8810-6329678a56dd tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "3d94c151-5cba-40db-a28a-7238fee0d810" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.186878] env[61960]: DEBUG oslo_concurrency.lockutils [None req-89a5dc30-a40f-4bc5-8810-6329678a56dd tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "3d94c151-5cba-40db-a28a-7238fee0d810-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.187085] env[61960]: DEBUG oslo_concurrency.lockutils [None req-89a5dc30-a40f-4bc5-8810-6329678a56dd tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "3d94c151-5cba-40db-a28a-7238fee0d810-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.187267] env[61960]: DEBUG oslo_concurrency.lockutils [None req-89a5dc30-a40f-4bc5-8810-6329678a56dd tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "3d94c151-5cba-40db-a28a-7238fee0d810-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.189644] env[61960]: INFO nova.compute.manager [None req-89a5dc30-a40f-4bc5-8810-6329678a56dd tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Terminating instance [ 1114.191662] env[61960]: DEBUG nova.compute.manager [None req-89a5dc30-a40f-4bc5-8810-6329678a56dd tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1114.191982] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-89a5dc30-a40f-4bc5-8810-6329678a56dd tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1114.192820] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb87c86-d1e9-4413-b6eb-82af3e8081fb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.200607] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a5dc30-a40f-4bc5-8810-6329678a56dd tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1114.200838] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2bc552c-5938-46cb-91e0-961f42493694 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.206863] env[61960]: DEBUG oslo_vmware.api [None req-89a5dc30-a40f-4bc5-8810-6329678a56dd tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1114.206863] env[61960]: value = "task-436843" [ 1114.206863] env[61960]: _type = "Task" [ 1114.206863] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.214320] env[61960]: DEBUG oslo_vmware.api [None req-89a5dc30-a40f-4bc5-8810-6329678a56dd tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.289023] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1114.289023] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52badeb2-fde2-97a9-2bae-d67f2069d9ad" [ 1114.289023] env[61960]: _type = "HttpNfcLease" [ 1114.289023] env[61960]: } is ready. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1114.289353] env[61960]: DEBUG oslo_vmware.rw_handles [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1114.289353] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52badeb2-fde2-97a9-2bae-d67f2069d9ad" [ 1114.289353] env[61960]: _type = "HttpNfcLease" [ 1114.289353] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1114.290141] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82a68f5-8f5e-44cb-92ed-43d584196d37 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.297392] env[61960]: DEBUG oslo_vmware.rw_handles [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5223bff2-fb87-389a-15e9-32a1ce8a9d5b/disk-0.vmdk from lease info. {{(pid=61960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1114.297581] env[61960]: DEBUG oslo_vmware.rw_handles [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5223bff2-fb87-389a-15e9-32a1ce8a9d5b/disk-0.vmdk for reading. {{(pid=61960) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1114.352314] env[61960]: DEBUG nova.network.neutron [-] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.375822] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-056f0a18-60c5-43c3-84bb-a5e85d389eec {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.381719] env[61960]: DEBUG nova.network.neutron [-] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.386615] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f77e10-892a-4a9c-950a-e060d39165d7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.406432] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f20c514-89d1-4ea6-8e67-954e779c5a38 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.417719] env[61960]: DEBUG nova.compute.manager [req-da6661f1-3064-44f6-9d46-14fbda60f25d req-9bdadd7b-d8cc-413f-a2a1-f4e3bac2532b service nova] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Detach interface failed, port_id=58e12904-407c-4a5f-a1a7-8bcb6ae5e20b, reason: Instance 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1114.424672] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5649caa-7cab-4d55-84fc-93e162cec6cc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.434960] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f524e3e4-b106-4819-8c83-ea2e5e6dad5d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.461812] env[61960]: DEBUG nova.compute.manager [req-ad4d20dc-ce65-49ec-b8a5-14b49918235b req-fc1c4b5a-027e-4c49-9ad4-068863158958 service nova] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Detach interface failed, port_id=df6d0102-72e7-43dd-8d05-152edeac30ea, reason: Instance 78a44e61-8431-4348-a3fe-572e53e8785e could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1114.590111] env[61960]: DEBUG oslo_vmware.api [None req-a293f5d2-e033-4974-a1e8-70156a4abf26 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436842, 'name': ReconfigVM_Task, 'duration_secs': 0.181509} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.590794] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a293f5d2-e033-4974-a1e8-70156a4abf26 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116213', 'volume_id': 'e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2', 'name': 'volume-e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b0114cc8-dda4-46ad-800a-39ae14029909', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2', 'serial': 'e4733a0f-0a14-483c-a7d2-51b3d9dbf0b2'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1114.598315] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.598585] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.717818] env[61960]: DEBUG oslo_vmware.api [None req-89a5dc30-a40f-4bc5-8810-6329678a56dd tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436843, 'name': PowerOffVM_Task, 'duration_secs': 0.211857} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.718404] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a5dc30-a40f-4bc5-8810-6329678a56dd tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1114.719783] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-89a5dc30-a40f-4bc5-8810-6329678a56dd tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1114.719783] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be62120c-6c33-4d1f-92e9-ec1b44023d57 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.787169] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-89a5dc30-a40f-4bc5-8810-6329678a56dd tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1114.787547] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-89a5dc30-a40f-4bc5-8810-6329678a56dd tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1114.787919] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-89a5dc30-a40f-4bc5-8810-6329678a56dd tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Deleting the datastore file [datastore1] 3d94c151-5cba-40db-a28a-7238fee0d810 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.788260] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-337054e4-0fe5-43ba-bd62-e864736aa60a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.794850] env[61960]: DEBUG oslo_vmware.api [None req-89a5dc30-a40f-4bc5-8810-6329678a56dd tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1114.794850] env[61960]: value = "task-436845" [ 1114.794850] env[61960]: _type = "Task" [ 1114.794850] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.803095] env[61960]: DEBUG oslo_vmware.api [None req-89a5dc30-a40f-4bc5-8810-6329678a56dd tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.856020] env[61960]: INFO nova.compute.manager [-] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Took 1.58 seconds to deallocate network for instance. [ 1114.885118] env[61960]: INFO nova.compute.manager [-] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Took 1.25 seconds to deallocate network for instance. [ 1115.128166] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf5b55f-9d2c-44de-9ab1-689e271ad6cc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.135968] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439a30a6-0df0-4f6b-bc44-8fbc657f5df8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.140797] env[61960]: DEBUG nova.objects.instance [None req-a293f5d2-e033-4974-a1e8-70156a4abf26 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lazy-loading 'flavor' on Instance uuid b0114cc8-dda4-46ad-800a-39ae14029909 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.170983] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9375ac8-9419-4c22-b5be-c8041cbab966 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.180084] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f59ef9c-81c8-4bf5-9dd1-999023898f01 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.195534] env[61960]: DEBUG nova.compute.provider_tree [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.304549] env[61960]: DEBUG oslo_vmware.api [None req-89a5dc30-a40f-4bc5-8810-6329678a56dd tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168774} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.304886] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-89a5dc30-a40f-4bc5-8810-6329678a56dd tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.305167] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-89a5dc30-a40f-4bc5-8810-6329678a56dd tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1115.305427] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-89a5dc30-a40f-4bc5-8810-6329678a56dd tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1115.305684] env[61960]: INFO nova.compute.manager [None req-89a5dc30-a40f-4bc5-8810-6329678a56dd tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1115.306014] env[61960]: DEBUG oslo.service.loopingcall [None req-89a5dc30-a40f-4bc5-8810-6329678a56dd tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1115.306250] env[61960]: DEBUG nova.compute.manager [-] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1115.306422] env[61960]: DEBUG nova.network.neutron [-] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1115.363734] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5319e3af-2a57-4d89-9eec-4cbbb7e1586d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.392166] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eabea914-a171-41bb-b0e1-654dc1b915b8 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.677109] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a293f5d2-e033-4974-a1e8-70156a4abf26 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "b0114cc8-dda4-46ad-800a-39ae14029909" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 2.770s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.700343] env[61960]: DEBUG nova.scheduler.client.report [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1115.931603] env[61960]: DEBUG nova.compute.manager [req-388b9bbc-0249-452c-a98e-ee12e8875051 req-8e37c88e-2f5e-4db0-875c-0c668e3a21e9 service nova] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Received event network-vif-deleted-d2767c56-cc59-4524-9f9e-b29de39d1fcb {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1115.931603] env[61960]: INFO nova.compute.manager [req-388b9bbc-0249-452c-a98e-ee12e8875051 req-8e37c88e-2f5e-4db0-875c-0c668e3a21e9 service nova] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Neutron deleted interface d2767c56-cc59-4524-9f9e-b29de39d1fcb; detaching it from the instance and deleting it from the info cache [ 1115.931603] env[61960]: DEBUG nova.network.neutron [req-388b9bbc-0249-452c-a98e-ee12e8875051 req-8e37c88e-2f5e-4db0-875c-0c668e3a21e9 service nova] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.021416] env[61960]: DEBUG nova.network.neutron [-] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.135750] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f96552d5-ab4a-4e13-a056-f3542373ea08 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "b0114cc8-dda4-46ad-800a-39ae14029909" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.136140] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f96552d5-ab4a-4e13-a056-f3542373ea08 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "b0114cc8-dda4-46ad-800a-39ae14029909" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.136560] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f96552d5-ab4a-4e13-a056-f3542373ea08 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "b0114cc8-dda4-46ad-800a-39ae14029909-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.136766] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f96552d5-ab4a-4e13-a056-f3542373ea08 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "b0114cc8-dda4-46ad-800a-39ae14029909-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.137131] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f96552d5-ab4a-4e13-a056-f3542373ea08 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "b0114cc8-dda4-46ad-800a-39ae14029909-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.140044] env[61960]: INFO nova.compute.manager [None req-f96552d5-ab4a-4e13-a056-f3542373ea08 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Terminating instance [ 1116.142316] env[61960]: DEBUG nova.compute.manager [None req-f96552d5-ab4a-4e13-a056-f3542373ea08 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1116.142541] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f96552d5-ab4a-4e13-a056-f3542373ea08 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1116.143425] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0172077-c25e-4820-bb3b-e5f17e39c639 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.151286] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96552d5-ab4a-4e13-a056-f3542373ea08 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1116.151590] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96d21397-cb2f-4be3-accb-816ea7707ddd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.158797] env[61960]: DEBUG oslo_vmware.api [None req-f96552d5-ab4a-4e13-a056-f3542373ea08 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1116.158797] env[61960]: value = "task-436846" [ 1116.158797] env[61960]: _type = "Task" [ 1116.158797] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.166668] env[61960]: DEBUG oslo_vmware.api [None req-f96552d5-ab4a-4e13-a056-f3542373ea08 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.205764] env[61960]: DEBUG oslo_concurrency.lockutils [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.206345] env[61960]: DEBUG nova.compute.manager [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1116.209500] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5319e3af-2a57-4d89-9eec-4cbbb7e1586d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.846s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.209500] env[61960]: DEBUG nova.objects.instance [None req-5319e3af-2a57-4d89-9eec-4cbbb7e1586d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lazy-loading 'resources' on Instance uuid 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.434506] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73e7f284-d555-4a76-97c1-18a09a54658a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.444079] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470fc2c6-4167-41ff-ab5b-3b90624fe19d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.472217] env[61960]: DEBUG nova.compute.manager [req-388b9bbc-0249-452c-a98e-ee12e8875051 req-8e37c88e-2f5e-4db0-875c-0c668e3a21e9 service nova] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Detach interface failed, port_id=d2767c56-cc59-4524-9f9e-b29de39d1fcb, reason: Instance 3d94c151-5cba-40db-a28a-7238fee0d810 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1116.523720] env[61960]: INFO nova.compute.manager [-] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Took 1.22 seconds to deallocate network for instance. [ 1116.669556] env[61960]: DEBUG oslo_vmware.api [None req-f96552d5-ab4a-4e13-a056-f3542373ea08 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436846, 'name': PowerOffVM_Task, 'duration_secs': 0.198832} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.669824] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96552d5-ab4a-4e13-a056-f3542373ea08 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1116.670028] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f96552d5-ab4a-4e13-a056-f3542373ea08 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1116.670312] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d3dc4bb-d465-4d53-bae7-7aff889415cb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.712441] env[61960]: DEBUG nova.compute.utils [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1116.718028] env[61960]: DEBUG nova.compute.manager [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1116.718028] env[61960]: DEBUG nova.network.neutron [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1116.743295] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f96552d5-ab4a-4e13-a056-f3542373ea08 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1116.743544] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f96552d5-ab4a-4e13-a056-f3542373ea08 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1116.743713] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f96552d5-ab4a-4e13-a056-f3542373ea08 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Deleting the datastore file [datastore1] b0114cc8-dda4-46ad-800a-39ae14029909 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.743991] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87b8529f-f407-454b-aa0b-7037f07ab3d8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.752153] env[61960]: DEBUG oslo_vmware.api [None req-f96552d5-ab4a-4e13-a056-f3542373ea08 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1116.752153] env[61960]: value = "task-436848" [ 1116.752153] env[61960]: _type = "Task" [ 1116.752153] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.760328] env[61960]: DEBUG oslo_vmware.api [None req-f96552d5-ab4a-4e13-a056-f3542373ea08 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.761772] env[61960]: DEBUG nova.policy [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '403e152dd1564e9db6d3aa676fea4a53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fb471d92c0743c08a3c5f098ecc9477', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 1116.867857] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bb7e56-aa38-4ad9-8f46-8c1c8a7a7384 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.877150] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d735ab-22cd-4ebf-97cc-b98395396112 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.908403] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee41877b-11fd-4e93-a2e7-26b96b907607 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.916240] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3e2470-ad04-4b82-8147-7b293e0682da {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.930639] env[61960]: DEBUG nova.compute.provider_tree [None req-5319e3af-2a57-4d89-9eec-4cbbb7e1586d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.024830] env[61960]: DEBUG nova.network.neutron [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Successfully created port: 3173ddc6-5902-48d7-b386-031a51552ada {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1117.031969] env[61960]: DEBUG oslo_concurrency.lockutils [None req-89a5dc30-a40f-4bc5-8810-6329678a56dd tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.218681] env[61960]: DEBUG nova.compute.manager [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1117.264690] env[61960]: DEBUG oslo_vmware.api [None req-f96552d5-ab4a-4e13-a056-f3542373ea08 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281023} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.264905] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f96552d5-ab4a-4e13-a056-f3542373ea08 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.265118] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f96552d5-ab4a-4e13-a056-f3542373ea08 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1117.265301] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f96552d5-ab4a-4e13-a056-f3542373ea08 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1117.265516] env[61960]: INFO nova.compute.manager [None req-f96552d5-ab4a-4e13-a056-f3542373ea08 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1117.265738] env[61960]: DEBUG oslo.service.loopingcall [None req-f96552d5-ab4a-4e13-a056-f3542373ea08 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1117.265950] env[61960]: DEBUG nova.compute.manager [-] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1117.266060] env[61960]: DEBUG nova.network.neutron [-] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1117.433798] env[61960]: DEBUG nova.scheduler.client.report [None req-5319e3af-2a57-4d89-9eec-4cbbb7e1586d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1117.673309] env[61960]: DEBUG nova.compute.manager [req-a253e682-5ced-48ef-892e-eb84ddf416c6 req-c50fc860-14c6-4058-9c0c-afb4eb1b2fc3 service nova] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Received event network-vif-deleted-a952a754-c4cf-4ec6-a0e2-514060c4ac82 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1117.673522] env[61960]: INFO nova.compute.manager [req-a253e682-5ced-48ef-892e-eb84ddf416c6 req-c50fc860-14c6-4058-9c0c-afb4eb1b2fc3 service nova] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Neutron deleted interface a952a754-c4cf-4ec6-a0e2-514060c4ac82; detaching it from the instance and deleting it from the info cache [ 1117.673701] env[61960]: DEBUG nova.network.neutron [req-a253e682-5ced-48ef-892e-eb84ddf416c6 req-c50fc860-14c6-4058-9c0c-afb4eb1b2fc3 service nova] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.938258] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5319e3af-2a57-4d89-9eec-4cbbb7e1586d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.941101] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eabea914-a171-41bb-b0e1-654dc1b915b8 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.549s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.941397] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eabea914-a171-41bb-b0e1-654dc1b915b8 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.943349] env[61960]: DEBUG oslo_concurrency.lockutils [None req-89a5dc30-a40f-4bc5-8810-6329678a56dd tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.913s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.943624] env[61960]: DEBUG nova.objects.instance [None req-89a5dc30-a40f-4bc5-8810-6329678a56dd tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lazy-loading 'resources' on Instance uuid 3d94c151-5cba-40db-a28a-7238fee0d810 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.962096] env[61960]: INFO nova.scheduler.client.report [None req-5319e3af-2a57-4d89-9eec-4cbbb7e1586d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Deleted allocations for instance 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd [ 1117.964289] env[61960]: INFO nova.scheduler.client.report [None req-eabea914-a171-41bb-b0e1-654dc1b915b8 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Deleted allocations for instance 78a44e61-8431-4348-a3fe-572e53e8785e [ 1118.152646] env[61960]: DEBUG nova.network.neutron [-] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.177555] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93715621-2a3e-4da5-84ab-3b2cea89aa3e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.188870] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2269d8-0fda-41a0-a6ec-c6ce2c260e54 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.220168] env[61960]: DEBUG nova.compute.manager [req-a253e682-5ced-48ef-892e-eb84ddf416c6 req-c50fc860-14c6-4058-9c0c-afb4eb1b2fc3 service nova] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Detach interface failed, port_id=a952a754-c4cf-4ec6-a0e2-514060c4ac82, reason: Instance b0114cc8-dda4-46ad-800a-39ae14029909 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1118.229804] env[61960]: DEBUG nova.compute.manager [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1118.254496] env[61960]: DEBUG nova.virt.hardware [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1118.254776] env[61960]: DEBUG nova.virt.hardware [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1118.255200] env[61960]: DEBUG nova.virt.hardware [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.255200] env[61960]: DEBUG nova.virt.hardware [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1118.255373] env[61960]: DEBUG nova.virt.hardware [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.255454] env[61960]: DEBUG nova.virt.hardware [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1118.255737] env[61960]: DEBUG nova.virt.hardware [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1118.255959] env[61960]: DEBUG nova.virt.hardware [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1118.256179] env[61960]: DEBUG nova.virt.hardware [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1118.256379] env[61960]: DEBUG nova.virt.hardware [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1118.256572] env[61960]: DEBUG nova.virt.hardware [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1118.258290] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec46200-2cf7-4dd9-b4fa-dc69ab4962f9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.269141] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d606b137-84c9-4dfc-af68-ace831277989 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.412981] env[61960]: DEBUG nova.compute.manager [req-8125c772-1653-4a99-8cd9-2475a538ba94 req-b53bc799-5166-4ea8-8769-92e32fd0dbc8 service nova] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Received event network-vif-plugged-3173ddc6-5902-48d7-b386-031a51552ada {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1118.413303] env[61960]: DEBUG oslo_concurrency.lockutils [req-8125c772-1653-4a99-8cd9-2475a538ba94 req-b53bc799-5166-4ea8-8769-92e32fd0dbc8 service nova] Acquiring lock "f40d5c05-1939-42e4-ae28-85c9f5100f0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.413533] env[61960]: DEBUG oslo_concurrency.lockutils [req-8125c772-1653-4a99-8cd9-2475a538ba94 req-b53bc799-5166-4ea8-8769-92e32fd0dbc8 service nova] Lock "f40d5c05-1939-42e4-ae28-85c9f5100f0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.413691] env[61960]: DEBUG oslo_concurrency.lockutils [req-8125c772-1653-4a99-8cd9-2475a538ba94 req-b53bc799-5166-4ea8-8769-92e32fd0dbc8 service nova] Lock "f40d5c05-1939-42e4-ae28-85c9f5100f0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.413874] env[61960]: DEBUG nova.compute.manager [req-8125c772-1653-4a99-8cd9-2475a538ba94 req-b53bc799-5166-4ea8-8769-92e32fd0dbc8 service nova] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] No waiting events found dispatching network-vif-plugged-3173ddc6-5902-48d7-b386-031a51552ada {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1118.414059] env[61960]: WARNING nova.compute.manager [req-8125c772-1653-4a99-8cd9-2475a538ba94 req-b53bc799-5166-4ea8-8769-92e32fd0dbc8 service nova] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Received unexpected event network-vif-plugged-3173ddc6-5902-48d7-b386-031a51552ada for instance with vm_state building and task_state spawning. [ 1118.473684] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5319e3af-2a57-4d89-9eec-4cbbb7e1586d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "171c5e44-fa6e-4c35-9cbd-25a416eb5bdd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.315s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.474875] env[61960]: DEBUG oslo_concurrency.lockutils [None req-eabea914-a171-41bb-b0e1-654dc1b915b8 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "78a44e61-8431-4348-a3fe-572e53e8785e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.964s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.487486] env[61960]: DEBUG nova.network.neutron [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Successfully updated port: 3173ddc6-5902-48d7-b386-031a51552ada {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1118.591867] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97277545-6dcc-4fc8-8f24-317a88fd9376 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.599617] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d22b42-b4b5-4584-89d7-89b80a723bab {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.629595] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0729f283-c941-4d2f-ac7a-b7e8cbc10e39 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.638118] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d4af99-33de-4776-bbe9-41d6f1e34bd8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.652287] env[61960]: DEBUG nova.compute.provider_tree [None req-89a5dc30-a40f-4bc5-8810-6329678a56dd tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.655498] env[61960]: INFO nova.compute.manager [-] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Took 1.39 seconds to deallocate network for instance. [ 1118.993800] env[61960]: DEBUG oslo_concurrency.lockutils [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "refresh_cache-f40d5c05-1939-42e4-ae28-85c9f5100f0d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.993998] env[61960]: DEBUG oslo_concurrency.lockutils [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquired lock "refresh_cache-f40d5c05-1939-42e4-ae28-85c9f5100f0d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.994201] env[61960]: DEBUG nova.network.neutron [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1119.155496] env[61960]: DEBUG nova.scheduler.client.report [None req-89a5dc30-a40f-4bc5-8810-6329678a56dd tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1119.162715] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f96552d5-ab4a-4e13-a056-f3542373ea08 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.209082] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bba9d777-ce77-489f-9fba-b14d572ada3c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "60a96320-34ad-488e-9e92-e2e12906edae" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.209357] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bba9d777-ce77-489f-9fba-b14d572ada3c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "60a96320-34ad-488e-9e92-e2e12906edae" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.525919] env[61960]: DEBUG nova.network.neutron [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1119.605163] env[61960]: DEBUG oslo_concurrency.lockutils [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Acquiring lock "cd14f531-27ec-46e9-a713-95902525710b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.605457] env[61960]: DEBUG oslo_concurrency.lockutils [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Lock "cd14f531-27ec-46e9-a713-95902525710b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.605708] env[61960]: DEBUG oslo_concurrency.lockutils [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Acquiring lock "cd14f531-27ec-46e9-a713-95902525710b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.605916] env[61960]: DEBUG oslo_concurrency.lockutils [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Lock "cd14f531-27ec-46e9-a713-95902525710b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.606111] env[61960]: DEBUG oslo_concurrency.lockutils [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Lock "cd14f531-27ec-46e9-a713-95902525710b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.608463] env[61960]: INFO nova.compute.manager [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Terminating instance [ 1119.610545] env[61960]: DEBUG nova.compute.manager [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1119.610743] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1119.611709] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85108fff-78ec-4a23-99fd-6bd9d23614a1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.619848] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1119.620106] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3dbbac9-122b-49cd-bf99-7750bc6a3a27 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.627996] env[61960]: DEBUG oslo_vmware.api [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Waiting for the task: (returnval){ [ 1119.627996] env[61960]: value = "task-436849" [ 1119.627996] env[61960]: _type = "Task" [ 1119.627996] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.636941] env[61960]: DEBUG oslo_vmware.api [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Task: {'id': task-436849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.658617] env[61960]: DEBUG nova.network.neutron [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Updating instance_info_cache with network_info: [{"id": "3173ddc6-5902-48d7-b386-031a51552ada", "address": "fa:16:3e:84:a8:e1", "network": {"id": "9ee12d62-9edd-4717-b363-beb291b2c83b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1274344879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb471d92c0743c08a3c5f098ecc9477", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3173ddc6-59", "ovs_interfaceid": "3173ddc6-5902-48d7-b386-031a51552ada", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.660330] env[61960]: DEBUG oslo_concurrency.lockutils [None req-89a5dc30-a40f-4bc5-8810-6329678a56dd tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.717s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.662716] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f96552d5-ab4a-4e13-a056-f3542373ea08 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.500s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.662953] env[61960]: DEBUG nova.objects.instance [None req-f96552d5-ab4a-4e13-a056-f3542373ea08 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lazy-loading 'resources' on Instance uuid b0114cc8-dda4-46ad-800a-39ae14029909 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.684242] env[61960]: INFO nova.scheduler.client.report [None req-89a5dc30-a40f-4bc5-8810-6329678a56dd tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Deleted allocations for instance 3d94c151-5cba-40db-a28a-7238fee0d810 [ 1119.712670] env[61960]: INFO nova.compute.manager [None req-bba9d777-ce77-489f-9fba-b14d572ada3c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Detaching volume 8a1752ba-f1b3-46e4-bb76-c6178b2ec4f2 [ 1119.749329] env[61960]: INFO nova.virt.block_device [None req-bba9d777-ce77-489f-9fba-b14d572ada3c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Attempting to driver detach volume 8a1752ba-f1b3-46e4-bb76-c6178b2ec4f2 from mountpoint /dev/sdb [ 1119.749585] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-bba9d777-ce77-489f-9fba-b14d572ada3c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Volume detach. Driver type: vmdk {{(pid=61960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1119.749778] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-bba9d777-ce77-489f-9fba-b14d572ada3c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116203', 'volume_id': '8a1752ba-f1b3-46e4-bb76-c6178b2ec4f2', 'name': 'volume-8a1752ba-f1b3-46e4-bb76-c6178b2ec4f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '60a96320-34ad-488e-9e92-e2e12906edae', 'attached_at': '', 'detached_at': '', 'volume_id': '8a1752ba-f1b3-46e4-bb76-c6178b2ec4f2', 'serial': '8a1752ba-f1b3-46e4-bb76-c6178b2ec4f2'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1119.750755] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b9f593-20d4-45d7-83a8-6bc317780286 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.772036] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e5537f-b460-401b-9227-5b1077119ee3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.779647] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c4b7bd-1f45-4870-a7e1-e87ce64f8e05 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.799601] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57afb1b2-540d-4a80-b693-c6ccaa4a28c7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.815372] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-bba9d777-ce77-489f-9fba-b14d572ada3c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] The volume has not been displaced from its original location: [datastore1] volume-8a1752ba-f1b3-46e4-bb76-c6178b2ec4f2/volume-8a1752ba-f1b3-46e4-bb76-c6178b2ec4f2.vmdk. No consolidation needed. {{(pid=61960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1119.820513] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-bba9d777-ce77-489f-9fba-b14d572ada3c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1119.820805] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44a40c83-7d36-4173-906b-3357774692d2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.837715] env[61960]: DEBUG oslo_vmware.api [None req-bba9d777-ce77-489f-9fba-b14d572ada3c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1119.837715] env[61960]: value = "task-436850" [ 1119.837715] env[61960]: _type = "Task" [ 1119.837715] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.845114] env[61960]: DEBUG oslo_vmware.api [None req-bba9d777-ce77-489f-9fba-b14d572ada3c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436850, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.138145] env[61960]: DEBUG oslo_vmware.api [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Task: {'id': task-436849, 'name': PowerOffVM_Task, 'duration_secs': 0.340938} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.138443] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1120.138620] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1120.138882] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f987979a-dce0-46b5-92b8-d3c92b56c92f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.163397] env[61960]: DEBUG oslo_concurrency.lockutils [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Releasing lock "refresh_cache-f40d5c05-1939-42e4-ae28-85c9f5100f0d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.163803] env[61960]: DEBUG nova.compute.manager [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Instance network_info: |[{"id": "3173ddc6-5902-48d7-b386-031a51552ada", "address": "fa:16:3e:84:a8:e1", "network": {"id": "9ee12d62-9edd-4717-b363-beb291b2c83b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1274344879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb471d92c0743c08a3c5f098ecc9477", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3173ddc6-59", "ovs_interfaceid": "3173ddc6-5902-48d7-b386-031a51552ada", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1120.164329] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:a8:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3173ddc6-5902-48d7-b386-031a51552ada', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.172731] env[61960]: DEBUG oslo.service.loopingcall [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1120.175705] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1120.176223] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20a3d9b6-fa94-48f1-8254-a0ec18293eed {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.199024] env[61960]: DEBUG oslo_concurrency.lockutils [None req-89a5dc30-a40f-4bc5-8810-6329678a56dd tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "3d94c151-5cba-40db-a28a-7238fee0d810" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.012s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.203286] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.203286] env[61960]: value = "task-436852" [ 1120.203286] env[61960]: _type = "Task" [ 1120.203286] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.204663] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1120.204948] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1120.205210] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Deleting the datastore file [datastore1] cd14f531-27ec-46e9-a713-95902525710b {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.208464] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d24fe86-995e-4c06-9442-56aa560835fd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.218767] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436852, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.220136] env[61960]: DEBUG oslo_vmware.api [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Waiting for the task: (returnval){ [ 1120.220136] env[61960]: value = "task-436853" [ 1120.220136] env[61960]: _type = "Task" [ 1120.220136] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.231820] env[61960]: DEBUG oslo_vmware.api [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Task: {'id': task-436853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.303320] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e93381-9ea3-4e59-bfff-7152adac75f6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.311446] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07344d1-728d-4ea6-a557-0ec01486e47c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.346755] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89d40a2-2c26-49ae-a651-f7f02fac282e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.124212] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bb43b994-4366-45c7-8c8a-c64e17bcae15 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "a25864c6-4025-4a85-83de-62b6143b106f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.124506] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bb43b994-4366-45c7-8c8a-c64e17bcae15 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "a25864c6-4025-4a85-83de-62b6143b106f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.124692] env[61960]: DEBUG nova.compute.manager [None req-bb43b994-4366-45c7-8c8a-c64e17bcae15 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1121.126664] env[61960]: DEBUG nova.compute.manager [req-c3402d6f-b394-4d73-98ef-46e83b5f7d89 req-80f15802-b3e9-40be-9a07-4d70c140f1f7 service nova] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Received event network-changed-3173ddc6-5902-48d7-b386-031a51552ada {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1121.126792] env[61960]: DEBUG nova.compute.manager [req-c3402d6f-b394-4d73-98ef-46e83b5f7d89 req-80f15802-b3e9-40be-9a07-4d70c140f1f7 service nova] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Refreshing instance network info cache due to event network-changed-3173ddc6-5902-48d7-b386-031a51552ada. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1121.126954] env[61960]: DEBUG oslo_concurrency.lockutils [req-c3402d6f-b394-4d73-98ef-46e83b5f7d89 req-80f15802-b3e9-40be-9a07-4d70c140f1f7 service nova] Acquiring lock "refresh_cache-f40d5c05-1939-42e4-ae28-85c9f5100f0d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.127149] env[61960]: DEBUG oslo_concurrency.lockutils [req-c3402d6f-b394-4d73-98ef-46e83b5f7d89 req-80f15802-b3e9-40be-9a07-4d70c140f1f7 service nova] Acquired lock "refresh_cache-f40d5c05-1939-42e4-ae28-85c9f5100f0d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.127328] env[61960]: DEBUG nova.network.neutron [req-c3402d6f-b394-4d73-98ef-46e83b5f7d89 req-80f15802-b3e9-40be-9a07-4d70c140f1f7 service nova] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Refreshing network info cache for port 3173ddc6-5902-48d7-b386-031a51552ada {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1121.134147] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e1cde0-eefa-4357-9ca4-005991667698 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.142056] env[61960]: DEBUG oslo_vmware.api [None req-bba9d777-ce77-489f-9fba-b14d572ada3c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436850, 'name': ReconfigVM_Task, 'duration_secs': 0.237549} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.144090] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c89154d-3ff1-4ef1-aad7-e71cfcf9b197 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.147945] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-bba9d777-ce77-489f-9fba-b14d572ada3c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1121.154458] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1e4ffcb-0fcd-4fc3-84c3-caac42f93f87 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.172509] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436852, 'name': CreateVM_Task, 'duration_secs': 0.412525} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.172690] env[61960]: DEBUG nova.compute.manager [None req-bb43b994-4366-45c7-8c8a-c64e17bcae15 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=61960) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1121.173223] env[61960]: DEBUG nova.objects.instance [None req-bb43b994-4366-45c7-8c8a-c64e17bcae15 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lazy-loading 'flavor' on Instance uuid a25864c6-4025-4a85-83de-62b6143b106f {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.174582] env[61960]: DEBUG oslo_vmware.api [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Task: {'id': task-436853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152597} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.182500] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1121.183099] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.183298] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1121.184102] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1121.184102] env[61960]: INFO nova.compute.manager [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [instance: cd14f531-27ec-46e9-a713-95902525710b] Took 1.57 seconds to destroy the instance on the hypervisor. [ 1121.184102] env[61960]: DEBUG oslo.service.loopingcall [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1121.184296] env[61960]: DEBUG nova.compute.provider_tree [None req-f96552d5-ab4a-4e13-a056-f3542373ea08 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.186041] env[61960]: DEBUG oslo_concurrency.lockutils [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.186214] env[61960]: DEBUG oslo_concurrency.lockutils [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.186530] env[61960]: DEBUG oslo_concurrency.lockutils [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.186768] env[61960]: DEBUG nova.compute.manager [-] [instance: cd14f531-27ec-46e9-a713-95902525710b] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1121.186855] env[61960]: DEBUG nova.network.neutron [-] [instance: cd14f531-27ec-46e9-a713-95902525710b] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1121.190297] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79a296e7-5b65-49fb-812d-12652e7608c2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.192246] env[61960]: DEBUG oslo_vmware.api [None req-bba9d777-ce77-489f-9fba-b14d572ada3c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1121.192246] env[61960]: value = "task-436854" [ 1121.192246] env[61960]: _type = "Task" [ 1121.192246] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.198111] env[61960]: DEBUG oslo_vmware.api [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1121.198111] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528d5390-3057-bfab-9e49-4eb323d963b4" [ 1121.198111] env[61960]: _type = "Task" [ 1121.198111] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.204637] env[61960]: DEBUG oslo_vmware.api [None req-bba9d777-ce77-489f-9fba-b14d572ada3c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436854, 'name': ReconfigVM_Task} progress is 10%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.210037] env[61960]: DEBUG oslo_vmware.api [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528d5390-3057-bfab-9e49-4eb323d963b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009769} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.210334] env[61960]: DEBUG oslo_concurrency.lockutils [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.210563] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.210792] env[61960]: DEBUG oslo_concurrency.lockutils [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.210936] env[61960]: DEBUG oslo_concurrency.lockutils [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.211134] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.211397] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-624504b3-023b-4dc7-8848-d24bb6bc9729 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.219535] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.219731] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1121.220496] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe91cb32-d611-43f4-9532-63755450ec79 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.226214] env[61960]: DEBUG oslo_vmware.api [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1121.226214] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5257530f-6f4e-17f0-6d77-497c3daf3e91" [ 1121.226214] env[61960]: _type = "Task" [ 1121.226214] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.233978] env[61960]: DEBUG oslo_vmware.api [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5257530f-6f4e-17f0-6d77-497c3daf3e91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.260200] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "a4cc841a-6897-451f-9885-ec8e64b4b90e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.260200] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "a4cc841a-6897-451f-9885-ec8e64b4b90e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.688888] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb43b994-4366-45c7-8c8a-c64e17bcae15 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1121.690270] env[61960]: DEBUG nova.scheduler.client.report [None req-f96552d5-ab4a-4e13-a056-f3542373ea08 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1121.692562] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7b896fd-1df2-4974-937d-b03c016681c4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.706613] env[61960]: DEBUG oslo_vmware.api [None req-bba9d777-ce77-489f-9fba-b14d572ada3c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436854, 'name': ReconfigVM_Task, 'duration_secs': 0.145038} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.708037] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-bba9d777-ce77-489f-9fba-b14d572ada3c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116203', 'volume_id': '8a1752ba-f1b3-46e4-bb76-c6178b2ec4f2', 'name': 'volume-8a1752ba-f1b3-46e4-bb76-c6178b2ec4f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '60a96320-34ad-488e-9e92-e2e12906edae', 'attached_at': '', 'detached_at': '', 'volume_id': '8a1752ba-f1b3-46e4-bb76-c6178b2ec4f2', 'serial': '8a1752ba-f1b3-46e4-bb76-c6178b2ec4f2'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1121.710370] env[61960]: DEBUG oslo_vmware.api [None req-bb43b994-4366-45c7-8c8a-c64e17bcae15 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 1121.710370] env[61960]: value = "task-436855" [ 1121.710370] env[61960]: _type = "Task" [ 1121.710370] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.720723] env[61960]: DEBUG oslo_vmware.api [None req-bb43b994-4366-45c7-8c8a-c64e17bcae15 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.735499] env[61960]: DEBUG oslo_vmware.api [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5257530f-6f4e-17f0-6d77-497c3daf3e91, 'name': SearchDatastore_Task, 'duration_secs': 0.009446} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.736335] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6886236-10f2-4fb4-9639-e7359bb4977a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.743900] env[61960]: DEBUG oslo_vmware.api [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1121.743900] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52a48b2a-dd4b-939b-9bd3-aa13ec930ff5" [ 1121.743900] env[61960]: _type = "Task" [ 1121.743900] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.751909] env[61960]: DEBUG oslo_vmware.api [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52a48b2a-dd4b-939b-9bd3-aa13ec930ff5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.761841] env[61960]: DEBUG nova.compute.manager [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1121.863720] env[61960]: DEBUG nova.network.neutron [req-c3402d6f-b394-4d73-98ef-46e83b5f7d89 req-80f15802-b3e9-40be-9a07-4d70c140f1f7 service nova] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Updated VIF entry in instance network info cache for port 3173ddc6-5902-48d7-b386-031a51552ada. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1121.864143] env[61960]: DEBUG nova.network.neutron [req-c3402d6f-b394-4d73-98ef-46e83b5f7d89 req-80f15802-b3e9-40be-9a07-4d70c140f1f7 service nova] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Updating instance_info_cache with network_info: [{"id": "3173ddc6-5902-48d7-b386-031a51552ada", "address": "fa:16:3e:84:a8:e1", "network": {"id": "9ee12d62-9edd-4717-b363-beb291b2c83b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1274344879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb471d92c0743c08a3c5f098ecc9477", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3173ddc6-59", "ovs_interfaceid": "3173ddc6-5902-48d7-b386-031a51552ada", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.175753] env[61960]: DEBUG nova.network.neutron [-] [instance: cd14f531-27ec-46e9-a713-95902525710b] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.195570] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f96552d5-ab4a-4e13-a056-f3542373ea08 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.532s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.217810] env[61960]: INFO nova.scheduler.client.report [None req-f96552d5-ab4a-4e13-a056-f3542373ea08 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Deleted allocations for instance b0114cc8-dda4-46ad-800a-39ae14029909 [ 1122.222767] env[61960]: DEBUG oslo_vmware.api [None req-bb43b994-4366-45c7-8c8a-c64e17bcae15 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436855, 'name': PowerOffVM_Task, 'duration_secs': 0.253707} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.224878] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb43b994-4366-45c7-8c8a-c64e17bcae15 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1122.225084] env[61960]: DEBUG nova.compute.manager [None req-bb43b994-4366-45c7-8c8a-c64e17bcae15 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1122.226054] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873b672d-a477-429f-a899-723d77efe0d1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.253539] env[61960]: DEBUG oslo_vmware.api [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52a48b2a-dd4b-939b-9bd3-aa13ec930ff5, 'name': SearchDatastore_Task, 'duration_secs': 0.009529} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.253819] env[61960]: DEBUG oslo_concurrency.lockutils [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.254101] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] f40d5c05-1939-42e4-ae28-85c9f5100f0d/f40d5c05-1939-42e4-ae28-85c9f5100f0d.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1122.254798] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98b7c0d3-bc63-4fdc-a326-88cc30b290ea {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.262221] env[61960]: DEBUG oslo_vmware.api [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1122.262221] env[61960]: value = "task-436856" [ 1122.262221] env[61960]: _type = "Task" [ 1122.262221] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.266878] env[61960]: DEBUG nova.objects.instance [None req-bba9d777-ce77-489f-9fba-b14d572ada3c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lazy-loading 'flavor' on Instance uuid 60a96320-34ad-488e-9e92-e2e12906edae {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.277878] env[61960]: DEBUG oslo_vmware.api [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.286057] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.286333] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.288279] env[61960]: INFO nova.compute.claims [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.367142] env[61960]: DEBUG oslo_concurrency.lockutils [req-c3402d6f-b394-4d73-98ef-46e83b5f7d89 req-80f15802-b3e9-40be-9a07-4d70c140f1f7 service nova] Releasing lock "refresh_cache-f40d5c05-1939-42e4-ae28-85c9f5100f0d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.463854] env[61960]: DEBUG oslo_vmware.rw_handles [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5223bff2-fb87-389a-15e9-32a1ce8a9d5b/disk-0.vmdk. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1122.464545] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509df73c-351d-4dc5-8d4f-18878e809772 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.472034] env[61960]: DEBUG oslo_vmware.rw_handles [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5223bff2-fb87-389a-15e9-32a1ce8a9d5b/disk-0.vmdk is in state: ready. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1122.472215] env[61960]: ERROR oslo_vmware.rw_handles [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5223bff2-fb87-389a-15e9-32a1ce8a9d5b/disk-0.vmdk due to incomplete transfer. [ 1122.472513] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1a198245-54ef-49e2-9ca2-cd1e50006aac {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.479219] env[61960]: DEBUG nova.compute.manager [req-539b2942-86bb-4cd0-bb5d-8051c4d80198 req-06c75b32-4bbc-4376-a8a6-ccfed78955a0 service nova] [instance: cd14f531-27ec-46e9-a713-95902525710b] Received event network-vif-deleted-611b0490-2bd4-4557-beed-03e15606c357 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1122.481125] env[61960]: DEBUG oslo_vmware.rw_handles [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5223bff2-fb87-389a-15e9-32a1ce8a9d5b/disk-0.vmdk. {{(pid=61960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1122.481448] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Uploaded image 7bd80152-cdac-42d6-8e9b-adc3ac3cda95 to the Glance image server {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1122.484440] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Destroying the VM {{(pid=61960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1122.484665] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c66c37f2-fc34-4f34-8ad4-18ee405e96a3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.492280] env[61960]: DEBUG oslo_vmware.api [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1122.492280] env[61960]: value = "task-436857" [ 1122.492280] env[61960]: _type = "Task" [ 1122.492280] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.503104] env[61960]: DEBUG oslo_vmware.api [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436857, 'name': Destroy_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.678492] env[61960]: INFO nova.compute.manager [-] [instance: cd14f531-27ec-46e9-a713-95902525710b] Took 1.49 seconds to deallocate network for instance. [ 1122.728661] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f96552d5-ab4a-4e13-a056-f3542373ea08 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "b0114cc8-dda4-46ad-800a-39ae14029909" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.592s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.738009] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bb43b994-4366-45c7-8c8a-c64e17bcae15 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "a25864c6-4025-4a85-83de-62b6143b106f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.613s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.774359] env[61960]: DEBUG oslo_vmware.api [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436856, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465762} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.774610] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] f40d5c05-1939-42e4-ae28-85c9f5100f0d/f40d5c05-1939-42e4-ae28-85c9f5100f0d.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1122.774825] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.775984] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7927ebfb-857b-4bf7-afc6-c431ee0b7595 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.784264] env[61960]: DEBUG oslo_vmware.api [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1122.784264] env[61960]: value = "task-436858" [ 1122.784264] env[61960]: _type = "Task" [ 1122.784264] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.794259] env[61960]: DEBUG oslo_vmware.api [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.001191] env[61960]: DEBUG oslo_vmware.api [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436857, 'name': Destroy_Task} progress is 33%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.053058] env[61960]: DEBUG nova.objects.instance [None req-a246d458-93bf-4451-ad6a-f527b2bd5375 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lazy-loading 'flavor' on Instance uuid a25864c6-4025-4a85-83de-62b6143b106f {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.187118] env[61960]: DEBUG oslo_concurrency.lockutils [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.283430] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bba9d777-ce77-489f-9fba-b14d572ada3c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "60a96320-34ad-488e-9e92-e2e12906edae" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.074s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.293887] env[61960]: DEBUG oslo_vmware.api [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066286} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.294194] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.295305] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ff19be-02b8-4b2d-9e57-5eb194d8b7a5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.320454] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] f40d5c05-1939-42e4-ae28-85c9f5100f0d/f40d5c05-1939-42e4-ae28-85c9f5100f0d.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.323373] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6219ac40-a255-488c-b06f-56f43f68bb9c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.342789] env[61960]: DEBUG oslo_vmware.api [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1123.342789] env[61960]: value = "task-436859" [ 1123.342789] env[61960]: _type = "Task" [ 1123.342789] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.352405] env[61960]: DEBUG oslo_vmware.api [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.433953] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddb342e-1898-4cc7-baa7-96c8145e9a01 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.442745] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3dd035-8da9-4378-a28f-094a8d61e9b8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.472302] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4073fcb8-cf8f-4540-b3dd-921c2f7eda64 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.479272] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361fc0a1-99dd-47a3-8eb7-ced433e1e1a7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.483271] env[61960]: DEBUG oslo_concurrency.lockutils [None req-adaf6946-04e7-4c05-abaa-467d304b802d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "60a96320-34ad-488e-9e92-e2e12906edae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.483495] env[61960]: DEBUG oslo_concurrency.lockutils [None req-adaf6946-04e7-4c05-abaa-467d304b802d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "60a96320-34ad-488e-9e92-e2e12906edae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.483702] env[61960]: DEBUG oslo_concurrency.lockutils [None req-adaf6946-04e7-4c05-abaa-467d304b802d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "60a96320-34ad-488e-9e92-e2e12906edae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.483928] env[61960]: DEBUG oslo_concurrency.lockutils [None req-adaf6946-04e7-4c05-abaa-467d304b802d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "60a96320-34ad-488e-9e92-e2e12906edae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.484120] env[61960]: DEBUG oslo_concurrency.lockutils [None req-adaf6946-04e7-4c05-abaa-467d304b802d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "60a96320-34ad-488e-9e92-e2e12906edae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.486404] env[61960]: INFO nova.compute.manager [None req-adaf6946-04e7-4c05-abaa-467d304b802d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Terminating instance [ 1123.497101] env[61960]: DEBUG nova.compute.provider_tree [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.497101] env[61960]: DEBUG nova.compute.manager [None req-adaf6946-04e7-4c05-abaa-467d304b802d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1123.497196] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-adaf6946-04e7-4c05-abaa-467d304b802d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1123.501037] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ceede68-ae44-43f5-bfe6-44e7846d3454 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.508569] env[61960]: DEBUG oslo_vmware.api [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436857, 'name': Destroy_Task, 'duration_secs': 0.670813} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.510515] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Destroyed the VM [ 1123.510747] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Deleting Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1123.511026] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-adaf6946-04e7-4c05-abaa-467d304b802d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1123.511461] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-423e086e-5d15-478a-96a3-3ca42e09d2c6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.512999] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-450b8e20-6f07-47e0-b504-933c117cb88c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.518874] env[61960]: DEBUG oslo_vmware.api [None req-adaf6946-04e7-4c05-abaa-467d304b802d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1123.518874] env[61960]: value = "task-436861" [ 1123.518874] env[61960]: _type = "Task" [ 1123.518874] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.520099] env[61960]: DEBUG oslo_vmware.api [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1123.520099] env[61960]: value = "task-436860" [ 1123.520099] env[61960]: _type = "Task" [ 1123.520099] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.533491] env[61960]: DEBUG oslo_vmware.api [None req-adaf6946-04e7-4c05-abaa-467d304b802d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.537020] env[61960]: DEBUG oslo_vmware.api [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436860, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.559513] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a246d458-93bf-4451-ad6a-f527b2bd5375 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "refresh_cache-a25864c6-4025-4a85-83de-62b6143b106f" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.559787] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a246d458-93bf-4451-ad6a-f527b2bd5375 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquired lock "refresh_cache-a25864c6-4025-4a85-83de-62b6143b106f" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.560071] env[61960]: DEBUG nova.network.neutron [None req-a246d458-93bf-4451-ad6a-f527b2bd5375 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1123.560292] env[61960]: DEBUG nova.objects.instance [None req-a246d458-93bf-4451-ad6a-f527b2bd5375 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lazy-loading 'info_cache' on Instance uuid a25864c6-4025-4a85-83de-62b6143b106f {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.853535] env[61960]: DEBUG oslo_vmware.api [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.006438] env[61960]: DEBUG nova.scheduler.client.report [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1124.034482] env[61960]: DEBUG oslo_vmware.api [None req-adaf6946-04e7-4c05-abaa-467d304b802d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436861, 'name': PowerOffVM_Task, 'duration_secs': 0.337651} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.037775] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-adaf6946-04e7-4c05-abaa-467d304b802d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1124.038021] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-adaf6946-04e7-4c05-abaa-467d304b802d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1124.038310] env[61960]: DEBUG oslo_vmware.api [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436860, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.038548] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5e1919a-4dc0-4b6e-a99b-ff7272eee231 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.063238] env[61960]: DEBUG nova.objects.base [None req-a246d458-93bf-4451-ad6a-f527b2bd5375 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=61960) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1124.100393] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-adaf6946-04e7-4c05-abaa-467d304b802d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1124.100674] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-adaf6946-04e7-4c05-abaa-467d304b802d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1124.100901] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-adaf6946-04e7-4c05-abaa-467d304b802d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Deleting the datastore file [datastore1] 60a96320-34ad-488e-9e92-e2e12906edae {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.101206] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-befb8577-3623-41c7-a51c-1961e456934c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.107975] env[61960]: DEBUG oslo_vmware.api [None req-adaf6946-04e7-4c05-abaa-467d304b802d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1124.107975] env[61960]: value = "task-436863" [ 1124.107975] env[61960]: _type = "Task" [ 1124.107975] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.115483] env[61960]: DEBUG oslo_vmware.api [None req-adaf6946-04e7-4c05-abaa-467d304b802d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.175582] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "0acb38af-b368-4309-8402-5b534a84bbb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.175852] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "0acb38af-b368-4309-8402-5b534a84bbb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.353675] env[61960]: DEBUG oslo_vmware.api [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436859, 'name': ReconfigVM_Task, 'duration_secs': 0.727617} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.354080] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Reconfigured VM instance instance-00000070 to attach disk [datastore1] f40d5c05-1939-42e4-ae28-85c9f5100f0d/f40d5c05-1939-42e4-ae28-85c9f5100f0d.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.354568] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c422b5a3-8c52-4e65-8d3b-05917b3fc378 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.360989] env[61960]: DEBUG oslo_vmware.api [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1124.360989] env[61960]: value = "task-436864" [ 1124.360989] env[61960]: _type = "Task" [ 1124.360989] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.368398] env[61960]: DEBUG oslo_vmware.api [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436864, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.512673] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.513222] env[61960]: DEBUG nova.compute.manager [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1124.515984] env[61960]: DEBUG oslo_concurrency.lockutils [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.329s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.516164] env[61960]: DEBUG nova.objects.instance [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Lazy-loading 'resources' on Instance uuid cd14f531-27ec-46e9-a713-95902525710b {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.534084] env[61960]: DEBUG oslo_vmware.api [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436860, 'name': RemoveSnapshot_Task, 'duration_secs': 0.882492} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.534325] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Deleted Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1124.534597] env[61960]: INFO nova.compute.manager [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Took 14.39 seconds to snapshot the instance on the hypervisor. [ 1124.617726] env[61960]: DEBUG oslo_vmware.api [None req-adaf6946-04e7-4c05-abaa-467d304b802d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123618} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.618272] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-adaf6946-04e7-4c05-abaa-467d304b802d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.618272] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-adaf6946-04e7-4c05-abaa-467d304b802d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1124.618412] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-adaf6946-04e7-4c05-abaa-467d304b802d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1124.618584] env[61960]: INFO nova.compute.manager [None req-adaf6946-04e7-4c05-abaa-467d304b802d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1124.618838] env[61960]: DEBUG oslo.service.loopingcall [None req-adaf6946-04e7-4c05-abaa-467d304b802d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1124.619048] env[61960]: DEBUG nova.compute.manager [-] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1124.619149] env[61960]: DEBUG nova.network.neutron [-] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1124.679565] env[61960]: DEBUG nova.compute.manager [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1124.855466] env[61960]: DEBUG nova.network.neutron [None req-a246d458-93bf-4451-ad6a-f527b2bd5375 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Updating instance_info_cache with network_info: [{"id": "60b69d3f-c7c5-4345-9c15-cb73aa04281d", "address": "fa:16:3e:61:b9:75", "network": {"id": "148b3213-0f77-4469-b901-9b93a55e3a91", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-997896372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5e3e891410455abd448117aabf8d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60b69d3f-c7", "ovs_interfaceid": "60b69d3f-c7c5-4345-9c15-cb73aa04281d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.871214] env[61960]: DEBUG oslo_vmware.api [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436864, 'name': Rename_Task, 'duration_secs': 0.143341} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.871416] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1124.871661] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38b42699-f155-4d4e-826d-1952a0c47612 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.878441] env[61960]: DEBUG oslo_vmware.api [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1124.878441] env[61960]: value = "task-436865" [ 1124.878441] env[61960]: _type = "Task" [ 1124.878441] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.889970] env[61960]: DEBUG oslo_vmware.api [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.019411] env[61960]: DEBUG nova.compute.utils [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1125.023909] env[61960]: DEBUG nova.compute.manager [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1125.025134] env[61960]: DEBUG nova.network.neutron [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1125.078313] env[61960]: DEBUG nova.policy [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '360c6fc0228c404fb133ea7051860a98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '668dd1a5ef0a47478f7673a9a1656dec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 1125.084214] env[61960]: DEBUG nova.compute.manager [req-8e01e073-ee8a-4098-8098-16af683137e2 req-66d103ad-da8b-4db3-aac5-04932b63907c service nova] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Received event network-vif-deleted-ec020656-a46d-414d-9ac3-4432608cd2d9 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1125.084418] env[61960]: INFO nova.compute.manager [req-8e01e073-ee8a-4098-8098-16af683137e2 req-66d103ad-da8b-4db3-aac5-04932b63907c service nova] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Neutron deleted interface ec020656-a46d-414d-9ac3-4432608cd2d9; detaching it from the instance and deleting it from the info cache [ 1125.084591] env[61960]: DEBUG nova.network.neutron [req-8e01e073-ee8a-4098-8098-16af683137e2 req-66d103ad-da8b-4db3-aac5-04932b63907c service nova] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.091954] env[61960]: DEBUG nova.compute.manager [None req-e13d129a-99a3-4c6f-b186-64278d8e42cf tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Found 2 images (rotation: 2) {{(pid=61960) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 1125.166255] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aca8373-134d-4182-8923-04e126e50b21 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.173862] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baee32d7-89a9-436a-8506-185457d8b185 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.206964] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a547d44e-042d-4940-8562-69d914795967 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.216324] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092d89b9-b959-44bd-9533-98dc255cde46 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.230301] env[61960]: DEBUG nova.compute.provider_tree [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1125.232309] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.358018] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a246d458-93bf-4451-ad6a-f527b2bd5375 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Releasing lock "refresh_cache-a25864c6-4025-4a85-83de-62b6143b106f" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.389812] env[61960]: DEBUG oslo_vmware.api [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436865, 'name': PowerOnVM_Task, 'duration_secs': 0.461836} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.390065] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1125.390278] env[61960]: INFO nova.compute.manager [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Took 7.16 seconds to spawn the instance on the hypervisor. [ 1125.390461] env[61960]: DEBUG nova.compute.manager [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1125.391237] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec16e28d-2d08-42d0-9428-61a97a04944e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.524257] env[61960]: DEBUG nova.compute.manager [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1125.558490] env[61960]: DEBUG nova.network.neutron [-] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.592048] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15b6ebaf-968a-473b-abad-5e31e2f8234a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.599962] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c11892-826d-46e5-88a9-53c49c1959af {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.616415] env[61960]: DEBUG nova.network.neutron [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Successfully created port: 762f1f00-fa0a-4588-8ed4-78f180ed33f5 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1125.629742] env[61960]: DEBUG nova.compute.manager [req-8e01e073-ee8a-4098-8098-16af683137e2 req-66d103ad-da8b-4db3-aac5-04932b63907c service nova] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Detach interface failed, port_id=ec020656-a46d-414d-9ac3-4432608cd2d9, reason: Instance 60a96320-34ad-488e-9e92-e2e12906edae could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1125.757733] env[61960]: ERROR nova.scheduler.client.report [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] [req-5e2341f0-41c6-4f06-a228-370c718f2403] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5e2341f0-41c6-4f06-a228-370c718f2403"}]} [ 1125.774989] env[61960]: DEBUG nova.scheduler.client.report [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1125.789942] env[61960]: DEBUG nova.scheduler.client.report [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1125.790236] env[61960]: DEBUG nova.compute.provider_tree [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1125.803326] env[61960]: DEBUG nova.scheduler.client.report [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1125.826228] env[61960]: DEBUG nova.scheduler.client.report [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1125.861872] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a246d458-93bf-4451-ad6a-f527b2bd5375 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1125.862919] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d05370f-09e1-43dd-a9f1-5dc98d329bf7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.876270] env[61960]: DEBUG oslo_vmware.api [None req-a246d458-93bf-4451-ad6a-f527b2bd5375 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 1125.876270] env[61960]: value = "task-436866" [ 1125.876270] env[61960]: _type = "Task" [ 1125.876270] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.893873] env[61960]: DEBUG oslo_vmware.api [None req-a246d458-93bf-4451-ad6a-f527b2bd5375 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436866, 'name': PowerOnVM_Task} progress is 33%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.913704] env[61960]: INFO nova.compute.manager [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Took 11.96 seconds to build instance. [ 1126.012522] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eadbf87-6f5e-4179-a6f1-c0817891ecd7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.021784] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf698093-7c16-4c93-9b94-3cc21d20bd63 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.060230] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587606c1-52d0-42a0-b9ee-a39e3611ce6e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.062987] env[61960]: INFO nova.compute.manager [-] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Took 1.44 seconds to deallocate network for instance. [ 1126.072463] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ba8253-afdd-4ba9-878c-4e57e18276c0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.088640] env[61960]: DEBUG nova.compute.provider_tree [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1126.385447] env[61960]: DEBUG oslo_vmware.api [None req-a246d458-93bf-4451-ad6a-f527b2bd5375 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436866, 'name': PowerOnVM_Task, 'duration_secs': 0.49232} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.385877] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a246d458-93bf-4451-ad6a-f527b2bd5375 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1126.385948] env[61960]: DEBUG nova.compute.manager [None req-a246d458-93bf-4451-ad6a-f527b2bd5375 tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1126.386708] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b2dd4d-1964-4b61-9e2f-2e728d7d4c62 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.416415] env[61960]: DEBUG oslo_concurrency.lockutils [None req-30b83a59-267d-42e3-9c10-4f7bfd6de1ca tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "f40d5c05-1939-42e4-ae28-85c9f5100f0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.476s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.517768] env[61960]: DEBUG nova.compute.manager [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1126.518746] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732f1c27-3f83-4ffa-bd0f-5544bafacb9a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.561571] env[61960]: DEBUG nova.compute.manager [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1126.570602] env[61960]: DEBUG oslo_concurrency.lockutils [None req-adaf6946-04e7-4c05-abaa-467d304b802d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.599436] env[61960]: DEBUG nova.virt.hardware [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1126.599708] env[61960]: DEBUG nova.virt.hardware [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1126.599874] env[61960]: DEBUG nova.virt.hardware [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.600075] env[61960]: DEBUG nova.virt.hardware [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1126.600232] env[61960]: DEBUG nova.virt.hardware [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.600385] env[61960]: DEBUG nova.virt.hardware [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1126.600600] env[61960]: DEBUG nova.virt.hardware [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1126.601335] env[61960]: DEBUG nova.virt.hardware [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1126.601335] env[61960]: DEBUG nova.virt.hardware [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1126.601335] env[61960]: DEBUG nova.virt.hardware [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1126.601335] env[61960]: DEBUG nova.virt.hardware [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1126.602585] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898047dc-c4f6-4c12-8081-b73dede249d5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.611482] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169f527b-1cf4-4871-ad03-af901201d7c8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.644727] env[61960]: DEBUG nova.scheduler.client.report [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 178 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1126.645166] env[61960]: DEBUG nova.compute.provider_tree [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 178 to 179 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1126.645363] env[61960]: DEBUG nova.compute.provider_tree [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1127.028692] env[61960]: INFO nova.compute.manager [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] instance snapshotting [ 1127.029353] env[61960]: DEBUG nova.objects.instance [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lazy-loading 'flavor' on Instance uuid 5b90779e-1b3b-47a2-b867-f3c45460bcf3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.098327] env[61960]: DEBUG nova.compute.manager [req-ba07d865-3c0a-481b-9ee9-a1c5ae1c38a2 req-49feaa59-ca62-4362-891e-19a6190e05c1 service nova] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Received event network-vif-plugged-762f1f00-fa0a-4588-8ed4-78f180ed33f5 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1127.098551] env[61960]: DEBUG oslo_concurrency.lockutils [req-ba07d865-3c0a-481b-9ee9-a1c5ae1c38a2 req-49feaa59-ca62-4362-891e-19a6190e05c1 service nova] Acquiring lock "a4cc841a-6897-451f-9885-ec8e64b4b90e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.099984] env[61960]: DEBUG oslo_concurrency.lockutils [req-ba07d865-3c0a-481b-9ee9-a1c5ae1c38a2 req-49feaa59-ca62-4362-891e-19a6190e05c1 service nova] Lock "a4cc841a-6897-451f-9885-ec8e64b4b90e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.099984] env[61960]: DEBUG oslo_concurrency.lockutils [req-ba07d865-3c0a-481b-9ee9-a1c5ae1c38a2 req-49feaa59-ca62-4362-891e-19a6190e05c1 service nova] Lock "a4cc841a-6897-451f-9885-ec8e64b4b90e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.099984] env[61960]: DEBUG nova.compute.manager [req-ba07d865-3c0a-481b-9ee9-a1c5ae1c38a2 req-49feaa59-ca62-4362-891e-19a6190e05c1 service nova] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] No waiting events found dispatching network-vif-plugged-762f1f00-fa0a-4588-8ed4-78f180ed33f5 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1127.099984] env[61960]: WARNING nova.compute.manager [req-ba07d865-3c0a-481b-9ee9-a1c5ae1c38a2 req-49feaa59-ca62-4362-891e-19a6190e05c1 service nova] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Received unexpected event network-vif-plugged-762f1f00-fa0a-4588-8ed4-78f180ed33f5 for instance with vm_state building and task_state spawning. [ 1127.153021] env[61960]: DEBUG oslo_concurrency.lockutils [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.634s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.153021] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.920s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.156502] env[61960]: INFO nova.compute.claims [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.161698] env[61960]: DEBUG nova.network.neutron [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Successfully updated port: 762f1f00-fa0a-4588-8ed4-78f180ed33f5 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1127.177328] env[61960]: INFO nova.scheduler.client.report [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Deleted allocations for instance cd14f531-27ec-46e9-a713-95902525710b [ 1127.329598] env[61960]: DEBUG oslo_concurrency.lockutils [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "f40d5c05-1939-42e4-ae28-85c9f5100f0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.329991] env[61960]: DEBUG oslo_concurrency.lockutils [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "f40d5c05-1939-42e4-ae28-85c9f5100f0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.330241] env[61960]: DEBUG oslo_concurrency.lockutils [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "f40d5c05-1939-42e4-ae28-85c9f5100f0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.330434] env[61960]: DEBUG oslo_concurrency.lockutils [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "f40d5c05-1939-42e4-ae28-85c9f5100f0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.330613] env[61960]: DEBUG oslo_concurrency.lockutils [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "f40d5c05-1939-42e4-ae28-85c9f5100f0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.334515] env[61960]: INFO nova.compute.manager [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Terminating instance [ 1127.337106] env[61960]: DEBUG nova.compute.manager [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1127.337315] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1127.338195] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c376f66-e942-4e26-8343-6ca0c5aaf985 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.346401] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1127.346773] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-beb93455-a406-44d6-9f1c-0c4acf42c75b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.352938] env[61960]: DEBUG oslo_vmware.api [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1127.352938] env[61960]: value = "task-436867" [ 1127.352938] env[61960]: _type = "Task" [ 1127.352938] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.361838] env[61960]: DEBUG oslo_vmware.api [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.539834] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef45e06b-0cc7-4f4b-867f-2cdfe463905f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.560319] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407e4397-d2d8-49fb-84c4-4faa7961d2cc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.666710] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "refresh_cache-a4cc841a-6897-451f-9885-ec8e64b4b90e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.666710] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquired lock "refresh_cache-a4cc841a-6897-451f-9885-ec8e64b4b90e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.666710] env[61960]: DEBUG nova.network.neutron [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1127.687065] env[61960]: DEBUG oslo_concurrency.lockutils [None req-56461b70-59ab-49bd-9c5f-1c7d1e121885 tempest-ServersTestFqdnHostnames-548966013 tempest-ServersTestFqdnHostnames-548966013-project-member] Lock "cd14f531-27ec-46e9-a713-95902525710b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.081s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.864386] env[61960]: DEBUG oslo_vmware.api [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436867, 'name': PowerOffVM_Task, 'duration_secs': 0.459134} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.864386] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1127.864640] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1127.864828] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce3333df-29e0-425e-ad05-65018d337254 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.940106] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1127.940460] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1127.940746] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Deleting the datastore file [datastore1] f40d5c05-1939-42e4-ae28-85c9f5100f0d {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.941075] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63ba3ec7-51f2-429c-8578-1caa6ff539a7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.948309] env[61960]: DEBUG oslo_vmware.api [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for the task: (returnval){ [ 1127.948309] env[61960]: value = "task-436869" [ 1127.948309] env[61960]: _type = "Task" [ 1127.948309] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.956195] env[61960]: DEBUG oslo_vmware.api [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.070900] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Creating Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1128.071122] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bf6a745b-7424-413b-a530-6a816f64f411 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.078650] env[61960]: DEBUG oslo_vmware.api [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1128.078650] env[61960]: value = "task-436870" [ 1128.078650] env[61960]: _type = "Task" [ 1128.078650] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.086651] env[61960]: DEBUG oslo_vmware.api [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436870, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.208542] env[61960]: DEBUG nova.network.neutron [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1128.291610] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dd50ab-7a38-43f9-bead-56b3c76e708b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.298681] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9007c305-094e-4c48-bca5-ca9d66111330 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.303326] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec7f678-1425-4d01-925c-83422592f30a tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Suspending the VM {{(pid=61960) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 1128.303963] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-88cb36b0-059f-4377-bad0-80a1285522e6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.308595] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5559a6-979f-47d1-a66a-fc94cb147962 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.313537] env[61960]: DEBUG oslo_vmware.api [None req-5ec7f678-1425-4d01-925c-83422592f30a tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 1128.313537] env[61960]: value = "task-436871" [ 1128.313537] env[61960]: _type = "Task" [ 1128.313537] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.348327] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa41b6b7-b027-433f-9c2e-745d2bac64ce {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.354152] env[61960]: DEBUG oslo_vmware.api [None req-5ec7f678-1425-4d01-925c-83422592f30a tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436871, 'name': SuspendVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.359204] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781c34de-6f4c-4ce3-9224-4e5efa35e7db {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.374594] env[61960]: DEBUG nova.compute.provider_tree [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.459175] env[61960]: DEBUG oslo_vmware.api [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Task: {'id': task-436869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150043} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.460058] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.460058] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1128.460058] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1128.460276] env[61960]: INFO nova.compute.manager [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1128.460673] env[61960]: DEBUG oslo.service.loopingcall [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1128.461019] env[61960]: DEBUG nova.compute.manager [-] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1128.461224] env[61960]: DEBUG nova.network.neutron [-] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1128.523747] env[61960]: DEBUG nova.network.neutron [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Updating instance_info_cache with network_info: [{"id": "762f1f00-fa0a-4588-8ed4-78f180ed33f5", "address": "fa:16:3e:91:6c:b7", "network": {"id": "cc41df87-377c-4d9b-84f9-96aeb0a0dde1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1627566273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "668dd1a5ef0a47478f7673a9a1656dec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap762f1f00-fa", "ovs_interfaceid": "762f1f00-fa0a-4588-8ed4-78f180ed33f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.589496] env[61960]: DEBUG oslo_vmware.api [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436870, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.746014] env[61960]: DEBUG nova.compute.manager [req-00c637f2-4edb-4644-be1a-cbbd9644afc5 req-22b4858a-a92a-4342-9edd-ca51d513067e service nova] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Received event network-vif-deleted-3173ddc6-5902-48d7-b386-031a51552ada {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1128.746320] env[61960]: INFO nova.compute.manager [req-00c637f2-4edb-4644-be1a-cbbd9644afc5 req-22b4858a-a92a-4342-9edd-ca51d513067e service nova] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Neutron deleted interface 3173ddc6-5902-48d7-b386-031a51552ada; detaching it from the instance and deleting it from the info cache [ 1128.746473] env[61960]: DEBUG nova.network.neutron [req-00c637f2-4edb-4644-be1a-cbbd9644afc5 req-22b4858a-a92a-4342-9edd-ca51d513067e service nova] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.825285] env[61960]: DEBUG oslo_vmware.api [None req-5ec7f678-1425-4d01-925c-83422592f30a tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436871, 'name': SuspendVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.879058] env[61960]: DEBUG nova.scheduler.client.report [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1129.027567] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Releasing lock "refresh_cache-a4cc841a-6897-451f-9885-ec8e64b4b90e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.027930] env[61960]: DEBUG nova.compute.manager [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Instance network_info: |[{"id": "762f1f00-fa0a-4588-8ed4-78f180ed33f5", "address": "fa:16:3e:91:6c:b7", "network": {"id": "cc41df87-377c-4d9b-84f9-96aeb0a0dde1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1627566273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "668dd1a5ef0a47478f7673a9a1656dec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap762f1f00-fa", "ovs_interfaceid": "762f1f00-fa0a-4588-8ed4-78f180ed33f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1129.028382] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:6c:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '762f1f00-fa0a-4588-8ed4-78f180ed33f5', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.036476] env[61960]: DEBUG oslo.service.loopingcall [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1129.036690] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1129.036920] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e37ffda-0271-4da0-86b9-11a18209450a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.056799] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.056799] env[61960]: value = "task-436872" [ 1129.056799] env[61960]: _type = "Task" [ 1129.056799] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.069927] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436872, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.092923] env[61960]: DEBUG oslo_vmware.api [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436870, 'name': CreateSnapshot_Task, 'duration_secs': 0.819084} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.093288] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Created Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1129.094078] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cb405f-cdba-48d8-a389-3c3e17f16461 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.145333] env[61960]: DEBUG nova.compute.manager [req-58d8247d-6fc1-40ec-8f9c-4120a8e8a2b5 req-9bad7e8c-ff10-4008-8bb1-8bd90e869c71 service nova] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Received event network-changed-762f1f00-fa0a-4588-8ed4-78f180ed33f5 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1129.145654] env[61960]: DEBUG nova.compute.manager [req-58d8247d-6fc1-40ec-8f9c-4120a8e8a2b5 req-9bad7e8c-ff10-4008-8bb1-8bd90e869c71 service nova] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Refreshing instance network info cache due to event network-changed-762f1f00-fa0a-4588-8ed4-78f180ed33f5. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1129.145930] env[61960]: DEBUG oslo_concurrency.lockutils [req-58d8247d-6fc1-40ec-8f9c-4120a8e8a2b5 req-9bad7e8c-ff10-4008-8bb1-8bd90e869c71 service nova] Acquiring lock "refresh_cache-a4cc841a-6897-451f-9885-ec8e64b4b90e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.146227] env[61960]: DEBUG oslo_concurrency.lockutils [req-58d8247d-6fc1-40ec-8f9c-4120a8e8a2b5 req-9bad7e8c-ff10-4008-8bb1-8bd90e869c71 service nova] Acquired lock "refresh_cache-a4cc841a-6897-451f-9885-ec8e64b4b90e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.146569] env[61960]: DEBUG nova.network.neutron [req-58d8247d-6fc1-40ec-8f9c-4120a8e8a2b5 req-9bad7e8c-ff10-4008-8bb1-8bd90e869c71 service nova] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Refreshing network info cache for port 762f1f00-fa0a-4588-8ed4-78f180ed33f5 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1129.221333] env[61960]: DEBUG nova.network.neutron [-] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.248807] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2079955a-fda3-4b1e-baf1-6ac73875c08c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.259589] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8372472-d08f-492c-bb32-67997dc7d102 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.288452] env[61960]: DEBUG nova.compute.manager [req-00c637f2-4edb-4644-be1a-cbbd9644afc5 req-22b4858a-a92a-4342-9edd-ca51d513067e service nova] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Detach interface failed, port_id=3173ddc6-5902-48d7-b386-031a51552ada, reason: Instance f40d5c05-1939-42e4-ae28-85c9f5100f0d could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1129.324183] env[61960]: DEBUG oslo_vmware.api [None req-5ec7f678-1425-4d01-925c-83422592f30a tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436871, 'name': SuspendVM_Task, 'duration_secs': 0.619412} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.324464] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec7f678-1425-4d01-925c-83422592f30a tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Suspended the VM {{(pid=61960) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 1129.324653] env[61960]: DEBUG nova.compute.manager [None req-5ec7f678-1425-4d01-925c-83422592f30a tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1129.325454] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8059b93-02f8-49aa-b468-56cd92fe8ced {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.385161] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.385703] env[61960]: DEBUG nova.compute.manager [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1129.388365] env[61960]: DEBUG oslo_concurrency.lockutils [None req-adaf6946-04e7-4c05-abaa-467d304b802d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.818s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.388553] env[61960]: DEBUG nova.objects.instance [None req-adaf6946-04e7-4c05-abaa-467d304b802d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lazy-loading 'resources' on Instance uuid 60a96320-34ad-488e-9e92-e2e12906edae {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.567396] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436872, 'name': CreateVM_Task, 'duration_secs': 0.333927} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.567827] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1129.568715] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.568715] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.569081] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.569439] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00ffd991-86d1-4630-bfcb-229884351dd5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.574146] env[61960]: DEBUG oslo_vmware.api [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1129.574146] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52d1da30-aae8-ecae-f45f-5a6330f084a1" [ 1129.574146] env[61960]: _type = "Task" [ 1129.574146] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.581879] env[61960]: DEBUG oslo_vmware.api [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52d1da30-aae8-ecae-f45f-5a6330f084a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.611377] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Creating linked-clone VM from snapshot {{(pid=61960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1129.611725] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7b85554f-48f5-42c3-975c-1bedd50926f2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.620419] env[61960]: DEBUG oslo_vmware.api [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1129.620419] env[61960]: value = "task-436873" [ 1129.620419] env[61960]: _type = "Task" [ 1129.620419] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.629037] env[61960]: DEBUG oslo_vmware.api [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436873, 'name': CloneVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.723524] env[61960]: INFO nova.compute.manager [-] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Took 1.26 seconds to deallocate network for instance. [ 1129.853312] env[61960]: DEBUG nova.network.neutron [req-58d8247d-6fc1-40ec-8f9c-4120a8e8a2b5 req-9bad7e8c-ff10-4008-8bb1-8bd90e869c71 service nova] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Updated VIF entry in instance network info cache for port 762f1f00-fa0a-4588-8ed4-78f180ed33f5. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1129.853736] env[61960]: DEBUG nova.network.neutron [req-58d8247d-6fc1-40ec-8f9c-4120a8e8a2b5 req-9bad7e8c-ff10-4008-8bb1-8bd90e869c71 service nova] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Updating instance_info_cache with network_info: [{"id": "762f1f00-fa0a-4588-8ed4-78f180ed33f5", "address": "fa:16:3e:91:6c:b7", "network": {"id": "cc41df87-377c-4d9b-84f9-96aeb0a0dde1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1627566273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "668dd1a5ef0a47478f7673a9a1656dec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap762f1f00-fa", "ovs_interfaceid": "762f1f00-fa0a-4588-8ed4-78f180ed33f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.891676] env[61960]: DEBUG nova.compute.utils [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1129.893067] env[61960]: DEBUG nova.compute.manager [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1129.893253] env[61960]: DEBUG nova.network.neutron [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1129.941835] env[61960]: DEBUG nova.policy [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b313581470504665a0f09348a35ad35d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb87a3aea6c94417a8eb19cb6eac7f08', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 1130.018090] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a291d3-6a7d-4283-9d49-be15301d0b6e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.025411] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dc01b2-a2c9-4ebb-9e67-afd35a2e941c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.056533] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563db41f-edbc-4171-8554-60a4ce5cab27 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.063801] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee6aed5-0af8-4c1f-9ee0-dbd74cdd74c4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.076786] env[61960]: DEBUG nova.compute.provider_tree [None req-adaf6946-04e7-4c05-abaa-467d304b802d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.086660] env[61960]: DEBUG oslo_vmware.api [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52d1da30-aae8-ecae-f45f-5a6330f084a1, 'name': SearchDatastore_Task, 'duration_secs': 0.008847} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.086962] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.087244] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.087450] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.087619] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.087790] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.088071] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b9a50e3-64d5-42fd-b1e4-2068bbd2e786 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.096057] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.096452] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1130.096945] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a07736dd-1e1e-469a-a0ee-06f94249067b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.102348] env[61960]: DEBUG oslo_vmware.api [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1130.102348] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5254bd35-6a7a-cbcf-5490-f10cc9da7460" [ 1130.102348] env[61960]: _type = "Task" [ 1130.102348] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.111462] env[61960]: DEBUG oslo_vmware.api [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5254bd35-6a7a-cbcf-5490-f10cc9da7460, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.130771] env[61960]: DEBUG oslo_vmware.api [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436873, 'name': CloneVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.211299] env[61960]: DEBUG nova.network.neutron [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Successfully created port: 520b3beb-d324-4ad1-9e15-0d1c24123b14 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.235018] env[61960]: DEBUG oslo_concurrency.lockutils [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.356430] env[61960]: DEBUG oslo_concurrency.lockutils [req-58d8247d-6fc1-40ec-8f9c-4120a8e8a2b5 req-9bad7e8c-ff10-4008-8bb1-8bd90e869c71 service nova] Releasing lock "refresh_cache-a4cc841a-6897-451f-9885-ec8e64b4b90e" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.399229] env[61960]: DEBUG nova.compute.manager [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1130.582499] env[61960]: DEBUG nova.scheduler.client.report [None req-adaf6946-04e7-4c05-abaa-467d304b802d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1130.613959] env[61960]: DEBUG oslo_vmware.api [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5254bd35-6a7a-cbcf-5490-f10cc9da7460, 'name': SearchDatastore_Task, 'duration_secs': 0.008599} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.614918] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5182638c-cdfd-41cd-9cb4-bbb062f0d253 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.622441] env[61960]: DEBUG oslo_vmware.api [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1130.622441] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52979fc5-53c1-5aaa-d318-c74116b4b787" [ 1130.622441] env[61960]: _type = "Task" [ 1130.622441] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.637356] env[61960]: DEBUG oslo_vmware.api [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436873, 'name': CloneVM_Task} progress is 95%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.640384] env[61960]: DEBUG oslo_vmware.api [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52979fc5-53c1-5aaa-d318-c74116b4b787, 'name': SearchDatastore_Task, 'duration_secs': 0.009472} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.640745] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.641139] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] a4cc841a-6897-451f-9885-ec8e64b4b90e/a4cc841a-6897-451f-9885-ec8e64b4b90e.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1130.642701] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e824674-6e7f-4197-acec-631282d95b2d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.646944] env[61960]: DEBUG oslo_vmware.api [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1130.646944] env[61960]: value = "task-436874" [ 1130.646944] env[61960]: _type = "Task" [ 1130.646944] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.655148] env[61960]: DEBUG oslo_vmware.api [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.801389] env[61960]: INFO nova.compute.manager [None req-3a88dc3c-9999-4fdc-a76a-7b7b90c02d9c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Resuming [ 1130.801389] env[61960]: DEBUG nova.objects.instance [None req-3a88dc3c-9999-4fdc-a76a-7b7b90c02d9c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lazy-loading 'flavor' on Instance uuid a25864c6-4025-4a85-83de-62b6143b106f {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.087728] env[61960]: DEBUG oslo_concurrency.lockutils [None req-adaf6946-04e7-4c05-abaa-467d304b802d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.699s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.091139] env[61960]: DEBUG oslo_concurrency.lockutils [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.858s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.091190] env[61960]: DEBUG nova.objects.instance [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lazy-loading 'resources' on Instance uuid f40d5c05-1939-42e4-ae28-85c9f5100f0d {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.112995] env[61960]: INFO nova.scheduler.client.report [None req-adaf6946-04e7-4c05-abaa-467d304b802d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Deleted allocations for instance 60a96320-34ad-488e-9e92-e2e12906edae [ 1131.135145] env[61960]: DEBUG oslo_vmware.api [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436873, 'name': CloneVM_Task, 'duration_secs': 1.340904} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.135145] env[61960]: INFO nova.virt.vmwareapi.vmops [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Created linked-clone VM from snapshot [ 1131.135145] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cd91f5-7957-49b3-8c65-0e0c9804de1e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.144872] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Uploading image b83a3d97-eacf-478f-b5a8-b22d90dd139d {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1131.156127] env[61960]: DEBUG oslo_vmware.api [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457267} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.156441] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] a4cc841a-6897-451f-9885-ec8e64b4b90e/a4cc841a-6897-451f-9885-ec8e64b4b90e.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1131.156677] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.156958] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5345741d-6afa-4c47-ab84-450e0169e95c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.164464] env[61960]: DEBUG oslo_vmware.api [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1131.164464] env[61960]: value = "task-436875" [ 1131.164464] env[61960]: _type = "Task" [ 1131.164464] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.173891] env[61960]: DEBUG oslo_vmware.api [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.176853] env[61960]: DEBUG oslo_vmware.rw_handles [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1131.176853] env[61960]: value = "vm-116223" [ 1131.176853] env[61960]: _type = "VirtualMachine" [ 1131.176853] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1131.177376] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6b60b6db-69e3-4081-99c0-9c9d3b1036ac {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.183549] env[61960]: DEBUG oslo_vmware.rw_handles [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lease: (returnval){ [ 1131.183549] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5297d39b-6df9-95e2-ac5d-a43af89b2b54" [ 1131.183549] env[61960]: _type = "HttpNfcLease" [ 1131.183549] env[61960]: } obtained for exporting VM: (result){ [ 1131.183549] env[61960]: value = "vm-116223" [ 1131.183549] env[61960]: _type = "VirtualMachine" [ 1131.183549] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1131.183837] env[61960]: DEBUG oslo_vmware.api [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the lease: (returnval){ [ 1131.183837] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5297d39b-6df9-95e2-ac5d-a43af89b2b54" [ 1131.183837] env[61960]: _type = "HttpNfcLease" [ 1131.183837] env[61960]: } to be ready. {{(pid=61960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1131.189993] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1131.189993] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5297d39b-6df9-95e2-ac5d-a43af89b2b54" [ 1131.189993] env[61960]: _type = "HttpNfcLease" [ 1131.189993] env[61960]: } is initializing. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1131.410536] env[61960]: DEBUG nova.compute.manager [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1131.433907] env[61960]: DEBUG nova.virt.hardware [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1131.433907] env[61960]: DEBUG nova.virt.hardware [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1131.433907] env[61960]: DEBUG nova.virt.hardware [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.433907] env[61960]: DEBUG nova.virt.hardware [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1131.433907] env[61960]: DEBUG nova.virt.hardware [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.434203] env[61960]: DEBUG nova.virt.hardware [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1131.438029] env[61960]: DEBUG nova.virt.hardware [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1131.438029] env[61960]: DEBUG nova.virt.hardware [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1131.438029] env[61960]: DEBUG nova.virt.hardware [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1131.438029] env[61960]: DEBUG nova.virt.hardware [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1131.438029] env[61960]: DEBUG nova.virt.hardware [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1131.438029] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bc6499-ca58-4874-a044-a27be2f194cc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.445324] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68116885-0ebf-43eb-9c7b-d0d14340b17c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.621995] env[61960]: DEBUG oslo_concurrency.lockutils [None req-adaf6946-04e7-4c05-abaa-467d304b802d tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "60a96320-34ad-488e-9e92-e2e12906edae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.138s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.676397] env[61960]: DEBUG oslo_vmware.api [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05904} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.676742] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.677912] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f150113d-a89b-4956-8984-38ead7c8e1a8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.712786] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] a4cc841a-6897-451f-9885-ec8e64b4b90e/a4cc841a-6897-451f-9885-ec8e64b4b90e.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.716703] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4d95b7b-0056-4579-b8f2-c0e5ac3ee9b2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.736687] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1131.736687] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5297d39b-6df9-95e2-ac5d-a43af89b2b54" [ 1131.736687] env[61960]: _type = "HttpNfcLease" [ 1131.736687] env[61960]: } is ready. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1131.737456] env[61960]: DEBUG oslo_vmware.rw_handles [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1131.737456] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5297d39b-6df9-95e2-ac5d-a43af89b2b54" [ 1131.737456] env[61960]: _type = "HttpNfcLease" [ 1131.737456] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1131.738302] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f365f82-7b55-492e-a2af-ba964d6ab865 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.742392] env[61960]: DEBUG oslo_vmware.api [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1131.742392] env[61960]: value = "task-436877" [ 1131.742392] env[61960]: _type = "Task" [ 1131.742392] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.745588] env[61960]: DEBUG oslo_vmware.rw_handles [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cbd015-f79a-84ca-a3e0-61ffcc321ec4/disk-0.vmdk from lease info. {{(pid=61960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1131.745839] env[61960]: DEBUG oslo_vmware.rw_handles [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cbd015-f79a-84ca-a3e0-61ffcc321ec4/disk-0.vmdk for reading. {{(pid=61960) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1131.812944] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3a88dc3c-9999-4fdc-a76a-7b7b90c02d9c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "refresh_cache-a25864c6-4025-4a85-83de-62b6143b106f" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.813141] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3a88dc3c-9999-4fdc-a76a-7b7b90c02d9c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquired lock "refresh_cache-a25864c6-4025-4a85-83de-62b6143b106f" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.813395] env[61960]: DEBUG nova.network.neutron [None req-3a88dc3c-9999-4fdc-a76a-7b7b90c02d9c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1131.821319] env[61960]: DEBUG oslo_vmware.api [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436877, 'name': ReconfigVM_Task} progress is 10%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.821907] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086641de-6942-40f0-a1fd-4db0fe386bee {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.832648] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874bc890-7ca7-4ca8-975b-e9543a28c1e2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.871535] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494abbda-7e38-4f4c-a471-6cdceffb1338 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.874510] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6a37f7a2-0d5c-4580-adc3-1980bd99081f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.885066] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80fada3-5189-4a62-be14-4a0d2c230386 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.900579] env[61960]: DEBUG nova.compute.provider_tree [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1132.054577] env[61960]: DEBUG nova.compute.manager [req-fe449ac7-c8d0-42fa-a60e-cf5c00aae330 req-df618d55-ab8a-4447-ad98-0152d153fe44 service nova] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Received event network-vif-plugged-520b3beb-d324-4ad1-9e15-0d1c24123b14 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1132.055824] env[61960]: DEBUG oslo_concurrency.lockutils [req-fe449ac7-c8d0-42fa-a60e-cf5c00aae330 req-df618d55-ab8a-4447-ad98-0152d153fe44 service nova] Acquiring lock "0acb38af-b368-4309-8402-5b534a84bbb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.055824] env[61960]: DEBUG oslo_concurrency.lockutils [req-fe449ac7-c8d0-42fa-a60e-cf5c00aae330 req-df618d55-ab8a-4447-ad98-0152d153fe44 service nova] Lock "0acb38af-b368-4309-8402-5b534a84bbb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.055824] env[61960]: DEBUG oslo_concurrency.lockutils [req-fe449ac7-c8d0-42fa-a60e-cf5c00aae330 req-df618d55-ab8a-4447-ad98-0152d153fe44 service nova] Lock "0acb38af-b368-4309-8402-5b534a84bbb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.057525] env[61960]: DEBUG nova.compute.manager [req-fe449ac7-c8d0-42fa-a60e-cf5c00aae330 req-df618d55-ab8a-4447-ad98-0152d153fe44 service nova] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] No waiting events found dispatching network-vif-plugged-520b3beb-d324-4ad1-9e15-0d1c24123b14 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1132.057525] env[61960]: WARNING nova.compute.manager [req-fe449ac7-c8d0-42fa-a60e-cf5c00aae330 req-df618d55-ab8a-4447-ad98-0152d153fe44 service nova] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Received unexpected event network-vif-plugged-520b3beb-d324-4ad1-9e15-0d1c24123b14 for instance with vm_state building and task_state spawning. [ 1132.256321] env[61960]: DEBUG oslo_vmware.api [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436877, 'name': ReconfigVM_Task, 'duration_secs': 0.281331} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.256906] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Reconfigured VM instance instance-00000071 to attach disk [datastore1] a4cc841a-6897-451f-9885-ec8e64b4b90e/a4cc841a-6897-451f-9885-ec8e64b4b90e.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.257680] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-842f135f-5455-46b9-8547-3febeb6ce7cb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.266700] env[61960]: DEBUG oslo_vmware.api [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1132.266700] env[61960]: value = "task-436878" [ 1132.266700] env[61960]: _type = "Task" [ 1132.266700] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.276272] env[61960]: DEBUG oslo_vmware.api [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436878, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.441306] env[61960]: DEBUG nova.scheduler.client.report [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 179 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1132.441733] env[61960]: DEBUG nova.compute.provider_tree [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 179 to 180 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1132.442221] env[61960]: DEBUG nova.compute.provider_tree [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1132.619395] env[61960]: DEBUG nova.network.neutron [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Successfully updated port: 520b3beb-d324-4ad1-9e15-0d1c24123b14 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.672791] env[61960]: DEBUG nova.network.neutron [None req-3a88dc3c-9999-4fdc-a76a-7b7b90c02d9c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Updating instance_info_cache with network_info: [{"id": "60b69d3f-c7c5-4345-9c15-cb73aa04281d", "address": "fa:16:3e:61:b9:75", "network": {"id": "148b3213-0f77-4469-b901-9b93a55e3a91", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-997896372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5e3e891410455abd448117aabf8d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60b69d3f-c7", "ovs_interfaceid": "60b69d3f-c7c5-4345-9c15-cb73aa04281d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.787788] env[61960]: DEBUG oslo_vmware.api [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436878, 'name': Rename_Task, 'duration_secs': 0.231578} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.789295] env[61960]: DEBUG nova.compute.manager [req-b6408443-c90e-4be0-b225-608598819782 req-3d917912-a657-44c4-a90b-7fe5f6943475 service nova] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Received event network-changed-520b3beb-d324-4ad1-9e15-0d1c24123b14 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1132.789606] env[61960]: DEBUG nova.compute.manager [req-b6408443-c90e-4be0-b225-608598819782 req-3d917912-a657-44c4-a90b-7fe5f6943475 service nova] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Refreshing instance network info cache due to event network-changed-520b3beb-d324-4ad1-9e15-0d1c24123b14. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1132.789896] env[61960]: DEBUG oslo_concurrency.lockutils [req-b6408443-c90e-4be0-b225-608598819782 req-3d917912-a657-44c4-a90b-7fe5f6943475 service nova] Acquiring lock "refresh_cache-0acb38af-b368-4309-8402-5b534a84bbb8" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.790081] env[61960]: DEBUG oslo_concurrency.lockutils [req-b6408443-c90e-4be0-b225-608598819782 req-3d917912-a657-44c4-a90b-7fe5f6943475 service nova] Acquired lock "refresh_cache-0acb38af-b368-4309-8402-5b534a84bbb8" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.790308] env[61960]: DEBUG nova.network.neutron [req-b6408443-c90e-4be0-b225-608598819782 req-3d917912-a657-44c4-a90b-7fe5f6943475 service nova] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Refreshing network info cache for port 520b3beb-d324-4ad1-9e15-0d1c24123b14 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1132.793031] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1132.793031] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e769c46f-98ef-4436-b37f-03efa8bcc7ab {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.802016] env[61960]: DEBUG oslo_vmware.api [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1132.802016] env[61960]: value = "task-436879" [ 1132.802016] env[61960]: _type = "Task" [ 1132.802016] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.811149] env[61960]: DEBUG oslo_vmware.api [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.954893] env[61960]: DEBUG oslo_concurrency.lockutils [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.983772] env[61960]: INFO nova.scheduler.client.report [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Deleted allocations for instance f40d5c05-1939-42e4-ae28-85c9f5100f0d [ 1133.126424] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "refresh_cache-0acb38af-b368-4309-8402-5b534a84bbb8" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.178021] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3a88dc3c-9999-4fdc-a76a-7b7b90c02d9c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Releasing lock "refresh_cache-a25864c6-4025-4a85-83de-62b6143b106f" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.182153] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8caec106-233e-4b74-a5eb-3f2baf415ec1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.189524] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-3a88dc3c-9999-4fdc-a76a-7b7b90c02d9c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Resuming the VM {{(pid=61960) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1184}} [ 1133.190150] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2964ffd-9501-4398-ba77-6d4ae63499e3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.197571] env[61960]: DEBUG oslo_vmware.api [None req-3a88dc3c-9999-4fdc-a76a-7b7b90c02d9c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 1133.197571] env[61960]: value = "task-436880" [ 1133.197571] env[61960]: _type = "Task" [ 1133.197571] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.225035] env[61960]: DEBUG oslo_vmware.api [None req-3a88dc3c-9999-4fdc-a76a-7b7b90c02d9c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436880, 'name': PowerOnVM_Task} progress is 33%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.310814] env[61960]: DEBUG oslo_vmware.api [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436879, 'name': PowerOnVM_Task} progress is 88%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.417600] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Acquiring lock "5ff8d9bc-955b-4b08-b758-227e0c634f56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.418401] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Lock "5ff8d9bc-955b-4b08-b758-227e0c634f56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.426154] env[61960]: DEBUG nova.network.neutron [req-b6408443-c90e-4be0-b225-608598819782 req-3d917912-a657-44c4-a90b-7fe5f6943475 service nova] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1133.495795] env[61960]: DEBUG oslo_concurrency.lockutils [None req-787c1925-d50b-479a-854a-3f6ef1badc86 tempest-ServerDiskConfigTestJSON-665400007 tempest-ServerDiskConfigTestJSON-665400007-project-member] Lock "f40d5c05-1939-42e4-ae28-85c9f5100f0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.166s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.544147] env[61960]: DEBUG nova.network.neutron [req-b6408443-c90e-4be0-b225-608598819782 req-3d917912-a657-44c4-a90b-7fe5f6943475 service nova] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.710187] env[61960]: DEBUG oslo_vmware.api [None req-3a88dc3c-9999-4fdc-a76a-7b7b90c02d9c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436880, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.812699] env[61960]: DEBUG oslo_vmware.api [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436879, 'name': PowerOnVM_Task, 'duration_secs': 0.689227} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.813148] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1133.813371] env[61960]: INFO nova.compute.manager [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1133.813656] env[61960]: DEBUG nova.compute.manager [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1133.814567] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68217c28-334f-4e71-8b6e-1a28bace6737 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.929304] env[61960]: DEBUG nova.compute.manager [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1134.048324] env[61960]: DEBUG oslo_concurrency.lockutils [req-b6408443-c90e-4be0-b225-608598819782 req-3d917912-a657-44c4-a90b-7fe5f6943475 service nova] Releasing lock "refresh_cache-0acb38af-b368-4309-8402-5b534a84bbb8" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.048684] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquired lock "refresh_cache-0acb38af-b368-4309-8402-5b534a84bbb8" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.048973] env[61960]: DEBUG nova.network.neutron [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1134.214019] env[61960]: DEBUG oslo_vmware.api [None req-3a88dc3c-9999-4fdc-a76a-7b7b90c02d9c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436880, 'name': PowerOnVM_Task, 'duration_secs': 0.864488} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.214019] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-3a88dc3c-9999-4fdc-a76a-7b7b90c02d9c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Resumed the VM {{(pid=61960) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1189}} [ 1134.214019] env[61960]: DEBUG nova.compute.manager [None req-3a88dc3c-9999-4fdc-a76a-7b7b90c02d9c tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1134.214019] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b1995f-2cff-4748-b09b-52420916542b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.336343] env[61960]: INFO nova.compute.manager [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Took 12.07 seconds to build instance. [ 1134.458234] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.458234] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.458234] env[61960]: INFO nova.compute.claims [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.466473] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "4ebd3ee8-714f-4c70-b42d-c41dab44b837" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.466925] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "4ebd3ee8-714f-4c70-b42d-c41dab44b837" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.594127] env[61960]: DEBUG nova.network.neutron [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1134.801967] env[61960]: DEBUG nova.network.neutron [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Updating instance_info_cache with network_info: [{"id": "520b3beb-d324-4ad1-9e15-0d1c24123b14", "address": "fa:16:3e:cd:20:75", "network": {"id": "011b9b85-20e0-4930-b560-f4a50c63faf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-851435399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb87a3aea6c94417a8eb19cb6eac7f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap520b3beb-d3", "ovs_interfaceid": "520b3beb-d324-4ad1-9e15-0d1c24123b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.838949] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5ef054c1-f13b-4e2e-bca0-5057bb6a20c1 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "a4cc841a-6897-451f-9885-ec8e64b4b90e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.579s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.969681] env[61960]: DEBUG nova.compute.manager [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1135.305610] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Releasing lock "refresh_cache-0acb38af-b368-4309-8402-5b534a84bbb8" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.305973] env[61960]: DEBUG nova.compute.manager [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Instance network_info: |[{"id": "520b3beb-d324-4ad1-9e15-0d1c24123b14", "address": "fa:16:3e:cd:20:75", "network": {"id": "011b9b85-20e0-4930-b560-f4a50c63faf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-851435399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb87a3aea6c94417a8eb19cb6eac7f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap520b3beb-d3", "ovs_interfaceid": "520b3beb-d324-4ad1-9e15-0d1c24123b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1135.306459] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:20:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '520b3beb-d324-4ad1-9e15-0d1c24123b14', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.314155] env[61960]: DEBUG oslo.service.loopingcall [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1135.314392] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1135.314663] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8213c132-df07-4653-8ae6-041ce1b8b7e5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.335800] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.335800] env[61960]: value = "task-436881" [ 1135.335800] env[61960]: _type = "Task" [ 1135.335800] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.344132] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436881, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.495881] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.506896] env[61960]: DEBUG oslo_concurrency.lockutils [None req-13e0f217-3872-4f46-82bf-b76a65d36924 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "a4cc841a-6897-451f-9885-ec8e64b4b90e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.506896] env[61960]: DEBUG oslo_concurrency.lockutils [None req-13e0f217-3872-4f46-82bf-b76a65d36924 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "a4cc841a-6897-451f-9885-ec8e64b4b90e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.507219] env[61960]: DEBUG nova.compute.manager [None req-13e0f217-3872-4f46-82bf-b76a65d36924 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1135.512721] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a0eacf-db44-4852-9ac8-2ec358de057c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.521114] env[61960]: DEBUG nova.compute.manager [None req-13e0f217-3872-4f46-82bf-b76a65d36924 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=61960) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1135.521114] env[61960]: DEBUG nova.objects.instance [None req-13e0f217-3872-4f46-82bf-b76a65d36924 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lazy-loading 'flavor' on Instance uuid a4cc841a-6897-451f-9885-ec8e64b4b90e {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.618779] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8d92c5-67d7-4b4b-8dd5-f4ccb157f507 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.626686] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641d9539-c102-43aa-ba45-3744cb9b8444 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.659773] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21087bd6-12d2-4b06-bbd4-69695ba73531 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.667777] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2240b01f-f82d-4b6e-b4ea-ddb1ebc55c38 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.685602] env[61960]: DEBUG nova.compute.provider_tree [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.845428] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436881, 'name': CreateVM_Task, 'duration_secs': 0.357528} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.845731] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1135.846307] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.846489] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.846826] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.847138] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a301cdb-03f6-4c4c-966c-23f4ea1a81e1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.851693] env[61960]: DEBUG oslo_vmware.api [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1135.851693] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5241ca50-df7a-56a5-c49b-7bb676e0db98" [ 1135.851693] env[61960]: _type = "Task" [ 1135.851693] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.859561] env[61960]: DEBUG oslo_vmware.api [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5241ca50-df7a-56a5-c49b-7bb676e0db98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.030241] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e0f217-3872-4f46-82bf-b76a65d36924 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1136.030525] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5f0beef-11f5-4999-94aa-b70690c48756 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.037721] env[61960]: DEBUG oslo_vmware.api [None req-13e0f217-3872-4f46-82bf-b76a65d36924 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1136.037721] env[61960]: value = "task-436882" [ 1136.037721] env[61960]: _type = "Task" [ 1136.037721] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.046046] env[61960]: DEBUG oslo_vmware.api [None req-13e0f217-3872-4f46-82bf-b76a65d36924 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.189939] env[61960]: DEBUG nova.scheduler.client.report [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1136.213636] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e3124e3e-e2e5-4af6-9c14-fddfa5f3d23e tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "a25864c6-4025-4a85-83de-62b6143b106f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1136.213920] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e3124e3e-e2e5-4af6-9c14-fddfa5f3d23e tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "a25864c6-4025-4a85-83de-62b6143b106f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.214175] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e3124e3e-e2e5-4af6-9c14-fddfa5f3d23e tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "a25864c6-4025-4a85-83de-62b6143b106f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1136.214395] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e3124e3e-e2e5-4af6-9c14-fddfa5f3d23e tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "a25864c6-4025-4a85-83de-62b6143b106f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.214577] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e3124e3e-e2e5-4af6-9c14-fddfa5f3d23e tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "a25864c6-4025-4a85-83de-62b6143b106f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.217672] env[61960]: INFO nova.compute.manager [None req-e3124e3e-e2e5-4af6-9c14-fddfa5f3d23e tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Terminating instance [ 1136.219743] env[61960]: DEBUG nova.compute.manager [None req-e3124e3e-e2e5-4af6-9c14-fddfa5f3d23e tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1136.220076] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e3124e3e-e2e5-4af6-9c14-fddfa5f3d23e tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1136.220842] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008c2b09-ddf6-41fc-ae5f-95215152f50a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.228774] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3124e3e-e2e5-4af6-9c14-fddfa5f3d23e tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1136.229048] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb252a90-7d8c-4b41-8399-138521d5c806 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.236352] env[61960]: DEBUG oslo_vmware.api [None req-e3124e3e-e2e5-4af6-9c14-fddfa5f3d23e tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 1136.236352] env[61960]: value = "task-436883" [ 1136.236352] env[61960]: _type = "Task" [ 1136.236352] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.245463] env[61960]: DEBUG oslo_vmware.api [None req-e3124e3e-e2e5-4af6-9c14-fddfa5f3d23e tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.369617] env[61960]: DEBUG oslo_vmware.api [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5241ca50-df7a-56a5-c49b-7bb676e0db98, 'name': SearchDatastore_Task, 'duration_secs': 0.015971} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.370168] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.370483] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.370919] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.376109] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.376538] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.376891] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8afcac1-0fb3-482d-93cc-52e22c9f08a5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.387557] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.387926] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1136.388958] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e5e6cf0-b7ee-4dca-beaf-c07988eb550e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.395181] env[61960]: DEBUG oslo_vmware.api [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1136.395181] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527d51c9-dd62-9df4-d9db-dbbe5eeb95a2" [ 1136.395181] env[61960]: _type = "Task" [ 1136.395181] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.404863] env[61960]: DEBUG oslo_vmware.api [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527d51c9-dd62-9df4-d9db-dbbe5eeb95a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.549287] env[61960]: DEBUG oslo_vmware.api [None req-13e0f217-3872-4f46-82bf-b76a65d36924 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436882, 'name': PowerOffVM_Task, 'duration_secs': 0.442571} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.549507] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e0f217-3872-4f46-82bf-b76a65d36924 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1136.549686] env[61960]: DEBUG nova.compute.manager [None req-13e0f217-3872-4f46-82bf-b76a65d36924 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1136.550536] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c239e9-c46f-4e79-80a0-9494d11449c6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.695392] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.695834] env[61960]: DEBUG nova.compute.manager [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1136.702229] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.206s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.704791] env[61960]: INFO nova.compute.claims [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.748306] env[61960]: DEBUG oslo_vmware.api [None req-e3124e3e-e2e5-4af6-9c14-fddfa5f3d23e tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436883, 'name': PowerOffVM_Task, 'duration_secs': 0.249041} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.748306] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3124e3e-e2e5-4af6-9c14-fddfa5f3d23e tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1136.748306] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e3124e3e-e2e5-4af6-9c14-fddfa5f3d23e tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1136.748306] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d5c89a0-4c89-480d-8cfb-2ee73d537c60 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.814435] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e3124e3e-e2e5-4af6-9c14-fddfa5f3d23e tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1136.814723] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e3124e3e-e2e5-4af6-9c14-fddfa5f3d23e tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1136.814923] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3124e3e-e2e5-4af6-9c14-fddfa5f3d23e tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Deleting the datastore file [datastore1] a25864c6-4025-4a85-83de-62b6143b106f {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.815563] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29ce4b47-69dd-4ed7-8dde-3d070fc09aaa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.822883] env[61960]: DEBUG oslo_vmware.api [None req-e3124e3e-e2e5-4af6-9c14-fddfa5f3d23e tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for the task: (returnval){ [ 1136.822883] env[61960]: value = "task-436885" [ 1136.822883] env[61960]: _type = "Task" [ 1136.822883] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.831109] env[61960]: DEBUG oslo_vmware.api [None req-e3124e3e-e2e5-4af6-9c14-fddfa5f3d23e tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.906049] env[61960]: DEBUG oslo_vmware.api [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527d51c9-dd62-9df4-d9db-dbbe5eeb95a2, 'name': SearchDatastore_Task, 'duration_secs': 0.009094} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.906943] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5aaf5c3-db77-48b4-a720-e9ff4e84b25e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.912511] env[61960]: DEBUG oslo_vmware.api [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1136.912511] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52721a8b-fe64-c1d3-f5c7-51b149525a13" [ 1136.912511] env[61960]: _type = "Task" [ 1136.912511] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.920952] env[61960]: DEBUG oslo_vmware.api [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52721a8b-fe64-c1d3-f5c7-51b149525a13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.063167] env[61960]: DEBUG oslo_concurrency.lockutils [None req-13e0f217-3872-4f46-82bf-b76a65d36924 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "a4cc841a-6897-451f-9885-ec8e64b4b90e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.556s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.213278] env[61960]: DEBUG nova.compute.utils [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1137.217509] env[61960]: DEBUG nova.compute.manager [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1137.217509] env[61960]: DEBUG nova.network.neutron [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1137.287016] env[61960]: DEBUG nova.policy [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a5711f846e24d23a53fca4829aaa9b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '653ae83bcb6a4a52873c3a6d176e4c6b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 1137.332606] env[61960]: DEBUG oslo_vmware.api [None req-e3124e3e-e2e5-4af6-9c14-fddfa5f3d23e tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Task: {'id': task-436885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152619} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.332885] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3124e3e-e2e5-4af6-9c14-fddfa5f3d23e tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.333266] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e3124e3e-e2e5-4af6-9c14-fddfa5f3d23e tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1137.333492] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e3124e3e-e2e5-4af6-9c14-fddfa5f3d23e tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1137.333679] env[61960]: INFO nova.compute.manager [None req-e3124e3e-e2e5-4af6-9c14-fddfa5f3d23e tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1137.333933] env[61960]: DEBUG oslo.service.loopingcall [None req-e3124e3e-e2e5-4af6-9c14-fddfa5f3d23e tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1137.334331] env[61960]: DEBUG nova.compute.manager [-] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1137.334815] env[61960]: DEBUG nova.network.neutron [-] [instance: a25864c6-4025-4a85-83de-62b6143b106f] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1137.422551] env[61960]: DEBUG oslo_vmware.api [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52721a8b-fe64-c1d3-f5c7-51b149525a13, 'name': SearchDatastore_Task, 'duration_secs': 0.009918} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.422788] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.423079] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 0acb38af-b368-4309-8402-5b534a84bbb8/0acb38af-b368-4309-8402-5b534a84bbb8.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1137.423364] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41e3e3ce-1dc5-40c3-bbb2-2b7a75a0a2f1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.431016] env[61960]: DEBUG oslo_vmware.api [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1137.431016] env[61960]: value = "task-436886" [ 1137.431016] env[61960]: _type = "Task" [ 1137.431016] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.439408] env[61960]: DEBUG oslo_vmware.api [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.722574] env[61960]: DEBUG nova.compute.manager [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1137.819289] env[61960]: DEBUG nova.network.neutron [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Successfully created port: 11082257-43bf-46e3-a6e4-955ba8a28dba {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1137.882523] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671e5e53-564c-4e42-b246-366de0696dd7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.894206] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe1bbda-0da5-4c76-9ec5-664749495eb8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.930563] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37174468-ac64-44d2-8e9f-5df780cbb92e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.950217] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b216b2c4-01de-4031-864c-1ef12fc4cc15 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.953771] env[61960]: DEBUG oslo_vmware.api [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436886, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466543} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.954606] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 0acb38af-b368-4309-8402-5b534a84bbb8/0acb38af-b368-4309-8402-5b534a84bbb8.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1137.954869] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1137.955543] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-236706b1-d9e8-416c-bc24-594db0a134cc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.966172] env[61960]: DEBUG nova.compute.provider_tree [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1137.977566] env[61960]: DEBUG oslo_vmware.api [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1137.977566] env[61960]: value = "task-436887" [ 1137.977566] env[61960]: _type = "Task" [ 1137.977566] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.982592] env[61960]: DEBUG oslo_vmware.api [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.023983] env[61960]: DEBUG nova.compute.manager [req-55fdcccf-ddb4-417d-91ee-000da9ba5503 req-236bc7f2-cefb-4cdf-8ae5-03a86325d4a5 service nova] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Received event network-vif-deleted-60b69d3f-c7c5-4345-9c15-cb73aa04281d {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1138.023983] env[61960]: INFO nova.compute.manager [req-55fdcccf-ddb4-417d-91ee-000da9ba5503 req-236bc7f2-cefb-4cdf-8ae5-03a86325d4a5 service nova] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Neutron deleted interface 60b69d3f-c7c5-4345-9c15-cb73aa04281d; detaching it from the instance and deleting it from the info cache [ 1138.024280] env[61960]: DEBUG nova.network.neutron [req-55fdcccf-ddb4-417d-91ee-000da9ba5503 req-236bc7f2-cefb-4cdf-8ae5-03a86325d4a5 service nova] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.442670] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "a4cc841a-6897-451f-9885-ec8e64b4b90e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.443043] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "a4cc841a-6897-451f-9885-ec8e64b4b90e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.443277] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "a4cc841a-6897-451f-9885-ec8e64b4b90e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.443471] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "a4cc841a-6897-451f-9885-ec8e64b4b90e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.443651] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "a4cc841a-6897-451f-9885-ec8e64b4b90e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.446164] env[61960]: INFO nova.compute.manager [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Terminating instance [ 1138.448488] env[61960]: DEBUG nova.compute.manager [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1138.448800] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1138.449657] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d56cced-61fe-4f52-8638-56dbfd3223e4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.457573] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1138.458143] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82d91b9d-286f-472b-aac5-cecb9a04730b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.483724] env[61960]: DEBUG oslo_vmware.api [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065453} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.483997] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1138.484788] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89857307-6cf0-44d0-8ed9-732cb8c4dd89 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.487665] env[61960]: DEBUG nova.network.neutron [-] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.490027] env[61960]: ERROR nova.scheduler.client.report [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [req-d2448acf-a96d-4ac8-b6f3-ace2adccf9ad] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d2448acf-a96d-4ac8-b6f3-ace2adccf9ad"}]} [ 1138.511222] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 0acb38af-b368-4309-8402-5b534a84bbb8/0acb38af-b368-4309-8402-5b534a84bbb8.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.512628] env[61960]: INFO nova.compute.manager [-] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Took 1.18 seconds to deallocate network for instance. [ 1138.512890] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74a2a5e6-9f96-4a06-8fde-4bb5e4c8f836 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.534506] env[61960]: DEBUG nova.scheduler.client.report [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1138.540524] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2de8602-2178-40fc-b269-9a8788cd3061 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.553118] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488f3c4a-56e3-430a-9319-f3723a426d96 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.564771] env[61960]: DEBUG oslo_vmware.api [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1138.564771] env[61960]: value = "task-436889" [ 1138.564771] env[61960]: _type = "Task" [ 1138.564771] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.566713] env[61960]: DEBUG nova.scheduler.client.report [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1138.566945] env[61960]: DEBUG nova.compute.provider_tree [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1138.569854] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1138.569854] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1138.570250] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Deleting the datastore file [datastore1] a4cc841a-6897-451f-9885-ec8e64b4b90e {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.574372] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd98c917-d111-44ce-a7b2-313d75043323 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.582604] env[61960]: DEBUG oslo_vmware.api [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436889, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.591905] env[61960]: DEBUG oslo_vmware.api [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1138.591905] env[61960]: value = "task-436890" [ 1138.591905] env[61960]: _type = "Task" [ 1138.591905] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.591905] env[61960]: DEBUG nova.compute.manager [req-55fdcccf-ddb4-417d-91ee-000da9ba5503 req-236bc7f2-cefb-4cdf-8ae5-03a86325d4a5 service nova] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Detach interface failed, port_id=60b69d3f-c7c5-4345-9c15-cb73aa04281d, reason: Instance a25864c6-4025-4a85-83de-62b6143b106f could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1138.592840] env[61960]: DEBUG nova.scheduler.client.report [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1138.603283] env[61960]: DEBUG oslo_vmware.api [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.617058] env[61960]: DEBUG nova.scheduler.client.report [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1138.739029] env[61960]: DEBUG nova.compute.manager [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1138.772847] env[61960]: DEBUG nova.virt.hardware [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1138.773132] env[61960]: DEBUG nova.virt.hardware [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1138.773326] env[61960]: DEBUG nova.virt.hardware [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.773482] env[61960]: DEBUG nova.virt.hardware [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1138.773634] env[61960]: DEBUG nova.virt.hardware [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.773788] env[61960]: DEBUG nova.virt.hardware [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1138.773995] env[61960]: DEBUG nova.virt.hardware [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1138.774181] env[61960]: DEBUG nova.virt.hardware [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1138.774355] env[61960]: DEBUG nova.virt.hardware [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1138.774566] env[61960]: DEBUG nova.virt.hardware [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1138.774696] env[61960]: DEBUG nova.virt.hardware [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1138.775615] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f20e9e7-a650-4658-9cea-079269da2702 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.780118] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b94d44-eabd-4bbe-aa95-c319cfb4d09a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.789576] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d454d30-f0d0-4baf-b371-8fb9332b57cf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.794028] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8d80e2-7023-476d-ab1b-2853318b6bfe {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.843041] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82327e3-105e-4066-ae1b-4c00a567c564 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.852762] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3345c51-9bb9-452b-bf3a-e64fbf8cdece {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.868230] env[61960]: DEBUG nova.compute.provider_tree [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1139.043084] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e3124e3e-e2e5-4af6-9c14-fddfa5f3d23e tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.081597] env[61960]: DEBUG oslo_vmware.api [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436889, 'name': ReconfigVM_Task, 'duration_secs': 0.512482} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.081705] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 0acb38af-b368-4309-8402-5b534a84bbb8/0acb38af-b368-4309-8402-5b534a84bbb8.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.082479] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ea63376-43e6-4dd8-89c2-9bb7ab2d18e0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.089672] env[61960]: DEBUG oslo_vmware.api [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1139.089672] env[61960]: value = "task-436891" [ 1139.089672] env[61960]: _type = "Task" [ 1139.089672] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.097860] env[61960]: DEBUG oslo_vmware.api [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436891, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.105369] env[61960]: DEBUG oslo_vmware.api [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363356} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.105640] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.105837] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1139.106035] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1139.106224] env[61960]: INFO nova.compute.manager [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1139.106474] env[61960]: DEBUG oslo.service.loopingcall [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1139.106673] env[61960]: DEBUG nova.compute.manager [-] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1139.106773] env[61960]: DEBUG nova.network.neutron [-] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1139.406442] env[61960]: DEBUG nova.scheduler.client.report [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 182 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1139.406758] env[61960]: DEBUG nova.compute.provider_tree [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 182 to 183 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1139.406985] env[61960]: DEBUG nova.compute.provider_tree [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1139.490150] env[61960]: DEBUG nova.compute.manager [req-3548bc89-efb6-4a6b-a532-bcd508f5dfc0 req-315c56b4-867b-4b0b-8efe-cb884fd08454 service nova] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Received event network-vif-plugged-11082257-43bf-46e3-a6e4-955ba8a28dba {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1139.492385] env[61960]: DEBUG oslo_concurrency.lockutils [req-3548bc89-efb6-4a6b-a532-bcd508f5dfc0 req-315c56b4-867b-4b0b-8efe-cb884fd08454 service nova] Acquiring lock "5ff8d9bc-955b-4b08-b758-227e0c634f56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.492688] env[61960]: DEBUG oslo_concurrency.lockutils [req-3548bc89-efb6-4a6b-a532-bcd508f5dfc0 req-315c56b4-867b-4b0b-8efe-cb884fd08454 service nova] Lock "5ff8d9bc-955b-4b08-b758-227e0c634f56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.493028] env[61960]: DEBUG oslo_concurrency.lockutils [req-3548bc89-efb6-4a6b-a532-bcd508f5dfc0 req-315c56b4-867b-4b0b-8efe-cb884fd08454 service nova] Lock "5ff8d9bc-955b-4b08-b758-227e0c634f56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.493309] env[61960]: DEBUG nova.compute.manager [req-3548bc89-efb6-4a6b-a532-bcd508f5dfc0 req-315c56b4-867b-4b0b-8efe-cb884fd08454 service nova] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] No waiting events found dispatching network-vif-plugged-11082257-43bf-46e3-a6e4-955ba8a28dba {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1139.493500] env[61960]: WARNING nova.compute.manager [req-3548bc89-efb6-4a6b-a532-bcd508f5dfc0 req-315c56b4-867b-4b0b-8efe-cb884fd08454 service nova] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Received unexpected event network-vif-plugged-11082257-43bf-46e3-a6e4-955ba8a28dba for instance with vm_state building and task_state spawning. [ 1139.578413] env[61960]: DEBUG nova.network.neutron [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Successfully updated port: 11082257-43bf-46e3-a6e4-955ba8a28dba {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1139.605886] env[61960]: DEBUG oslo_vmware.api [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436891, 'name': Rename_Task, 'duration_secs': 0.145623} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.606615] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1139.606902] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b17fcc9-dbd0-4855-90e0-030602310b5c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.614335] env[61960]: DEBUG oslo_vmware.api [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1139.614335] env[61960]: value = "task-436892" [ 1139.614335] env[61960]: _type = "Task" [ 1139.614335] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.623459] env[61960]: DEBUG oslo_vmware.api [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.834643] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Acquiring lock "4e2c038c-d0b0-467d-975f-a97eabb285db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.834890] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Lock "4e2c038c-d0b0-467d-975f-a97eabb285db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.916557] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.215s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.917177] env[61960]: DEBUG nova.compute.manager [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1139.920114] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e3124e3e-e2e5-4af6-9c14-fddfa5f3d23e tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.877s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.923343] env[61960]: DEBUG nova.objects.instance [None req-e3124e3e-e2e5-4af6-9c14-fddfa5f3d23e tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lazy-loading 'resources' on Instance uuid a25864c6-4025-4a85-83de-62b6143b106f {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.923343] env[61960]: DEBUG nova.network.neutron [-] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.078119] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Acquiring lock "refresh_cache-5ff8d9bc-955b-4b08-b758-227e0c634f56" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.078414] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Acquired lock "refresh_cache-5ff8d9bc-955b-4b08-b758-227e0c634f56" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.078479] env[61960]: DEBUG nova.network.neutron [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1140.081799] env[61960]: DEBUG nova.compute.manager [req-d18eb390-a0cb-4865-a827-d2488276aacf req-565d7e9d-1078-4e4f-a4f6-3a9ce766beb9 service nova] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Received event network-vif-deleted-762f1f00-fa0a-4588-8ed4-78f180ed33f5 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1140.124866] env[61960]: DEBUG oslo_vmware.api [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436892, 'name': PowerOnVM_Task, 'duration_secs': 0.472981} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.125184] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1140.125389] env[61960]: INFO nova.compute.manager [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1140.125603] env[61960]: DEBUG nova.compute.manager [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1140.126408] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85194a1-5da3-45e0-acdb-ce25f547dc1a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.336928] env[61960]: DEBUG nova.compute.manager [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1140.427776] env[61960]: DEBUG nova.compute.utils [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1140.429516] env[61960]: INFO nova.compute.manager [-] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Took 1.32 seconds to deallocate network for instance. [ 1140.429830] env[61960]: DEBUG nova.compute.manager [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1140.430343] env[61960]: DEBUG nova.network.neutron [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1140.488798] env[61960]: DEBUG nova.policy [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fe49e53e24a40649367932df4e4c1d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf475330bc0c445c95981e7303db5949', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 1140.620283] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3a2449-463f-41db-9040-17acfd0ab14e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.624245] env[61960]: DEBUG nova.network.neutron [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1140.631986] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bea5fc-d9c5-4063-911b-5a5de9738fcb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.668744] env[61960]: INFO nova.compute.manager [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Took 15.46 seconds to build instance. [ 1140.672257] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05f3f1a-120d-4678-89b9-8787036421bd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.682334] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9cde07-d7dd-43d4-85ff-fc850d00f5a5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.699954] env[61960]: DEBUG nova.compute.provider_tree [None req-e3124e3e-e2e5-4af6-9c14-fddfa5f3d23e tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.817282] env[61960]: DEBUG nova.network.neutron [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Updating instance_info_cache with network_info: [{"id": "11082257-43bf-46e3-a6e4-955ba8a28dba", "address": "fa:16:3e:ec:1f:50", "network": {"id": "4c139e20-5ab5-453d-adee-3e1c86edebe4", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-177352140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "653ae83bcb6a4a52873c3a6d176e4c6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11082257-43", "ovs_interfaceid": "11082257-43bf-46e3-a6e4-955ba8a28dba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.866219] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.874438] env[61960]: DEBUG nova.network.neutron [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Successfully created port: 4ab475e9-10bc-479b-9f2a-f19bd313ef42 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1140.933383] env[61960]: DEBUG nova.compute.manager [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1140.939981] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1141.171717] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4a270fe9-06ab-499f-8dc9-0d01d2d5ddea tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "0acb38af-b368-4309-8402-5b534a84bbb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.996s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.202996] env[61960]: DEBUG nova.scheduler.client.report [None req-e3124e3e-e2e5-4af6-9c14-fddfa5f3d23e tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1141.269795] env[61960]: DEBUG oslo_vmware.rw_handles [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cbd015-f79a-84ca-a3e0-61ffcc321ec4/disk-0.vmdk. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1141.270808] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4515022b-c444-4190-a8b7-2e8d6985f854 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.277611] env[61960]: DEBUG oslo_vmware.rw_handles [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cbd015-f79a-84ca-a3e0-61ffcc321ec4/disk-0.vmdk is in state: ready. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1141.277814] env[61960]: ERROR oslo_vmware.rw_handles [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cbd015-f79a-84ca-a3e0-61ffcc321ec4/disk-0.vmdk due to incomplete transfer. [ 1141.278056] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-18a5c8c8-7fa3-4d66-91b6-d56ee305390d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.286517] env[61960]: DEBUG oslo_vmware.rw_handles [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cbd015-f79a-84ca-a3e0-61ffcc321ec4/disk-0.vmdk. {{(pid=61960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1141.286706] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Uploaded image b83a3d97-eacf-478f-b5a8-b22d90dd139d to the Glance image server {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1141.288742] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Destroying the VM {{(pid=61960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1141.289014] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-858c8ef8-0c0a-4e66-ab3c-62d70c60e3f7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.294905] env[61960]: DEBUG oslo_vmware.api [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1141.294905] env[61960]: value = "task-436893" [ 1141.294905] env[61960]: _type = "Task" [ 1141.294905] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.304474] env[61960]: DEBUG oslo_vmware.api [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436893, 'name': Destroy_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.320213] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Releasing lock "refresh_cache-5ff8d9bc-955b-4b08-b758-227e0c634f56" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.320504] env[61960]: DEBUG nova.compute.manager [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Instance network_info: |[{"id": "11082257-43bf-46e3-a6e4-955ba8a28dba", "address": "fa:16:3e:ec:1f:50", "network": {"id": "4c139e20-5ab5-453d-adee-3e1c86edebe4", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-177352140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "653ae83bcb6a4a52873c3a6d176e4c6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11082257-43", "ovs_interfaceid": "11082257-43bf-46e3-a6e4-955ba8a28dba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1141.320927] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:1f:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11082257-43bf-46e3-a6e4-955ba8a28dba', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.328259] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Creating folder: Project (653ae83bcb6a4a52873c3a6d176e4c6b). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1141.328554] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10469c6b-e6fe-492a-92f4-3a498e235bac {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.338264] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Created folder: Project (653ae83bcb6a4a52873c3a6d176e4c6b) in parent group-v115929. [ 1141.338476] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Creating folder: Instances. Parent ref: group-v116225. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1141.338761] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04eeb5d4-c711-4782-b7ce-e3069ed4009b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.348607] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Created folder: Instances in parent group-v116225. [ 1141.348957] env[61960]: DEBUG oslo.service.loopingcall [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1141.349253] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1141.349546] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ff03ec0-1dbc-46e8-874b-ccaffb3b0534 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.379254] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.379254] env[61960]: value = "task-436896" [ 1141.379254] env[61960]: _type = "Task" [ 1141.379254] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.392660] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436896, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.598216] env[61960]: DEBUG nova.compute.manager [req-7e493493-d997-4927-b508-67d1209b9d02 req-72f8b8aa-0c0d-4bf7-bf05-f6b96505ec6e service nova] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Received event network-changed-11082257-43bf-46e3-a6e4-955ba8a28dba {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1141.598441] env[61960]: DEBUG nova.compute.manager [req-7e493493-d997-4927-b508-67d1209b9d02 req-72f8b8aa-0c0d-4bf7-bf05-f6b96505ec6e service nova] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Refreshing instance network info cache due to event network-changed-11082257-43bf-46e3-a6e4-955ba8a28dba. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1141.598683] env[61960]: DEBUG oslo_concurrency.lockutils [req-7e493493-d997-4927-b508-67d1209b9d02 req-72f8b8aa-0c0d-4bf7-bf05-f6b96505ec6e service nova] Acquiring lock "refresh_cache-5ff8d9bc-955b-4b08-b758-227e0c634f56" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.598857] env[61960]: DEBUG oslo_concurrency.lockutils [req-7e493493-d997-4927-b508-67d1209b9d02 req-72f8b8aa-0c0d-4bf7-bf05-f6b96505ec6e service nova] Acquired lock "refresh_cache-5ff8d9bc-955b-4b08-b758-227e0c634f56" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.599045] env[61960]: DEBUG nova.network.neutron [req-7e493493-d997-4927-b508-67d1209b9d02 req-72f8b8aa-0c0d-4bf7-bf05-f6b96505ec6e service nova] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Refreshing network info cache for port 11082257-43bf-46e3-a6e4-955ba8a28dba {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1141.710606] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e3124e3e-e2e5-4af6-9c14-fddfa5f3d23e tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.790s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.713406] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.849s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.714885] env[61960]: INFO nova.compute.claims [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.740623] env[61960]: INFO nova.scheduler.client.report [None req-e3124e3e-e2e5-4af6-9c14-fddfa5f3d23e tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Deleted allocations for instance a25864c6-4025-4a85-83de-62b6143b106f [ 1141.764753] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.764753] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=61960) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1141.805049] env[61960]: DEBUG oslo_vmware.api [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436893, 'name': Destroy_Task, 'duration_secs': 0.446161} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.805049] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Destroyed the VM [ 1141.805211] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Deleting Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1141.805325] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f14dafbf-08a7-4fe6-8869-33af8bb90337 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.811106] env[61960]: DEBUG oslo_vmware.api [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1141.811106] env[61960]: value = "task-436897" [ 1141.811106] env[61960]: _type = "Task" [ 1141.811106] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.818939] env[61960]: DEBUG oslo_vmware.api [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436897, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.824050] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._sync_power_states {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.890313] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436896, 'name': CreateVM_Task, 'duration_secs': 0.410609} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.890524] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1141.897880] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.898078] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.898413] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.898674] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1909f8e4-e012-4a5c-abf7-0578f3a8d90c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.903523] env[61960]: DEBUG oslo_vmware.api [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Waiting for the task: (returnval){ [ 1141.903523] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f1c652-3355-dae8-2061-24ac313e2cb7" [ 1141.903523] env[61960]: _type = "Task" [ 1141.903523] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.911792] env[61960]: DEBUG oslo_vmware.api [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f1c652-3355-dae8-2061-24ac313e2cb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.944209] env[61960]: DEBUG nova.compute.manager [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1141.969836] env[61960]: DEBUG nova.virt.hardware [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1141.970109] env[61960]: DEBUG nova.virt.hardware [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1141.970310] env[61960]: DEBUG nova.virt.hardware [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.970558] env[61960]: DEBUG nova.virt.hardware [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1141.970721] env[61960]: DEBUG nova.virt.hardware [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.970879] env[61960]: DEBUG nova.virt.hardware [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1141.971108] env[61960]: DEBUG nova.virt.hardware [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1141.971277] env[61960]: DEBUG nova.virt.hardware [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1141.971454] env[61960]: DEBUG nova.virt.hardware [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1141.971623] env[61960]: DEBUG nova.virt.hardware [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1141.971801] env[61960]: DEBUG nova.virt.hardware [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1141.972966] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9da14e7-4381-42e4-9adf-21264f5764e4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.981477] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de2113d-2d05-42b2-912a-11f820c4d37b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.249698] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e3124e3e-e2e5-4af6-9c14-fddfa5f3d23e tempest-ServerActionsTestJSON-358659703 tempest-ServerActionsTestJSON-358659703-project-member] Lock "a25864c6-4025-4a85-83de-62b6143b106f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.036s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.297563] env[61960]: DEBUG nova.network.neutron [req-7e493493-d997-4927-b508-67d1209b9d02 req-72f8b8aa-0c0d-4bf7-bf05-f6b96505ec6e service nova] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Updated VIF entry in instance network info cache for port 11082257-43bf-46e3-a6e4-955ba8a28dba. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1142.297981] env[61960]: DEBUG nova.network.neutron [req-7e493493-d997-4927-b508-67d1209b9d02 req-72f8b8aa-0c0d-4bf7-bf05-f6b96505ec6e service nova] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Updating instance_info_cache with network_info: [{"id": "11082257-43bf-46e3-a6e4-955ba8a28dba", "address": "fa:16:3e:ec:1f:50", "network": {"id": "4c139e20-5ab5-453d-adee-3e1c86edebe4", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-177352140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "653ae83bcb6a4a52873c3a6d176e4c6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11082257-43", "ovs_interfaceid": "11082257-43bf-46e3-a6e4-955ba8a28dba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.323719] env[61960]: DEBUG oslo_vmware.api [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436897, 'name': RemoveSnapshot_Task, 'duration_secs': 0.471768} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.324147] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Deleted Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1142.324354] env[61960]: INFO nova.compute.manager [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Took 14.79 seconds to snapshot the instance on the hypervisor. [ 1142.331056] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Getting list of instances from cluster (obj){ [ 1142.331056] env[61960]: value = "domain-c8" [ 1142.331056] env[61960]: _type = "ClusterComputeResource" [ 1142.331056] env[61960]: } {{(pid=61960) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 1142.331056] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370c514a-4e0b-496a-83d6-3a0ae76cf032 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.346037] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Got total of 5 instances {{(pid=61960) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 1142.346965] env[61960]: WARNING nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] While synchronizing instance power states, found 8 instances in the database and 5 instances on the hypervisor. [ 1142.346965] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Triggering sync for uuid 4c175400-88d8-4813-aa7d-3c3f62eb2e96 {{(pid=61960) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1142.346965] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Triggering sync for uuid 5af86187-1400-4799-bdec-46dd40215062 {{(pid=61960) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1142.346965] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Triggering sync for uuid 5b90779e-1b3b-47a2-b867-f3c45460bcf3 {{(pid=61960) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1142.346965] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Triggering sync for uuid a4cc841a-6897-451f-9885-ec8e64b4b90e {{(pid=61960) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1142.346965] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Triggering sync for uuid 0acb38af-b368-4309-8402-5b534a84bbb8 {{(pid=61960) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1142.347512] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Triggering sync for uuid 5ff8d9bc-955b-4b08-b758-227e0c634f56 {{(pid=61960) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1142.347512] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Triggering sync for uuid 4ebd3ee8-714f-4c70-b42d-c41dab44b837 {{(pid=61960) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1142.347512] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Triggering sync for uuid 4e2c038c-d0b0-467d-975f-a97eabb285db {{(pid=61960) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1142.347770] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "4c175400-88d8-4813-aa7d-3c3f62eb2e96" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.347995] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "4c175400-88d8-4813-aa7d-3c3f62eb2e96" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.348292] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "5af86187-1400-4799-bdec-46dd40215062" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.348489] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "5af86187-1400-4799-bdec-46dd40215062" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.348785] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "5b90779e-1b3b-47a2-b867-f3c45460bcf3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.349182] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "5b90779e-1b3b-47a2-b867-f3c45460bcf3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.349437] env[61960]: INFO nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] During sync_power_state the instance has a pending task (image_uploading). Skip. [ 1142.349627] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "5b90779e-1b3b-47a2-b867-f3c45460bcf3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.349853] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "a4cc841a-6897-451f-9885-ec8e64b4b90e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.350324] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "0acb38af-b368-4309-8402-5b534a84bbb8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.350465] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "0acb38af-b368-4309-8402-5b534a84bbb8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.350732] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "5ff8d9bc-955b-4b08-b758-227e0c634f56" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.351222] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "4ebd3ee8-714f-4c70-b42d-c41dab44b837" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.351222] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "4e2c038c-d0b0-467d-975f-a97eabb285db" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.352275] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3bda7c-36c9-487f-ab1e-537078684a1d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.355711] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1adf35-5690-4af7-907a-0070950ae2ab {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.361020] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025ae3e5-e187-45cc-b460-d6d4bda3faac {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.414094] env[61960]: DEBUG oslo_vmware.api [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f1c652-3355-dae8-2061-24ac313e2cb7, 'name': SearchDatastore_Task, 'duration_secs': 0.022196} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.414907] env[61960]: DEBUG nova.network.neutron [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Successfully updated port: 4ab475e9-10bc-479b-9f2a-f19bd313ef42 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1142.417652] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.418386] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.418386] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.418386] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.418660] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.419034] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a479c60-4fe0-4143-8deb-9e4326a66f4e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.429871] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.429871] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1142.432208] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79c195d4-b8f0-4ba7-bb1e-33de5bde342a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.438359] env[61960]: DEBUG oslo_vmware.api [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Waiting for the task: (returnval){ [ 1142.438359] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522e089c-5e9b-6081-f17e-972395f1227c" [ 1142.438359] env[61960]: _type = "Task" [ 1142.438359] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.446086] env[61960]: DEBUG oslo_vmware.api [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522e089c-5e9b-6081-f17e-972395f1227c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.800841] env[61960]: DEBUG oslo_concurrency.lockutils [req-7e493493-d997-4927-b508-67d1209b9d02 req-72f8b8aa-0c0d-4bf7-bf05-f6b96505ec6e service nova] Releasing lock "refresh_cache-5ff8d9bc-955b-4b08-b758-227e0c634f56" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.801122] env[61960]: DEBUG nova.compute.manager [req-7e493493-d997-4927-b508-67d1209b9d02 req-72f8b8aa-0c0d-4bf7-bf05-f6b96505ec6e service nova] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Received event network-changed-520b3beb-d324-4ad1-9e15-0d1c24123b14 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1142.801356] env[61960]: DEBUG nova.compute.manager [req-7e493493-d997-4927-b508-67d1209b9d02 req-72f8b8aa-0c0d-4bf7-bf05-f6b96505ec6e service nova] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Refreshing instance network info cache due to event network-changed-520b3beb-d324-4ad1-9e15-0d1c24123b14. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1142.801554] env[61960]: DEBUG oslo_concurrency.lockutils [req-7e493493-d997-4927-b508-67d1209b9d02 req-72f8b8aa-0c0d-4bf7-bf05-f6b96505ec6e service nova] Acquiring lock "refresh_cache-0acb38af-b368-4309-8402-5b534a84bbb8" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.801705] env[61960]: DEBUG oslo_concurrency.lockutils [req-7e493493-d997-4927-b508-67d1209b9d02 req-72f8b8aa-0c0d-4bf7-bf05-f6b96505ec6e service nova] Acquired lock "refresh_cache-0acb38af-b368-4309-8402-5b534a84bbb8" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.801874] env[61960]: DEBUG nova.network.neutron [req-7e493493-d997-4927-b508-67d1209b9d02 req-72f8b8aa-0c0d-4bf7-bf05-f6b96505ec6e service nova] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Refreshing network info cache for port 520b3beb-d324-4ad1-9e15-0d1c24123b14 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1142.845418] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955eabb9-90a0-4052-9454-26a35f6a1b5b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.853885] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe66591-e5cf-4921-8f00-f43263ad824b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.885931] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "4c175400-88d8-4813-aa7d-3c3f62eb2e96" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.886389] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "0acb38af-b368-4309-8402-5b534a84bbb8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.886733] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "5af86187-1400-4799-bdec-46dd40215062" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.890199] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9527b97f-1048-4c03-8920-0d6a49098422 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.899195] env[61960]: DEBUG nova.compute.manager [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Found 3 images (rotation: 2) {{(pid=61960) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 1142.899393] env[61960]: DEBUG nova.compute.manager [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Rotating out 1 backups {{(pid=61960) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4562}} [ 1142.899563] env[61960]: DEBUG nova.compute.manager [None req-bdc6fcbb-8629-47a2-a6b1-9f2c11350993 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Deleting image 11938e82-e7b6-412c-bb0e-0cd7a1861cf8 {{(pid=61960) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4567}} [ 1142.902314] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5668e9-6da9-4be3-8583-ee95df54de5f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.915934] env[61960]: DEBUG nova.compute.provider_tree [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.917875] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "refresh_cache-4ebd3ee8-714f-4c70-b42d-c41dab44b837" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.917989] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquired lock "refresh_cache-4ebd3ee8-714f-4c70-b42d-c41dab44b837" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.918142] env[61960]: DEBUG nova.network.neutron [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1142.950534] env[61960]: DEBUG oslo_vmware.api [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522e089c-5e9b-6081-f17e-972395f1227c, 'name': SearchDatastore_Task, 'duration_secs': 0.037534} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.951101] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b3cdeea-1f1d-46fd-ad17-9379fdf0d2b4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.956864] env[61960]: DEBUG oslo_vmware.api [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Waiting for the task: (returnval){ [ 1142.956864] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52a4e5c9-aa64-c83c-26b0-de0b814eb321" [ 1142.956864] env[61960]: _type = "Task" [ 1142.956864] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.964877] env[61960]: DEBUG oslo_vmware.api [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52a4e5c9-aa64-c83c-26b0-de0b814eb321, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.291815] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.292185] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Starting heal instance info cache {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1143.420311] env[61960]: DEBUG nova.scheduler.client.report [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1143.454836] env[61960]: DEBUG nova.network.neutron [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1143.470449] env[61960]: DEBUG oslo_vmware.api [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52a4e5c9-aa64-c83c-26b0-de0b814eb321, 'name': SearchDatastore_Task, 'duration_secs': 0.020911} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.470730] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.471030] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 5ff8d9bc-955b-4b08-b758-227e0c634f56/5ff8d9bc-955b-4b08-b758-227e0c634f56.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1143.473025] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e605b25f-59bd-4cdc-b402-5bc3a3207eab {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.480175] env[61960]: DEBUG oslo_vmware.api [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Waiting for the task: (returnval){ [ 1143.480175] env[61960]: value = "task-436899" [ 1143.480175] env[61960]: _type = "Task" [ 1143.480175] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.487931] env[61960]: DEBUG oslo_vmware.api [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Task: {'id': task-436899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.624253] env[61960]: DEBUG nova.network.neutron [req-7e493493-d997-4927-b508-67d1209b9d02 req-72f8b8aa-0c0d-4bf7-bf05-f6b96505ec6e service nova] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Updated VIF entry in instance network info cache for port 520b3beb-d324-4ad1-9e15-0d1c24123b14. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1143.624523] env[61960]: DEBUG nova.network.neutron [req-7e493493-d997-4927-b508-67d1209b9d02 req-72f8b8aa-0c0d-4bf7-bf05-f6b96505ec6e service nova] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Updating instance_info_cache with network_info: [{"id": "520b3beb-d324-4ad1-9e15-0d1c24123b14", "address": "fa:16:3e:cd:20:75", "network": {"id": "011b9b85-20e0-4930-b560-f4a50c63faf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-851435399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb87a3aea6c94417a8eb19cb6eac7f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap520b3beb-d3", "ovs_interfaceid": "520b3beb-d324-4ad1-9e15-0d1c24123b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.628120] env[61960]: DEBUG nova.compute.manager [req-ad190ade-b532-49d4-bdaf-c3689adae26d req-d30fa859-e4d4-4a48-a705-2e113617295c service nova] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Received event network-vif-plugged-4ab475e9-10bc-479b-9f2a-f19bd313ef42 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1143.628403] env[61960]: DEBUG oslo_concurrency.lockutils [req-ad190ade-b532-49d4-bdaf-c3689adae26d req-d30fa859-e4d4-4a48-a705-2e113617295c service nova] Acquiring lock "4ebd3ee8-714f-4c70-b42d-c41dab44b837-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.628829] env[61960]: DEBUG oslo_concurrency.lockutils [req-ad190ade-b532-49d4-bdaf-c3689adae26d req-d30fa859-e4d4-4a48-a705-2e113617295c service nova] Lock "4ebd3ee8-714f-4c70-b42d-c41dab44b837-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.629742] env[61960]: DEBUG oslo_concurrency.lockutils [req-ad190ade-b532-49d4-bdaf-c3689adae26d req-d30fa859-e4d4-4a48-a705-2e113617295c service nova] Lock "4ebd3ee8-714f-4c70-b42d-c41dab44b837-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.631516] env[61960]: DEBUG nova.compute.manager [req-ad190ade-b532-49d4-bdaf-c3689adae26d req-d30fa859-e4d4-4a48-a705-2e113617295c service nova] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] No waiting events found dispatching network-vif-plugged-4ab475e9-10bc-479b-9f2a-f19bd313ef42 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1143.631516] env[61960]: WARNING nova.compute.manager [req-ad190ade-b532-49d4-bdaf-c3689adae26d req-d30fa859-e4d4-4a48-a705-2e113617295c service nova] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Received unexpected event network-vif-plugged-4ab475e9-10bc-479b-9f2a-f19bd313ef42 for instance with vm_state building and task_state spawning. [ 1143.631516] env[61960]: DEBUG nova.compute.manager [req-ad190ade-b532-49d4-bdaf-c3689adae26d req-d30fa859-e4d4-4a48-a705-2e113617295c service nova] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Received event network-changed-4ab475e9-10bc-479b-9f2a-f19bd313ef42 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1143.631516] env[61960]: DEBUG nova.compute.manager [req-ad190ade-b532-49d4-bdaf-c3689adae26d req-d30fa859-e4d4-4a48-a705-2e113617295c service nova] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Refreshing instance network info cache due to event network-changed-4ab475e9-10bc-479b-9f2a-f19bd313ef42. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1143.631516] env[61960]: DEBUG oslo_concurrency.lockutils [req-ad190ade-b532-49d4-bdaf-c3689adae26d req-d30fa859-e4d4-4a48-a705-2e113617295c service nova] Acquiring lock "refresh_cache-4ebd3ee8-714f-4c70-b42d-c41dab44b837" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.639697] env[61960]: DEBUG nova.network.neutron [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Updating instance_info_cache with network_info: [{"id": "4ab475e9-10bc-479b-9f2a-f19bd313ef42", "address": "fa:16:3e:a8:05:8a", "network": {"id": "b3f1be9e-dd35-46f9-821a-c6b2552e81d9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1141310629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf475330bc0c445c95981e7303db5949", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ab475e9-10", "ovs_interfaceid": "4ab475e9-10bc-479b-9f2a-f19bd313ef42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.927742] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.214s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.928354] env[61960]: DEBUG nova.compute.manager [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1143.931434] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.994s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.932255] env[61960]: DEBUG nova.objects.instance [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lazy-loading 'resources' on Instance uuid a4cc841a-6897-451f-9885-ec8e64b4b90e {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.990347] env[61960]: DEBUG oslo_vmware.api [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Task: {'id': task-436899, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.133147] env[61960]: DEBUG oslo_concurrency.lockutils [req-7e493493-d997-4927-b508-67d1209b9d02 req-72f8b8aa-0c0d-4bf7-bf05-f6b96505ec6e service nova] Releasing lock "refresh_cache-0acb38af-b368-4309-8402-5b534a84bbb8" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.145242] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Releasing lock "refresh_cache-4ebd3ee8-714f-4c70-b42d-c41dab44b837" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.145242] env[61960]: DEBUG nova.compute.manager [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Instance network_info: |[{"id": "4ab475e9-10bc-479b-9f2a-f19bd313ef42", "address": "fa:16:3e:a8:05:8a", "network": {"id": "b3f1be9e-dd35-46f9-821a-c6b2552e81d9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1141310629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf475330bc0c445c95981e7303db5949", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ab475e9-10", "ovs_interfaceid": "4ab475e9-10bc-479b-9f2a-f19bd313ef42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1144.145242] env[61960]: DEBUG oslo_concurrency.lockutils [req-ad190ade-b532-49d4-bdaf-c3689adae26d req-d30fa859-e4d4-4a48-a705-2e113617295c service nova] Acquired lock "refresh_cache-4ebd3ee8-714f-4c70-b42d-c41dab44b837" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.145242] env[61960]: DEBUG nova.network.neutron [req-ad190ade-b532-49d4-bdaf-c3689adae26d req-d30fa859-e4d4-4a48-a705-2e113617295c service nova] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Refreshing network info cache for port 4ab475e9-10bc-479b-9f2a-f19bd313ef42 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1144.145242] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:05:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ab475e9-10bc-479b-9f2a-f19bd313ef42', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.161529] env[61960]: DEBUG oslo.service.loopingcall [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1144.165953] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1144.166749] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27bfe790-e820-4425-b862-cf3f41eef11e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.196062] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.196062] env[61960]: value = "task-436900" [ 1144.196062] env[61960]: _type = "Task" [ 1144.196062] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.207215] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436900, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.355209] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "refresh_cache-5af86187-1400-4799-bdec-46dd40215062" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.355429] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquired lock "refresh_cache-5af86187-1400-4799-bdec-46dd40215062" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.355595] env[61960]: DEBUG nova.network.neutron [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 5af86187-1400-4799-bdec-46dd40215062] Forcefully refreshing network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1144.418331] env[61960]: DEBUG nova.network.neutron [req-ad190ade-b532-49d4-bdaf-c3689adae26d req-d30fa859-e4d4-4a48-a705-2e113617295c service nova] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Updated VIF entry in instance network info cache for port 4ab475e9-10bc-479b-9f2a-f19bd313ef42. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1144.418491] env[61960]: DEBUG nova.network.neutron [req-ad190ade-b532-49d4-bdaf-c3689adae26d req-d30fa859-e4d4-4a48-a705-2e113617295c service nova] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Updating instance_info_cache with network_info: [{"id": "4ab475e9-10bc-479b-9f2a-f19bd313ef42", "address": "fa:16:3e:a8:05:8a", "network": {"id": "b3f1be9e-dd35-46f9-821a-c6b2552e81d9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1141310629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf475330bc0c445c95981e7303db5949", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ab475e9-10", "ovs_interfaceid": "4ab475e9-10bc-479b-9f2a-f19bd313ef42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.434121] env[61960]: DEBUG nova.compute.utils [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1144.441518] env[61960]: DEBUG nova.compute.manager [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1144.441704] env[61960]: DEBUG nova.network.neutron [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1144.487775] env[61960]: DEBUG nova.policy [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f50a97786d348678e5681358ce47eb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6559a3a4d38a40259852a2584496342c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 1144.500222] env[61960]: DEBUG oslo_vmware.api [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Task: {'id': task-436899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.817951} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.500604] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 5ff8d9bc-955b-4b08-b758-227e0c634f56/5ff8d9bc-955b-4b08-b758-227e0c634f56.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1144.500860] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1144.501179] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-547c3d9d-23bb-4324-8bc6-41ce7ab3398d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.512601] env[61960]: DEBUG oslo_vmware.api [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Waiting for the task: (returnval){ [ 1144.512601] env[61960]: value = "task-436901" [ 1144.512601] env[61960]: _type = "Task" [ 1144.512601] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.524113] env[61960]: DEBUG oslo_vmware.api [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Task: {'id': task-436901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.597232] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510e90cd-ff87-4a32-8c41-565443b88e66 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.606219] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d87d2d-d402-49ed-a1e8-c5aa35a5845f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.643496] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc70b9b4-97ec-4674-9775-fcac8cf1a6e6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.651520] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5823d114-9f6d-4fde-a778-0caa30b76937 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.665151] env[61960]: DEBUG nova.compute.provider_tree [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1144.710467] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436900, 'name': CreateVM_Task, 'duration_secs': 0.32769} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.710724] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1144.711386] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.711590] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.711972] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.712234] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47ec65ae-7dba-464b-a233-20ad3444729e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.717487] env[61960]: DEBUG oslo_vmware.api [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1144.717487] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5237d9cd-13f2-6dbc-e2a6-745097bf64bd" [ 1144.717487] env[61960]: _type = "Task" [ 1144.717487] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.725842] env[61960]: DEBUG oslo_vmware.api [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5237d9cd-13f2-6dbc-e2a6-745097bf64bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.866321] env[61960]: DEBUG nova.network.neutron [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Successfully created port: ab86d401-ee60-4c54-902f-799695eebe4f {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1144.923140] env[61960]: DEBUG oslo_concurrency.lockutils [req-ad190ade-b532-49d4-bdaf-c3689adae26d req-d30fa859-e4d4-4a48-a705-2e113617295c service nova] Releasing lock "refresh_cache-4ebd3ee8-714f-4c70-b42d-c41dab44b837" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.942319] env[61960]: DEBUG nova.compute.manager [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1145.023958] env[61960]: DEBUG oslo_vmware.api [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Task: {'id': task-436901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068797} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.024266] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.025052] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d6a1d1-0575-4b31-b7f8-8aa9d89a9c99 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.046371] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 5ff8d9bc-955b-4b08-b758-227e0c634f56/5ff8d9bc-955b-4b08-b758-227e0c634f56.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.046661] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23d1188e-c97a-4647-a894-d24146c4ea9f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.066655] env[61960]: DEBUG oslo_vmware.api [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Waiting for the task: (returnval){ [ 1145.066655] env[61960]: value = "task-436902" [ 1145.066655] env[61960]: _type = "Task" [ 1145.066655] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.074639] env[61960]: DEBUG oslo_vmware.api [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Task: {'id': task-436902, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.190362] env[61960]: ERROR nova.scheduler.client.report [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [req-a7e527e8-68cd-4554-bd1f-0d98d63bd60e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a7e527e8-68cd-4554-bd1f-0d98d63bd60e"}]} [ 1145.209791] env[61960]: DEBUG nova.scheduler.client.report [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1145.230387] env[61960]: DEBUG oslo_vmware.api [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5237d9cd-13f2-6dbc-e2a6-745097bf64bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010191} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.231506] env[61960]: DEBUG nova.scheduler.client.report [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1145.231709] env[61960]: DEBUG nova.compute.provider_tree [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1145.233831] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.234127] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.234409] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.234578] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.234772] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.236267] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecc13c5f-1d92-4b0b-82b5-135fedfedb0a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.249623] env[61960]: DEBUG nova.scheduler.client.report [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1145.251645] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.251837] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1145.252799] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a728b597-4e8b-4eb7-8981-194593a95e87 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.260907] env[61960]: DEBUG oslo_vmware.api [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1145.260907] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5275a7df-49bc-1684-6e84-c651aa289b40" [ 1145.260907] env[61960]: _type = "Task" [ 1145.260907] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.269683] env[61960]: DEBUG oslo_vmware.api [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5275a7df-49bc-1684-6e84-c651aa289b40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.272231] env[61960]: DEBUG nova.scheduler.client.report [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1145.407744] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da258eb4-966f-4052-8558-c8e8ebd4bb27 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.415665] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19268507-e6e7-462a-bb1a-9f9ce372d426 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.452165] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc28fa8-77eb-47e2-b69d-7402bc3a3f61 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.459231] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b9438c-06b9-4e6f-a090-5e3ce598f7b6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.474513] env[61960]: DEBUG nova.compute.provider_tree [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1145.576378] env[61960]: DEBUG oslo_vmware.api [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Task: {'id': task-436902, 'name': ReconfigVM_Task, 'duration_secs': 0.285588} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.576730] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 5ff8d9bc-955b-4b08-b758-227e0c634f56/5ff8d9bc-955b-4b08-b758-227e0c634f56.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.577450] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ade9fa76-3d29-4cb7-a326-11708ff179f3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.583409] env[61960]: DEBUG oslo_vmware.api [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Waiting for the task: (returnval){ [ 1145.583409] env[61960]: value = "task-436903" [ 1145.583409] env[61960]: _type = "Task" [ 1145.583409] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.591741] env[61960]: DEBUG oslo_vmware.api [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Task: {'id': task-436903, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.630456] env[61960]: DEBUG nova.network.neutron [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 5af86187-1400-4799-bdec-46dd40215062] Updating instance_info_cache with network_info: [{"id": "6f8d018e-cbf4-483c-a0fc-6c929cfed430", "address": "fa:16:3e:3a:9f:e7", "network": {"id": "cc41df87-377c-4d9b-84f9-96aeb0a0dde1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1627566273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "668dd1a5ef0a47478f7673a9a1656dec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f8d018e-cb", "ovs_interfaceid": "6f8d018e-cbf4-483c-a0fc-6c929cfed430", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.777530] env[61960]: DEBUG oslo_vmware.api [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5275a7df-49bc-1684-6e84-c651aa289b40, 'name': SearchDatastore_Task, 'duration_secs': 0.026144} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.778706] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c1f850c-5097-4530-9210-a0b04f9547e7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.786968] env[61960]: DEBUG oslo_vmware.api [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1145.786968] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52173e7e-d20c-1809-24bd-49d9fb975f84" [ 1145.786968] env[61960]: _type = "Task" [ 1145.786968] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.799472] env[61960]: DEBUG oslo_vmware.api [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52173e7e-d20c-1809-24bd-49d9fb975f84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.956533] env[61960]: DEBUG nova.compute.manager [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1145.997078] env[61960]: DEBUG nova.virt.hardware [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1145.997078] env[61960]: DEBUG nova.virt.hardware [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1145.997348] env[61960]: DEBUG nova.virt.hardware [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.997559] env[61960]: DEBUG nova.virt.hardware [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1145.997846] env[61960]: DEBUG nova.virt.hardware [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.998151] env[61960]: DEBUG nova.virt.hardware [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1145.998512] env[61960]: DEBUG nova.virt.hardware [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1145.998804] env[61960]: DEBUG nova.virt.hardware [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1145.999125] env[61960]: DEBUG nova.virt.hardware [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1145.999426] env[61960]: DEBUG nova.virt.hardware [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1146.000015] env[61960]: DEBUG nova.virt.hardware [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1146.001054] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d046d90-11c4-4f21-baaa-360410011e3f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.012819] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e64de4-7327-46bb-bce7-c7972ea52d7a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.018681] env[61960]: DEBUG nova.scheduler.client.report [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 184 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1146.019158] env[61960]: DEBUG nova.compute.provider_tree [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 184 to 185 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1146.019498] env[61960]: DEBUG nova.compute.provider_tree [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1146.094340] env[61960]: DEBUG oslo_vmware.api [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Task: {'id': task-436903, 'name': Rename_Task, 'duration_secs': 0.155777} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.094661] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1146.094920] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fcc6083-dde7-4651-b63b-01899897e06a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.102466] env[61960]: DEBUG oslo_vmware.api [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Waiting for the task: (returnval){ [ 1146.102466] env[61960]: value = "task-436905" [ 1146.102466] env[61960]: _type = "Task" [ 1146.102466] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.105784] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bc23f0b4-bac5-41b3-af91-d7ed96745670 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "5b90779e-1b3b-47a2-b867-f3c45460bcf3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.106117] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bc23f0b4-bac5-41b3-af91-d7ed96745670 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "5b90779e-1b3b-47a2-b867-f3c45460bcf3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.106222] env[61960]: DEBUG nova.compute.manager [None req-bc23f0b4-bac5-41b3-af91-d7ed96745670 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1146.106947] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6540ea9c-eef2-4532-b740-fd7936d8ecc6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.115790] env[61960]: DEBUG oslo_vmware.api [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Task: {'id': task-436905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.117697] env[61960]: DEBUG nova.compute.manager [None req-bc23f0b4-bac5-41b3-af91-d7ed96745670 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=61960) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1146.118308] env[61960]: DEBUG nova.objects.instance [None req-bc23f0b4-bac5-41b3-af91-d7ed96745670 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lazy-loading 'flavor' on Instance uuid 5b90779e-1b3b-47a2-b867-f3c45460bcf3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.136775] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Releasing lock "refresh_cache-5af86187-1400-4799-bdec-46dd40215062" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.137090] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 5af86187-1400-4799-bdec-46dd40215062] Updated the network info_cache for instance {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 1146.137297] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.137459] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.137611] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.137849] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.138014] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.138171] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager.update_available_resource {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.296564] env[61960]: DEBUG oslo_vmware.api [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52173e7e-d20c-1809-24bd-49d9fb975f84, 'name': SearchDatastore_Task, 'duration_secs': 0.0139} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.297159] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.297159] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 4ebd3ee8-714f-4c70-b42d-c41dab44b837/4ebd3ee8-714f-4c70-b42d-c41dab44b837.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1146.297446] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1546f648-bf39-484a-a82b-963fe7f90344 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.303689] env[61960]: DEBUG oslo_vmware.api [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1146.303689] env[61960]: value = "task-436906" [ 1146.303689] env[61960]: _type = "Task" [ 1146.303689] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.311110] env[61960]: DEBUG oslo_vmware.api [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.526331] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.594s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.550023] env[61960]: INFO nova.scheduler.client.report [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Deleted allocations for instance a4cc841a-6897-451f-9885-ec8e64b4b90e [ 1146.614063] env[61960]: DEBUG oslo_vmware.api [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Task: {'id': task-436905, 'name': PowerOnVM_Task, 'duration_secs': 0.455311} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.614374] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1146.614616] env[61960]: INFO nova.compute.manager [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1146.614778] env[61960]: DEBUG nova.compute.manager [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1146.615603] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17826cf0-67ad-4072-adc0-6bf3f15bca18 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.626293] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc23f0b4-bac5-41b3-af91-d7ed96745670 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1146.626542] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bdb2221-dc26-4f5e-a638-4d85a19efaec {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.630576] env[61960]: DEBUG nova.compute.manager [req-1fee5f8b-1a17-406b-968e-a76744cbdc52 req-d935449d-0424-4261-9443-74a4288ab5a1 service nova] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Received event network-vif-plugged-ab86d401-ee60-4c54-902f-799695eebe4f {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1146.631173] env[61960]: DEBUG oslo_concurrency.lockutils [req-1fee5f8b-1a17-406b-968e-a76744cbdc52 req-d935449d-0424-4261-9443-74a4288ab5a1 service nova] Acquiring lock "4e2c038c-d0b0-467d-975f-a97eabb285db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.631173] env[61960]: DEBUG oslo_concurrency.lockutils [req-1fee5f8b-1a17-406b-968e-a76744cbdc52 req-d935449d-0424-4261-9443-74a4288ab5a1 service nova] Lock "4e2c038c-d0b0-467d-975f-a97eabb285db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.631333] env[61960]: DEBUG oslo_concurrency.lockutils [req-1fee5f8b-1a17-406b-968e-a76744cbdc52 req-d935449d-0424-4261-9443-74a4288ab5a1 service nova] Lock "4e2c038c-d0b0-467d-975f-a97eabb285db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.631409] env[61960]: DEBUG nova.compute.manager [req-1fee5f8b-1a17-406b-968e-a76744cbdc52 req-d935449d-0424-4261-9443-74a4288ab5a1 service nova] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] No waiting events found dispatching network-vif-plugged-ab86d401-ee60-4c54-902f-799695eebe4f {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1146.631571] env[61960]: WARNING nova.compute.manager [req-1fee5f8b-1a17-406b-968e-a76744cbdc52 req-d935449d-0424-4261-9443-74a4288ab5a1 service nova] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Received unexpected event network-vif-plugged-ab86d401-ee60-4c54-902f-799695eebe4f for instance with vm_state building and task_state spawning. [ 1146.633541] env[61960]: DEBUG oslo_vmware.api [None req-bc23f0b4-bac5-41b3-af91-d7ed96745670 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1146.633541] env[61960]: value = "task-436907" [ 1146.633541] env[61960]: _type = "Task" [ 1146.633541] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.644629] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.645049] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.645229] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.645325] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=61960) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1146.645993] env[61960]: DEBUG oslo_vmware.api [None req-bc23f0b4-bac5-41b3-af91-d7ed96745670 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.646776] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b03cbdb-8938-41b1-801c-2d04423e31c2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.655926] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3e64c2-5628-4f47-9bdd-20ccb3b21d77 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.671738] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a820e814-85fb-4c54-a867-c9fb5b8bba39 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.679097] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e8bfde-c21f-4030-9956-a6e30d9b23eb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.712552] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181133MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=61960) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1146.712755] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.712934] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.723912] env[61960]: DEBUG nova.network.neutron [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Successfully updated port: ab86d401-ee60-4c54-902f-799695eebe4f {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1146.817626] env[61960]: DEBUG oslo_vmware.api [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436906, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.057696] env[61960]: DEBUG oslo_concurrency.lockutils [None req-8fca31c9-2c1d-4f9d-b82a-be065e75fd44 tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "a4cc841a-6897-451f-9885-ec8e64b4b90e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.615s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.058848] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "a4cc841a-6897-451f-9885-ec8e64b4b90e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.709s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.059133] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc453fff-5098-4c79-b798-88bcd5e021a3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.071029] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e1ff43-0cb3-4a30-b9c9-b7528452caf6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.140395] env[61960]: INFO nova.compute.manager [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Took 12.71 seconds to build instance. [ 1147.147266] env[61960]: DEBUG oslo_vmware.api [None req-bc23f0b4-bac5-41b3-af91-d7ed96745670 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436907, 'name': PowerOffVM_Task, 'duration_secs': 0.289771} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.147531] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc23f0b4-bac5-41b3-af91-d7ed96745670 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1147.147789] env[61960]: DEBUG nova.compute.manager [None req-bc23f0b4-bac5-41b3-af91-d7ed96745670 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1147.148632] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd75bd87-718c-4318-a450-eefdf3688c6c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.226479] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Acquiring lock "refresh_cache-4e2c038c-d0b0-467d-975f-a97eabb285db" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.226713] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Acquired lock "refresh_cache-4e2c038c-d0b0-467d-975f-a97eabb285db" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.226923] env[61960]: DEBUG nova.network.neutron [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1147.315479] env[61960]: DEBUG oslo_vmware.api [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436906, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.002954} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.315811] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 4ebd3ee8-714f-4c70-b42d-c41dab44b837/4ebd3ee8-714f-4c70-b42d-c41dab44b837.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1147.316061] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1147.316328] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9366de50-dbde-4e93-81e7-e621a4237871 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.322325] env[61960]: DEBUG oslo_vmware.api [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1147.322325] env[61960]: value = "task-436908" [ 1147.322325] env[61960]: _type = "Task" [ 1147.322325] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.330499] env[61960]: DEBUG oslo_vmware.api [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.606418] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "a4cc841a-6897-451f-9885-ec8e64b4b90e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.547s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.643704] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cd3bd352-b2d5-49fc-be2a-4639762ad600 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Lock "5ff8d9bc-955b-4b08-b758-227e0c634f56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.225s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.644038] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "5ff8d9bc-955b-4b08-b758-227e0c634f56" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.293s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.644249] env[61960]: INFO nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] During sync_power_state the instance has a pending task (spawning). Skip. [ 1147.644437] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "5ff8d9bc-955b-4b08-b758-227e0c634f56" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.661730] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bc23f0b4-bac5-41b3-af91-d7ed96745670 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "5b90779e-1b3b-47a2-b867-f3c45460bcf3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.556s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.740791] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 4c175400-88d8-4813-aa7d-3c3f62eb2e96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1147.740791] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 5af86187-1400-4799-bdec-46dd40215062 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1147.740962] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 5b90779e-1b3b-47a2-b867-f3c45460bcf3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1147.741055] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 0acb38af-b368-4309-8402-5b534a84bbb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1147.741177] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 5ff8d9bc-955b-4b08-b758-227e0c634f56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1147.741294] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 4ebd3ee8-714f-4c70-b42d-c41dab44b837 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1147.741604] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 4e2c038c-d0b0-467d-975f-a97eabb285db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1147.741604] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=61960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1147.741731] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=61960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1147.776774] env[61960]: DEBUG nova.network.neutron [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1147.803252] env[61960]: DEBUG oslo_concurrency.lockutils [None req-28092e66-c453-4659-8daa-2deb775f977c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "5af86187-1400-4799-bdec-46dd40215062" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.803668] env[61960]: DEBUG oslo_concurrency.lockutils [None req-28092e66-c453-4659-8daa-2deb775f977c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "5af86187-1400-4799-bdec-46dd40215062" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.804012] env[61960]: DEBUG oslo_concurrency.lockutils [None req-28092e66-c453-4659-8daa-2deb775f977c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "5af86187-1400-4799-bdec-46dd40215062-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.804319] env[61960]: DEBUG oslo_concurrency.lockutils [None req-28092e66-c453-4659-8daa-2deb775f977c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "5af86187-1400-4799-bdec-46dd40215062-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.804597] env[61960]: DEBUG oslo_concurrency.lockutils [None req-28092e66-c453-4659-8daa-2deb775f977c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "5af86187-1400-4799-bdec-46dd40215062-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.807396] env[61960]: INFO nova.compute.manager [None req-28092e66-c453-4659-8daa-2deb775f977c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Terminating instance [ 1147.812968] env[61960]: DEBUG nova.compute.manager [None req-28092e66-c453-4659-8daa-2deb775f977c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1147.813137] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-28092e66-c453-4659-8daa-2deb775f977c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1147.814297] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08eeb90b-c30a-4874-87d8-7aaa7bda489c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.825101] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-28092e66-c453-4659-8daa-2deb775f977c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1147.832857] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea1f3337-ecc1-4eb5-9701-ee03a28020b2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.842295] env[61960]: DEBUG oslo_vmware.api [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063165} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.847496] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.848089] env[61960]: DEBUG oslo_vmware.api [None req-28092e66-c453-4659-8daa-2deb775f977c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1147.848089] env[61960]: value = "task-436909" [ 1147.848089] env[61960]: _type = "Task" [ 1147.848089] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.852437] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf92ac71-d115-48a4-ae84-bbf495fb034a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.890212] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 4ebd3ee8-714f-4c70-b42d-c41dab44b837/4ebd3ee8-714f-4c70-b42d-c41dab44b837.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.896812] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc70e988-f6c6-443c-b9d3-3236d16cce95 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.911123] env[61960]: DEBUG oslo_vmware.api [None req-28092e66-c453-4659-8daa-2deb775f977c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.911899] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af15b814-4d52-4999-a25f-3624d470991a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.921718] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af8ce92-35f4-4704-90b0-1337f57bef21 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.925044] env[61960]: DEBUG oslo_vmware.api [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1147.925044] env[61960]: value = "task-436910" [ 1147.925044] env[61960]: _type = "Task" [ 1147.925044] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.956518] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ac170c-c793-470e-bf41-161d7a8d3833 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.965575] env[61960]: DEBUG oslo_vmware.api [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.972716] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968147cb-131f-4916-b382-6103842b1458 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.988988] env[61960]: DEBUG nova.compute.provider_tree [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.001830] env[61960]: DEBUG nova.network.neutron [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Updating instance_info_cache with network_info: [{"id": "ab86d401-ee60-4c54-902f-799695eebe4f", "address": "fa:16:3e:cd:52:f9", "network": {"id": "3a569aec-6b30-4bb4-8914-7c7afd888fb4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1746877260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6559a3a4d38a40259852a2584496342c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab86d401-ee", "ovs_interfaceid": "ab86d401-ee60-4c54-902f-799695eebe4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.203438] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e7e6a6b5-35dc-4ed9-9efd-0a2f20ede563 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Acquiring lock "5ff8d9bc-955b-4b08-b758-227e0c634f56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.203728] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e7e6a6b5-35dc-4ed9-9efd-0a2f20ede563 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Lock "5ff8d9bc-955b-4b08-b758-227e0c634f56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.203995] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e7e6a6b5-35dc-4ed9-9efd-0a2f20ede563 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Acquiring lock "5ff8d9bc-955b-4b08-b758-227e0c634f56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.204218] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e7e6a6b5-35dc-4ed9-9efd-0a2f20ede563 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Lock "5ff8d9bc-955b-4b08-b758-227e0c634f56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.204451] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e7e6a6b5-35dc-4ed9-9efd-0a2f20ede563 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Lock "5ff8d9bc-955b-4b08-b758-227e0c634f56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.206760] env[61960]: INFO nova.compute.manager [None req-e7e6a6b5-35dc-4ed9-9efd-0a2f20ede563 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Terminating instance [ 1148.208957] env[61960]: DEBUG nova.compute.manager [None req-e7e6a6b5-35dc-4ed9-9efd-0a2f20ede563 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1148.209219] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e6a6b5-35dc-4ed9-9efd-0a2f20ede563 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1148.210164] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8cb0c1-18b7-4d3d-af64-b83615fedca3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.218132] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e6a6b5-35dc-4ed9-9efd-0a2f20ede563 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1148.218421] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac298570-5912-4393-b40d-5f1400533a37 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.225163] env[61960]: DEBUG oslo_vmware.api [None req-e7e6a6b5-35dc-4ed9-9efd-0a2f20ede563 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Waiting for the task: (returnval){ [ 1148.225163] env[61960]: value = "task-436912" [ 1148.225163] env[61960]: _type = "Task" [ 1148.225163] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.232744] env[61960]: DEBUG oslo_vmware.api [None req-e7e6a6b5-35dc-4ed9-9efd-0a2f20ede563 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Task: {'id': task-436912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.366177] env[61960]: DEBUG oslo_vmware.api [None req-28092e66-c453-4659-8daa-2deb775f977c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436909, 'name': PowerOffVM_Task, 'duration_secs': 0.220951} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.366550] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-28092e66-c453-4659-8daa-2deb775f977c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1148.366801] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-28092e66-c453-4659-8daa-2deb775f977c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1148.367119] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70f015b1-2d63-4975-a4a3-6e1d1e3bcebf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.435165] env[61960]: DEBUG oslo_vmware.api [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436910, 'name': ReconfigVM_Task, 'duration_secs': 0.333611} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.435551] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 4ebd3ee8-714f-4c70-b42d-c41dab44b837/4ebd3ee8-714f-4c70-b42d-c41dab44b837.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.436306] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6a6b609-f61e-4540-9c8b-6374447417bd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.442744] env[61960]: DEBUG oslo_vmware.api [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1148.442744] env[61960]: value = "task-436914" [ 1148.442744] env[61960]: _type = "Task" [ 1148.442744] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.448316] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-28092e66-c453-4659-8daa-2deb775f977c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1148.448544] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-28092e66-c453-4659-8daa-2deb775f977c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1148.448816] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-28092e66-c453-4659-8daa-2deb775f977c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Deleting the datastore file [datastore1] 5af86187-1400-4799-bdec-46dd40215062 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.452508] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64c01a08-92b0-4541-b119-c1b9ee198651 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.454504] env[61960]: DEBUG oslo_vmware.api [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436914, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.459235] env[61960]: DEBUG oslo_vmware.api [None req-28092e66-c453-4659-8daa-2deb775f977c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for the task: (returnval){ [ 1148.459235] env[61960]: value = "task-436915" [ 1148.459235] env[61960]: _type = "Task" [ 1148.459235] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.467657] env[61960]: DEBUG oslo_vmware.api [None req-28092e66-c453-4659-8daa-2deb775f977c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.491989] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1148.505841] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Releasing lock "refresh_cache-4e2c038c-d0b0-467d-975f-a97eabb285db" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.505841] env[61960]: DEBUG nova.compute.manager [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Instance network_info: |[{"id": "ab86d401-ee60-4c54-902f-799695eebe4f", "address": "fa:16:3e:cd:52:f9", "network": {"id": "3a569aec-6b30-4bb4-8914-7c7afd888fb4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1746877260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6559a3a4d38a40259852a2584496342c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab86d401-ee", "ovs_interfaceid": "ab86d401-ee60-4c54-902f-799695eebe4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1148.505841] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:52:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab86d401-ee60-4c54-902f-799695eebe4f', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.512776] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Creating folder: Project (6559a3a4d38a40259852a2584496342c). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1148.513692] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7772395-a501-4de8-a682-6d489e58b594 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.524946] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Created folder: Project (6559a3a4d38a40259852a2584496342c) in parent group-v115929. [ 1148.525153] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Creating folder: Instances. Parent ref: group-v116230. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1148.525383] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a9678ff-e458-4640-b32c-70e047c7f83f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.534026] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Created folder: Instances in parent group-v116230. [ 1148.534296] env[61960]: DEBUG oslo.service.loopingcall [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1148.534476] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1148.534675] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce4e642e-4e1b-43e6-9026-616abef2c3ed {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.556212] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.556212] env[61960]: value = "task-436918" [ 1148.556212] env[61960]: _type = "Task" [ 1148.556212] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.564977] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436918, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.660937] env[61960]: DEBUG nova.compute.manager [req-966dc387-e6cc-4d57-9ead-8d02979882da req-4ae8e8f7-0d25-477b-bd3f-04312e32f20b service nova] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Received event network-changed-ab86d401-ee60-4c54-902f-799695eebe4f {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1148.661246] env[61960]: DEBUG nova.compute.manager [req-966dc387-e6cc-4d57-9ead-8d02979882da req-4ae8e8f7-0d25-477b-bd3f-04312e32f20b service nova] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Refreshing instance network info cache due to event network-changed-ab86d401-ee60-4c54-902f-799695eebe4f. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1148.661569] env[61960]: DEBUG oslo_concurrency.lockutils [req-966dc387-e6cc-4d57-9ead-8d02979882da req-4ae8e8f7-0d25-477b-bd3f-04312e32f20b service nova] Acquiring lock "refresh_cache-4e2c038c-d0b0-467d-975f-a97eabb285db" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.661741] env[61960]: DEBUG oslo_concurrency.lockutils [req-966dc387-e6cc-4d57-9ead-8d02979882da req-4ae8e8f7-0d25-477b-bd3f-04312e32f20b service nova] Acquired lock "refresh_cache-4e2c038c-d0b0-467d-975f-a97eabb285db" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.661920] env[61960]: DEBUG nova.network.neutron [req-966dc387-e6cc-4d57-9ead-8d02979882da req-4ae8e8f7-0d25-477b-bd3f-04312e32f20b service nova] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Refreshing network info cache for port ab86d401-ee60-4c54-902f-799695eebe4f {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1148.737050] env[61960]: DEBUG oslo_vmware.api [None req-e7e6a6b5-35dc-4ed9-9efd-0a2f20ede563 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Task: {'id': task-436912, 'name': PowerOffVM_Task, 'duration_secs': 0.220979} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.737423] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e6a6b5-35dc-4ed9-9efd-0a2f20ede563 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1148.737681] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e6a6b5-35dc-4ed9-9efd-0a2f20ede563 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1148.737940] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b654066-82e7-4d4b-92b8-83d7534148bd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.803821] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e6a6b5-35dc-4ed9-9efd-0a2f20ede563 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1148.804117] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e6a6b5-35dc-4ed9-9efd-0a2f20ede563 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1148.804336] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e6a6b5-35dc-4ed9-9efd-0a2f20ede563 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Deleting the datastore file [datastore1] 5ff8d9bc-955b-4b08-b758-227e0c634f56 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.804625] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ed59279-2b8e-49bb-a59c-e8834265aa7e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.814148] env[61960]: DEBUG oslo_vmware.api [None req-e7e6a6b5-35dc-4ed9-9efd-0a2f20ede563 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Waiting for the task: (returnval){ [ 1148.814148] env[61960]: value = "task-436920" [ 1148.814148] env[61960]: _type = "Task" [ 1148.814148] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.825142] env[61960]: DEBUG oslo_vmware.api [None req-e7e6a6b5-35dc-4ed9-9efd-0a2f20ede563 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Task: {'id': task-436920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.952490] env[61960]: DEBUG oslo_vmware.api [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436914, 'name': Rename_Task, 'duration_secs': 0.288816} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.952774] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1148.953081] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7e95e46-3f77-4b9c-85f3-7c9f65974b8c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.958520] env[61960]: DEBUG oslo_vmware.api [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1148.958520] env[61960]: value = "task-436921" [ 1148.958520] env[61960]: _type = "Task" [ 1148.958520] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.969141] env[61960]: DEBUG oslo_vmware.api [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.972120] env[61960]: DEBUG oslo_vmware.api [None req-28092e66-c453-4659-8daa-2deb775f977c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Task: {'id': task-436915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138454} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.972364] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-28092e66-c453-4659-8daa-2deb775f977c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.972566] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-28092e66-c453-4659-8daa-2deb775f977c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1148.972737] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-28092e66-c453-4659-8daa-2deb775f977c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1148.972920] env[61960]: INFO nova.compute.manager [None req-28092e66-c453-4659-8daa-2deb775f977c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] [instance: 5af86187-1400-4799-bdec-46dd40215062] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1148.973179] env[61960]: DEBUG oslo.service.loopingcall [None req-28092e66-c453-4659-8daa-2deb775f977c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1148.973377] env[61960]: DEBUG nova.compute.manager [-] [instance: 5af86187-1400-4799-bdec-46dd40215062] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1148.973471] env[61960]: DEBUG nova.network.neutron [-] [instance: 5af86187-1400-4799-bdec-46dd40215062] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1148.997590] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=61960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1148.997590] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.284s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.066709] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436918, 'name': CreateVM_Task, 'duration_secs': 0.436816} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.066875] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1149.067553] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.067743] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.068096] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.068355] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9a1ad2c-92d3-4dd0-b592-641df07f4c89 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.072717] env[61960]: DEBUG oslo_vmware.api [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Waiting for the task: (returnval){ [ 1149.072717] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5220c2ad-ac99-10cc-4df6-074079e8d8f6" [ 1149.072717] env[61960]: _type = "Task" [ 1149.072717] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.080413] env[61960]: DEBUG oslo_vmware.api [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5220c2ad-ac99-10cc-4df6-074079e8d8f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.322923] env[61960]: DEBUG nova.compute.manager [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Stashing vm_state: stopped {{(pid=61960) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1149.332016] env[61960]: DEBUG oslo_vmware.api [None req-e7e6a6b5-35dc-4ed9-9efd-0a2f20ede563 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Task: {'id': task-436920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159963} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.332016] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e6a6b5-35dc-4ed9-9efd-0a2f20ede563 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.332016] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e6a6b5-35dc-4ed9-9efd-0a2f20ede563 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1149.332200] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e6a6b5-35dc-4ed9-9efd-0a2f20ede563 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1149.332341] env[61960]: INFO nova.compute.manager [None req-e7e6a6b5-35dc-4ed9-9efd-0a2f20ede563 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1149.332596] env[61960]: DEBUG oslo.service.loopingcall [None req-e7e6a6b5-35dc-4ed9-9efd-0a2f20ede563 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1149.336086] env[61960]: DEBUG nova.compute.manager [-] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1149.336086] env[61960]: DEBUG nova.network.neutron [-] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1149.393491] env[61960]: DEBUG nova.network.neutron [req-966dc387-e6cc-4d57-9ead-8d02979882da req-4ae8e8f7-0d25-477b-bd3f-04312e32f20b service nova] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Updated VIF entry in instance network info cache for port ab86d401-ee60-4c54-902f-799695eebe4f. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1149.394032] env[61960]: DEBUG nova.network.neutron [req-966dc387-e6cc-4d57-9ead-8d02979882da req-4ae8e8f7-0d25-477b-bd3f-04312e32f20b service nova] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Updating instance_info_cache with network_info: [{"id": "ab86d401-ee60-4c54-902f-799695eebe4f", "address": "fa:16:3e:cd:52:f9", "network": {"id": "3a569aec-6b30-4bb4-8914-7c7afd888fb4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1746877260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6559a3a4d38a40259852a2584496342c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab86d401-ee", "ovs_interfaceid": "ab86d401-ee60-4c54-902f-799695eebe4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.467701] env[61960]: DEBUG oslo_vmware.api [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436921, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.583025] env[61960]: DEBUG oslo_vmware.api [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5220c2ad-ac99-10cc-4df6-074079e8d8f6, 'name': SearchDatastore_Task, 'duration_secs': 0.023159} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.583364] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.583608] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.583884] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.584061] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.584258] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.584520] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b11a3c2-d3ca-405d-b151-38f9dc88d1e1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.598302] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.598493] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1149.599245] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d70f0212-b942-4dc8-a84d-c8361e286674 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.604338] env[61960]: DEBUG oslo_vmware.api [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Waiting for the task: (returnval){ [ 1149.604338] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527f2db0-0089-b469-4697-97e235c984f5" [ 1149.604338] env[61960]: _type = "Task" [ 1149.604338] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.612081] env[61960]: DEBUG oslo_vmware.api [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527f2db0-0089-b469-4697-97e235c984f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.692199] env[61960]: DEBUG nova.network.neutron [-] [instance: 5af86187-1400-4799-bdec-46dd40215062] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.844527] env[61960]: DEBUG oslo_concurrency.lockutils [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.844810] env[61960]: DEBUG oslo_concurrency.lockutils [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.897185] env[61960]: DEBUG oslo_concurrency.lockutils [req-966dc387-e6cc-4d57-9ead-8d02979882da req-4ae8e8f7-0d25-477b-bd3f-04312e32f20b service nova] Releasing lock "refresh_cache-4e2c038c-d0b0-467d-975f-a97eabb285db" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.968113] env[61960]: DEBUG oslo_vmware.api [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436921, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.062695] env[61960]: DEBUG nova.network.neutron [-] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.117829] env[61960]: DEBUG oslo_vmware.api [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527f2db0-0089-b469-4697-97e235c984f5, 'name': SearchDatastore_Task, 'duration_secs': 0.008555} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.118736] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e29a94d6-534e-4493-b82b-3119321dc88e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.124828] env[61960]: DEBUG oslo_vmware.api [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Waiting for the task: (returnval){ [ 1150.124828] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520b4299-93f1-be65-724f-1c7d627aa93c" [ 1150.124828] env[61960]: _type = "Task" [ 1150.124828] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.133356] env[61960]: DEBUG oslo_vmware.api [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520b4299-93f1-be65-724f-1c7d627aa93c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.195543] env[61960]: INFO nova.compute.manager [-] [instance: 5af86187-1400-4799-bdec-46dd40215062] Took 1.22 seconds to deallocate network for instance. [ 1150.349693] env[61960]: INFO nova.compute.claims [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1150.465630] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.469233] env[61960]: DEBUG oslo_vmware.api [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436921, 'name': PowerOnVM_Task, 'duration_secs': 1.33226} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.469492] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1150.469695] env[61960]: INFO nova.compute.manager [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1150.469882] env[61960]: DEBUG nova.compute.manager [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1150.470635] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6da3ff-25cc-4b59-a03b-c637da1ef265 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.565109] env[61960]: INFO nova.compute.manager [-] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Took 1.23 seconds to deallocate network for instance. [ 1150.635933] env[61960]: DEBUG oslo_vmware.api [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]520b4299-93f1-be65-724f-1c7d627aa93c, 'name': SearchDatastore_Task, 'duration_secs': 0.01005} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.636230] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.636497] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 4e2c038c-d0b0-467d-975f-a97eabb285db/4e2c038c-d0b0-467d-975f-a97eabb285db.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1150.636765] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8a5e0c4-b2d8-403e-834c-c3eeff9faec7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.644130] env[61960]: DEBUG oslo_vmware.api [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Waiting for the task: (returnval){ [ 1150.644130] env[61960]: value = "task-436923" [ 1150.644130] env[61960]: _type = "Task" [ 1150.644130] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.652209] env[61960]: DEBUG oslo_vmware.api [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': task-436923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.701813] env[61960]: DEBUG nova.compute.manager [req-4ccb414a-a43d-4f3a-9b30-167ee99067f2 req-0f7f044e-9a2d-4ec7-be8f-24c8a427f36a service nova] [instance: 5af86187-1400-4799-bdec-46dd40215062] Received event network-vif-deleted-6f8d018e-cbf4-483c-a0fc-6c929cfed430 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1150.702142] env[61960]: DEBUG nova.compute.manager [req-4ccb414a-a43d-4f3a-9b30-167ee99067f2 req-0f7f044e-9a2d-4ec7-be8f-24c8a427f36a service nova] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Received event network-vif-deleted-11082257-43bf-46e3-a6e4-955ba8a28dba {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1150.703295] env[61960]: DEBUG oslo_concurrency.lockutils [None req-28092e66-c453-4659-8daa-2deb775f977c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.856347] env[61960]: INFO nova.compute.resource_tracker [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Updating resource usage from migration d592e38f-9383-44d9-bd29-f39e1bb2436e [ 1150.989033] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84ef305-c6cb-4bce-a0e8-bc5e90dc2519 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.993997] env[61960]: INFO nova.compute.manager [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Took 15.52 seconds to build instance. [ 1150.999055] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59817109-db8f-46b3-9690-a7298b3377a1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.036670] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208b48c4-7799-474c-aacf-7c6c68d519f0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.044874] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcbcd57-20e7-4048-994a-6a13d11c1fd2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.061642] env[61960]: DEBUG nova.compute.provider_tree [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.072493] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e7e6a6b5-35dc-4ed9-9efd-0a2f20ede563 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.161652] env[61960]: DEBUG oslo_vmware.api [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': task-436923, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.277111] env[61960]: DEBUG nova.compute.manager [req-33212333-ca06-487e-994d-66fe95b8358f req-b8529e5f-894d-403b-9f43-b2a78ff8dd09 service nova] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Received event network-changed-4ab475e9-10bc-479b-9f2a-f19bd313ef42 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1151.277344] env[61960]: DEBUG nova.compute.manager [req-33212333-ca06-487e-994d-66fe95b8358f req-b8529e5f-894d-403b-9f43-b2a78ff8dd09 service nova] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Refreshing instance network info cache due to event network-changed-4ab475e9-10bc-479b-9f2a-f19bd313ef42. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1151.277562] env[61960]: DEBUG oslo_concurrency.lockutils [req-33212333-ca06-487e-994d-66fe95b8358f req-b8529e5f-894d-403b-9f43-b2a78ff8dd09 service nova] Acquiring lock "refresh_cache-4ebd3ee8-714f-4c70-b42d-c41dab44b837" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.277757] env[61960]: DEBUG oslo_concurrency.lockutils [req-33212333-ca06-487e-994d-66fe95b8358f req-b8529e5f-894d-403b-9f43-b2a78ff8dd09 service nova] Acquired lock "refresh_cache-4ebd3ee8-714f-4c70-b42d-c41dab44b837" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.277987] env[61960]: DEBUG nova.network.neutron [req-33212333-ca06-487e-994d-66fe95b8358f req-b8529e5f-894d-403b-9f43-b2a78ff8dd09 service nova] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Refreshing network info cache for port 4ab475e9-10bc-479b-9f2a-f19bd313ef42 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1151.496134] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b7456912-90ef-4787-bb62-b8b5d2e1a1ab tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "4ebd3ee8-714f-4c70-b42d-c41dab44b837" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.029s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.496437] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "4ebd3ee8-714f-4c70-b42d-c41dab44b837" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.145s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.496685] env[61960]: INFO nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] During sync_power_state the instance has a pending task (spawning). Skip. [ 1151.496884] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "4ebd3ee8-714f-4c70-b42d-c41dab44b837" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.564129] env[61960]: DEBUG nova.scheduler.client.report [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1151.661482] env[61960]: DEBUG oslo_vmware.api [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': task-436923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545247} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.661759] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 4e2c038c-d0b0-467d-975f-a97eabb285db/4e2c038c-d0b0-467d-975f-a97eabb285db.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1151.661982] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.662259] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f777ffb-a0a9-427c-9eaa-db2001319051 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.669027] env[61960]: DEBUG oslo_vmware.api [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Waiting for the task: (returnval){ [ 1151.669027] env[61960]: value = "task-436924" [ 1151.669027] env[61960]: _type = "Task" [ 1151.669027] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.675876] env[61960]: DEBUG oslo_vmware.api [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': task-436924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.969137] env[61960]: DEBUG nova.network.neutron [req-33212333-ca06-487e-994d-66fe95b8358f req-b8529e5f-894d-403b-9f43-b2a78ff8dd09 service nova] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Updated VIF entry in instance network info cache for port 4ab475e9-10bc-479b-9f2a-f19bd313ef42. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1151.969534] env[61960]: DEBUG nova.network.neutron [req-33212333-ca06-487e-994d-66fe95b8358f req-b8529e5f-894d-403b-9f43-b2a78ff8dd09 service nova] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Updating instance_info_cache with network_info: [{"id": "4ab475e9-10bc-479b-9f2a-f19bd313ef42", "address": "fa:16:3e:a8:05:8a", "network": {"id": "b3f1be9e-dd35-46f9-821a-c6b2552e81d9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1141310629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf475330bc0c445c95981e7303db5949", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ab475e9-10", "ovs_interfaceid": "4ab475e9-10bc-479b-9f2a-f19bd313ef42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.069232] env[61960]: DEBUG oslo_concurrency.lockutils [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.224s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.069455] env[61960]: INFO nova.compute.manager [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Migrating [ 1152.075811] env[61960]: DEBUG oslo_concurrency.lockutils [None req-28092e66-c453-4659-8daa-2deb775f977c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.373s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.076045] env[61960]: DEBUG nova.objects.instance [None req-28092e66-c453-4659-8daa-2deb775f977c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lazy-loading 'resources' on Instance uuid 5af86187-1400-4799-bdec-46dd40215062 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.177691] env[61960]: DEBUG oslo_vmware.api [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': task-436924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084066} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.180123] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1152.181041] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5361299a-a3e2-45a4-ac84-2a33e0f1b08e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.203357] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 4e2c038c-d0b0-467d-975f-a97eabb285db/4e2c038c-d0b0-467d-975f-a97eabb285db.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.204356] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9be825be-bae8-4707-a4b3-82f4a98da84f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.218835] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cf0f6b-4268-452d-b31d-17cac9926607 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.227308] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40fba20-0ed6-41dc-be07-2c2414f1089e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.231033] env[61960]: DEBUG oslo_vmware.api [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Waiting for the task: (returnval){ [ 1152.231033] env[61960]: value = "task-436926" [ 1152.231033] env[61960]: _type = "Task" [ 1152.231033] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.260033] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c99cc8-e4c2-4bd3-8424-d01e3420440d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.265217] env[61960]: DEBUG oslo_vmware.api [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': task-436926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.270246] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9ab66f-acca-42d5-bd55-27bb3dfc8bb9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.285063] env[61960]: DEBUG nova.compute.provider_tree [None req-28092e66-c453-4659-8daa-2deb775f977c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.472526] env[61960]: DEBUG oslo_concurrency.lockutils [req-33212333-ca06-487e-994d-66fe95b8358f req-b8529e5f-894d-403b-9f43-b2a78ff8dd09 service nova] Releasing lock "refresh_cache-4ebd3ee8-714f-4c70-b42d-c41dab44b837" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.589326] env[61960]: DEBUG oslo_concurrency.lockutils [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "refresh_cache-5b90779e-1b3b-47a2-b867-f3c45460bcf3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.589537] env[61960]: DEBUG oslo_concurrency.lockutils [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquired lock "refresh_cache-5b90779e-1b3b-47a2-b867-f3c45460bcf3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.589742] env[61960]: DEBUG nova.network.neutron [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1152.739521] env[61960]: DEBUG oslo_vmware.api [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': task-436926, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.787793] env[61960]: DEBUG nova.scheduler.client.report [None req-28092e66-c453-4659-8daa-2deb775f977c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1153.242467] env[61960]: DEBUG oslo_vmware.api [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': task-436926, 'name': ReconfigVM_Task, 'duration_secs': 0.545814} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.242863] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 4e2c038c-d0b0-467d-975f-a97eabb285db/4e2c038c-d0b0-467d-975f-a97eabb285db.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.243736] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7390aab1-eb5b-4d5c-8d57-d8f918765f80 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.250540] env[61960]: DEBUG oslo_vmware.api [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Waiting for the task: (returnval){ [ 1153.250540] env[61960]: value = "task-436927" [ 1153.250540] env[61960]: _type = "Task" [ 1153.250540] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.261381] env[61960]: DEBUG oslo_vmware.api [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': task-436927, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.292799] env[61960]: DEBUG oslo_concurrency.lockutils [None req-28092e66-c453-4659-8daa-2deb775f977c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.217s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.294975] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e7e6a6b5-35dc-4ed9-9efd-0a2f20ede563 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.223s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.295238] env[61960]: DEBUG nova.objects.instance [None req-e7e6a6b5-35dc-4ed9-9efd-0a2f20ede563 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Lazy-loading 'resources' on Instance uuid 5ff8d9bc-955b-4b08-b758-227e0c634f56 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.312584] env[61960]: INFO nova.scheduler.client.report [None req-28092e66-c453-4659-8daa-2deb775f977c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Deleted allocations for instance 5af86187-1400-4799-bdec-46dd40215062 [ 1153.323305] env[61960]: DEBUG nova.network.neutron [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Updating instance_info_cache with network_info: [{"id": "e58188fa-a29b-4e79-9ce9-1a820b644c2e", "address": "fa:16:3e:96:59:08", "network": {"id": "7c271de7-8f8a-49cc-b8c7-799265f10498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-907169809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36536ccdab3c4f87b6c61946a3e6b530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape58188fa-a2", "ovs_interfaceid": "e58188fa-a29b-4e79-9ce9-1a820b644c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.761110] env[61960]: DEBUG oslo_vmware.api [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': task-436927, 'name': Rename_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.820614] env[61960]: DEBUG oslo_concurrency.lockutils [None req-28092e66-c453-4659-8daa-2deb775f977c tempest-ServersTestJSON-2103673165 tempest-ServersTestJSON-2103673165-project-member] Lock "5af86187-1400-4799-bdec-46dd40215062" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.017s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.827130] env[61960]: DEBUG oslo_concurrency.lockutils [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Releasing lock "refresh_cache-5b90779e-1b3b-47a2-b867-f3c45460bcf3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.897870] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff33b3f-af66-42ca-8625-338d99ad049c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.905365] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4164a1b-08a7-4be6-a94a-3bd34de58125 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.935997] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d647f3-9463-4232-859b-b9f6afa2b910 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.943261] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a36828d-f4f6-4162-8740-8fb8064bd6a2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.956251] env[61960]: DEBUG nova.compute.provider_tree [None req-e7e6a6b5-35dc-4ed9-9efd-0a2f20ede563 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.262096] env[61960]: DEBUG oslo_vmware.api [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': task-436927, 'name': Rename_Task, 'duration_secs': 0.578902} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.262404] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1154.262638] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d137ab6-5cd1-4083-b826-9f3215bb1a57 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.268283] env[61960]: DEBUG oslo_vmware.api [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Waiting for the task: (returnval){ [ 1154.268283] env[61960]: value = "task-436929" [ 1154.268283] env[61960]: _type = "Task" [ 1154.268283] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.275476] env[61960]: DEBUG oslo_vmware.api [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': task-436929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.458792] env[61960]: DEBUG nova.scheduler.client.report [None req-e7e6a6b5-35dc-4ed9-9efd-0a2f20ede563 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1154.778560] env[61960]: DEBUG oslo_vmware.api [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': task-436929, 'name': PowerOnVM_Task, 'duration_secs': 0.433661} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.778883] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1154.779139] env[61960]: INFO nova.compute.manager [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1154.779349] env[61960]: DEBUG nova.compute.manager [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1154.780121] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8993332e-c7f2-4cf8-acbb-656e7f3367db {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.964190] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e7e6a6b5-35dc-4ed9-9efd-0a2f20ede563 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.997774] env[61960]: INFO nova.scheduler.client.report [None req-e7e6a6b5-35dc-4ed9-9efd-0a2f20ede563 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Deleted allocations for instance 5ff8d9bc-955b-4b08-b758-227e0c634f56 [ 1155.297489] env[61960]: INFO nova.compute.manager [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Took 14.45 seconds to build instance. [ 1155.341265] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144baac4-3add-4d52-a415-894f5fdfb80b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.360620] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Updating instance '5b90779e-1b3b-47a2-b867-f3c45460bcf3' progress to 0 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1155.507534] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e7e6a6b5-35dc-4ed9-9efd-0a2f20ede563 tempest-ServerAddressesNegativeTestJSON-763599688 tempest-ServerAddressesNegativeTestJSON-763599688-project-member] Lock "5ff8d9bc-955b-4b08-b758-227e0c634f56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.304s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.541442] env[61960]: INFO nova.compute.manager [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Rescuing [ 1155.541732] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Acquiring lock "refresh_cache-4e2c038c-d0b0-467d-975f-a97eabb285db" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.541894] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Acquired lock "refresh_cache-4e2c038c-d0b0-467d-975f-a97eabb285db" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.542083] env[61960]: DEBUG nova.network.neutron [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1155.799275] env[61960]: DEBUG oslo_concurrency.lockutils [None req-fe432880-d692-49f1-8c09-dbfb1ab41b4a tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Lock "4e2c038c-d0b0-467d-975f-a97eabb285db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.964s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.799592] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "4e2c038c-d0b0-467d-975f-a97eabb285db" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.448s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.800541] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23711b70-f113-4b3d-9aa4-bcf2616d7f53 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.866759] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1155.867507] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fabe864-60c3-4fe7-89da-7c768b0305b5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.874966] env[61960]: DEBUG oslo_vmware.api [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1155.874966] env[61960]: value = "task-436930" [ 1155.874966] env[61960]: _type = "Task" [ 1155.874966] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.883357] env[61960]: DEBUG oslo_vmware.api [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.311286] env[61960]: DEBUG nova.network.neutron [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Updating instance_info_cache with network_info: [{"id": "ab86d401-ee60-4c54-902f-799695eebe4f", "address": "fa:16:3e:cd:52:f9", "network": {"id": "3a569aec-6b30-4bb4-8914-7c7afd888fb4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1746877260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6559a3a4d38a40259852a2584496342c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab86d401-ee", "ovs_interfaceid": "ab86d401-ee60-4c54-902f-799695eebe4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.312919] env[61960]: INFO nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] During sync_power_state the instance has a pending task (rescuing). Skip. [ 1156.313172] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "4e2c038c-d0b0-467d-975f-a97eabb285db" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.514s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.388368] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] VM already powered off {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1156.388629] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Updating instance '5b90779e-1b3b-47a2-b867-f3c45460bcf3' progress to 17 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1156.586465] env[61960]: DEBUG oslo_concurrency.lockutils [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Acquiring lock "4670b6b9-5fa8-4963-b2e8-099182c334b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.586708] env[61960]: DEBUG oslo_concurrency.lockutils [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Lock "4670b6b9-5fa8-4963-b2e8-099182c334b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.814649] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Releasing lock "refresh_cache-4e2c038c-d0b0-467d-975f-a97eabb285db" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.897985] env[61960]: DEBUG nova.virt.hardware [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:07:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1156.898175] env[61960]: DEBUG nova.virt.hardware [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1156.898455] env[61960]: DEBUG nova.virt.hardware [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.899097] env[61960]: DEBUG nova.virt.hardware [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1156.899097] env[61960]: DEBUG nova.virt.hardware [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.899324] env[61960]: DEBUG nova.virt.hardware [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1156.900099] env[61960]: DEBUG nova.virt.hardware [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1156.900099] env[61960]: DEBUG nova.virt.hardware [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1156.900273] env[61960]: DEBUG nova.virt.hardware [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1156.900901] env[61960]: DEBUG nova.virt.hardware [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1156.900901] env[61960]: DEBUG nova.virt.hardware [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1156.911881] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6957deff-5eee-43da-8add-e1927bac0d54 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.937801] env[61960]: DEBUG oslo_vmware.api [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1156.937801] env[61960]: value = "task-436932" [ 1156.937801] env[61960]: _type = "Task" [ 1156.937801] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.950460] env[61960]: DEBUG oslo_vmware.api [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436932, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.090091] env[61960]: DEBUG nova.compute.manager [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1157.351053] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1157.351540] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc4a81b4-6cc5-4ade-98fc-89bb2220f081 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.359528] env[61960]: DEBUG oslo_vmware.api [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Waiting for the task: (returnval){ [ 1157.359528] env[61960]: value = "task-436933" [ 1157.359528] env[61960]: _type = "Task" [ 1157.359528] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.380111] env[61960]: DEBUG oslo_vmware.api [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': task-436933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.450028] env[61960]: DEBUG oslo_vmware.api [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436932, 'name': ReconfigVM_Task, 'duration_secs': 0.175301} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.450028] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Updating instance '5b90779e-1b3b-47a2-b867-f3c45460bcf3' progress to 33 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1157.616820] env[61960]: DEBUG oslo_concurrency.lockutils [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.617125] env[61960]: DEBUG oslo_concurrency.lockutils [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.618698] env[61960]: INFO nova.compute.claims [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.870415] env[61960]: DEBUG oslo_vmware.api [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': task-436933, 'name': PowerOffVM_Task, 'duration_secs': 0.245018} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.870698] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1157.871513] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf9bbde-64ea-4006-af2f-47ea23f5e508 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.889587] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e394ef-755b-4877-b555-95e4fb38c3a0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.922737] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1157.923064] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f545577b-c5fe-4063-b875-006a24a6665e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.929351] env[61960]: DEBUG oslo_vmware.api [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Waiting for the task: (returnval){ [ 1157.929351] env[61960]: value = "task-436934" [ 1157.929351] env[61960]: _type = "Task" [ 1157.929351] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.936812] env[61960]: DEBUG oslo_vmware.api [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': task-436934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.956498] env[61960]: DEBUG nova.virt.hardware [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1157.956802] env[61960]: DEBUG nova.virt.hardware [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1157.957071] env[61960]: DEBUG nova.virt.hardware [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.957347] env[61960]: DEBUG nova.virt.hardware [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1157.957605] env[61960]: DEBUG nova.virt.hardware [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.957862] env[61960]: DEBUG nova.virt.hardware [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1157.958176] env[61960]: DEBUG nova.virt.hardware [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1157.958403] env[61960]: DEBUG nova.virt.hardware [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1157.958651] env[61960]: DEBUG nova.virt.hardware [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1157.958871] env[61960]: DEBUG nova.virt.hardware [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1157.959157] env[61960]: DEBUG nova.virt.hardware [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1157.964585] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1157.964886] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9433d791-c709-4aba-9905-62091cdd8688 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.984737] env[61960]: DEBUG oslo_vmware.api [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1157.984737] env[61960]: value = "task-436935" [ 1157.984737] env[61960]: _type = "Task" [ 1157.984737] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.992986] env[61960]: DEBUG oslo_vmware.api [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.439524] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] VM already powered off {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1158.439864] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.440020] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.440315] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.440439] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.440690] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ff339ce-bb6a-46bf-ad41-25e40dafe822 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.451283] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.451463] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1158.452186] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8630145-3869-4edd-b3cf-8587c65d794e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.456899] env[61960]: DEBUG oslo_vmware.api [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Waiting for the task: (returnval){ [ 1158.456899] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f2921a-600d-a3c8-d16c-a313ee211df6" [ 1158.456899] env[61960]: _type = "Task" [ 1158.456899] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.464689] env[61960]: DEBUG oslo_vmware.api [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f2921a-600d-a3c8-d16c-a313ee211df6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.493192] env[61960]: DEBUG oslo_vmware.api [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436935, 'name': ReconfigVM_Task, 'duration_secs': 0.255666} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.493469] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1158.494270] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93bd353-e943-4405-95cf-491a5e8ee1cf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.518604] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 5b90779e-1b3b-47a2-b867-f3c45460bcf3/5b90779e-1b3b-47a2-b867-f3c45460bcf3.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.518896] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9434cb7-1e90-4fdd-ad64-6e13357916e8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.537694] env[61960]: DEBUG oslo_vmware.api [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1158.537694] env[61960]: value = "task-436937" [ 1158.537694] env[61960]: _type = "Task" [ 1158.537694] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.545453] env[61960]: DEBUG oslo_vmware.api [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436937, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.722263] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb1b48b-c7c0-4dfd-9341-72f0eb14a904 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.730065] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51397927-cb9f-4bd7-bbb2-3ef8a9e801db {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.759732] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80913c0b-6418-4db2-a1cd-f276108f2e29 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.766407] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e6f3ec-0fba-47f5-a450-ce139e5cc2bf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.779255] env[61960]: DEBUG nova.compute.provider_tree [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.967417] env[61960]: DEBUG oslo_vmware.api [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f2921a-600d-a3c8-d16c-a313ee211df6, 'name': SearchDatastore_Task, 'duration_secs': 0.008855} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.968297] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-824a6641-eed9-4718-a977-9d392eb06f41 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.973030] env[61960]: DEBUG oslo_vmware.api [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Waiting for the task: (returnval){ [ 1158.973030] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52490647-3395-d72d-adc7-0501b1b84400" [ 1158.973030] env[61960]: _type = "Task" [ 1158.973030] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.981744] env[61960]: DEBUG oslo_vmware.api [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52490647-3395-d72d-adc7-0501b1b84400, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.045526] env[61960]: DEBUG oslo_vmware.api [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436937, 'name': ReconfigVM_Task, 'duration_secs': 0.283939} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.045903] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 5b90779e-1b3b-47a2-b867-f3c45460bcf3/5b90779e-1b3b-47a2-b867-f3c45460bcf3.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.046232] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Updating instance '5b90779e-1b3b-47a2-b867-f3c45460bcf3' progress to 50 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1159.282495] env[61960]: DEBUG nova.scheduler.client.report [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1159.484125] env[61960]: DEBUG oslo_vmware.api [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52490647-3395-d72d-adc7-0501b1b84400, 'name': SearchDatastore_Task, 'duration_secs': 0.009167} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.484516] env[61960]: DEBUG oslo_concurrency.lockutils [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.484608] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 4e2c038c-d0b0-467d-975f-a97eabb285db/966cfc37-d288-40df-aff0-78f82eab8ff9-rescue.vmdk. {{(pid=61960) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1159.484874] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04644a6d-490f-4031-90a0-09fb2562065f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.491160] env[61960]: DEBUG oslo_vmware.api [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Waiting for the task: (returnval){ [ 1159.491160] env[61960]: value = "task-436938" [ 1159.491160] env[61960]: _type = "Task" [ 1159.491160] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.498482] env[61960]: DEBUG oslo_vmware.api [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': task-436938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.553278] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442f5d7b-bcdc-4269-b7cf-ec604f363257 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.572583] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08de04c1-759b-4923-bc5c-1fbc5daaa085 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.589887] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Updating instance '5b90779e-1b3b-47a2-b867-f3c45460bcf3' progress to 67 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1159.787402] env[61960]: DEBUG oslo_concurrency.lockutils [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.170s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.788221] env[61960]: DEBUG nova.compute.manager [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1160.001243] env[61960]: DEBUG oslo_vmware.api [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': task-436938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.429238} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.001505] env[61960]: INFO nova.virt.vmwareapi.ds_util [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 4e2c038c-d0b0-467d-975f-a97eabb285db/966cfc37-d288-40df-aff0-78f82eab8ff9-rescue.vmdk. [ 1160.002290] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611ed910-99cd-4f42-83d1-c104408c3738 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.026147] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 4e2c038c-d0b0-467d-975f-a97eabb285db/966cfc37-d288-40df-aff0-78f82eab8ff9-rescue.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.026402] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b19b3710-50bf-4833-956f-862fe51989ec {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.044331] env[61960]: DEBUG oslo_vmware.api [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Waiting for the task: (returnval){ [ 1160.044331] env[61960]: value = "task-436939" [ 1160.044331] env[61960]: _type = "Task" [ 1160.044331] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.053267] env[61960]: DEBUG oslo_vmware.api [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': task-436939, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.128345] env[61960]: DEBUG nova.network.neutron [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Port e58188fa-a29b-4e79-9ce9-1a820b644c2e binding to destination host cpu-1 is already ACTIVE {{(pid=61960) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1160.293337] env[61960]: DEBUG nova.compute.utils [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1160.294893] env[61960]: DEBUG nova.compute.manager [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Not allocating networking since 'none' was specified. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1160.554074] env[61960]: DEBUG oslo_vmware.api [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': task-436939, 'name': ReconfigVM_Task, 'duration_secs': 0.323893} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.554422] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 4e2c038c-d0b0-467d-975f-a97eabb285db/966cfc37-d288-40df-aff0-78f82eab8ff9-rescue.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.555169] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3150026d-f4d1-4e41-835d-9ca06e478450 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.579305] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-526bb20c-2fbb-4f32-9cec-f61c37336fa4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.593916] env[61960]: DEBUG oslo_vmware.api [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Waiting for the task: (returnval){ [ 1160.593916] env[61960]: value = "task-436940" [ 1160.593916] env[61960]: _type = "Task" [ 1160.593916] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.601646] env[61960]: DEBUG oslo_vmware.api [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': task-436940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.796308] env[61960]: DEBUG nova.compute.manager [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1161.103627] env[61960]: DEBUG oslo_vmware.api [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': task-436940, 'name': ReconfigVM_Task, 'duration_secs': 0.160949} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.103878] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1161.104156] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ad3b9c1-a675-4bd4-9d13-b4112a249cef {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.110638] env[61960]: DEBUG oslo_vmware.api [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Waiting for the task: (returnval){ [ 1161.110638] env[61960]: value = "task-436941" [ 1161.110638] env[61960]: _type = "Task" [ 1161.110638] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.117997] env[61960]: DEBUG oslo_vmware.api [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': task-436941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.151140] env[61960]: DEBUG oslo_concurrency.lockutils [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "5b90779e-1b3b-47a2-b867-f3c45460bcf3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.151397] env[61960]: DEBUG oslo_concurrency.lockutils [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "5b90779e-1b3b-47a2-b867-f3c45460bcf3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.151582] env[61960]: DEBUG oslo_concurrency.lockutils [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "5b90779e-1b3b-47a2-b867-f3c45460bcf3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.622415] env[61960]: DEBUG oslo_vmware.api [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': task-436941, 'name': PowerOnVM_Task, 'duration_secs': 0.382887} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.622782] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1161.625297] env[61960]: DEBUG nova.compute.manager [None req-0faa5f30-5a51-4a1e-a4dc-ac662c7598f5 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1161.626074] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe169ad-d8a4-42c4-aacc-af6bb4649111 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.807320] env[61960]: DEBUG nova.compute.manager [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1161.833517] env[61960]: DEBUG nova.virt.hardware [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1161.833846] env[61960]: DEBUG nova.virt.hardware [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1161.834087] env[61960]: DEBUG nova.virt.hardware [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.834307] env[61960]: DEBUG nova.virt.hardware [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1161.834468] env[61960]: DEBUG nova.virt.hardware [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.834628] env[61960]: DEBUG nova.virt.hardware [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1161.834847] env[61960]: DEBUG nova.virt.hardware [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1161.835030] env[61960]: DEBUG nova.virt.hardware [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1161.835216] env[61960]: DEBUG nova.virt.hardware [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1161.835388] env[61960]: DEBUG nova.virt.hardware [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1161.835579] env[61960]: DEBUG nova.virt.hardware [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1161.836484] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0d2ee0-7478-4bcc-a2a0-02e8a6b9ab48 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.844579] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40860d86-576d-4622-b5ed-1012e338ec73 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.858117] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Instance VIF info [] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.863525] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Creating folder: Project (a31f4df2d56e4eff83c46a1f093d794b). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1161.863790] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c70e7d32-4b75-493a-b4c2-4fd290434115 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.874891] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Created folder: Project (a31f4df2d56e4eff83c46a1f093d794b) in parent group-v115929. [ 1161.875061] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Creating folder: Instances. Parent ref: group-v116234. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1161.875276] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-223d9259-4d3a-4ac6-af17-ba29964dc58e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.883394] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Created folder: Instances in parent group-v116234. [ 1161.883633] env[61960]: DEBUG oslo.service.loopingcall [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1161.883821] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1161.884027] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-252dfda7-6b4f-43f6-83dc-cd1593879d8e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.899783] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.899783] env[61960]: value = "task-436944" [ 1161.899783] env[61960]: _type = "Task" [ 1161.899783] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.906795] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436944, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.049782] env[61960]: DEBUG oslo_concurrency.lockutils [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "72dd544f-6d36-4d8d-b64a-39233134e6d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.050070] env[61960]: DEBUG oslo_concurrency.lockutils [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "72dd544f-6d36-4d8d-b64a-39233134e6d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.181996] env[61960]: DEBUG oslo_concurrency.lockutils [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "refresh_cache-5b90779e-1b3b-47a2-b867-f3c45460bcf3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.182226] env[61960]: DEBUG oslo_concurrency.lockutils [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquired lock "refresh_cache-5b90779e-1b3b-47a2-b867-f3c45460bcf3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.182416] env[61960]: DEBUG nova.network.neutron [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1162.410462] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436944, 'name': CreateVM_Task, 'duration_secs': 0.264908} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.410680] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1162.411102] env[61960]: DEBUG oslo_concurrency.lockutils [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.411280] env[61960]: DEBUG oslo_concurrency.lockutils [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.411607] env[61960]: DEBUG oslo_concurrency.lockutils [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.411874] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01b663f1-55d9-47af-a86b-56eb96724b48 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.416288] env[61960]: DEBUG oslo_vmware.api [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Waiting for the task: (returnval){ [ 1162.416288] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528760c3-7d7e-9ac5-3716-52ee2f5a5a8a" [ 1162.416288] env[61960]: _type = "Task" [ 1162.416288] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.418470] env[61960]: DEBUG nova.compute.manager [req-f38ffc9e-943b-4200-9cd1-a6754ff7523e req-c3582c5d-cecf-4263-9bf4-a836725a5517 service nova] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Received event network-changed-ab86d401-ee60-4c54-902f-799695eebe4f {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1162.418665] env[61960]: DEBUG nova.compute.manager [req-f38ffc9e-943b-4200-9cd1-a6754ff7523e req-c3582c5d-cecf-4263-9bf4-a836725a5517 service nova] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Refreshing instance network info cache due to event network-changed-ab86d401-ee60-4c54-902f-799695eebe4f. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1162.418879] env[61960]: DEBUG oslo_concurrency.lockutils [req-f38ffc9e-943b-4200-9cd1-a6754ff7523e req-c3582c5d-cecf-4263-9bf4-a836725a5517 service nova] Acquiring lock "refresh_cache-4e2c038c-d0b0-467d-975f-a97eabb285db" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.419038] env[61960]: DEBUG oslo_concurrency.lockutils [req-f38ffc9e-943b-4200-9cd1-a6754ff7523e req-c3582c5d-cecf-4263-9bf4-a836725a5517 service nova] Acquired lock "refresh_cache-4e2c038c-d0b0-467d-975f-a97eabb285db" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.419230] env[61960]: DEBUG nova.network.neutron [req-f38ffc9e-943b-4200-9cd1-a6754ff7523e req-c3582c5d-cecf-4263-9bf4-a836725a5517 service nova] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Refreshing network info cache for port ab86d401-ee60-4c54-902f-799695eebe4f {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1162.428794] env[61960]: DEBUG oslo_vmware.api [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528760c3-7d7e-9ac5-3716-52ee2f5a5a8a, 'name': SearchDatastore_Task, 'duration_secs': 0.009832} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.429576] env[61960]: DEBUG oslo_concurrency.lockutils [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.429808] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.430059] env[61960]: DEBUG oslo_concurrency.lockutils [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.430218] env[61960]: DEBUG oslo_concurrency.lockutils [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.430405] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.430881] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04c803aa-1fde-4fc0-ab5a-325b24e24b7c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.438840] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.439342] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1162.439743] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8caf26a-143d-4abf-aa29-978e827f304f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.444526] env[61960]: DEBUG oslo_vmware.api [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Waiting for the task: (returnval){ [ 1162.444526] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52dc8fe2-08cd-d68f-c3a2-26957d3766ca" [ 1162.444526] env[61960]: _type = "Task" [ 1162.444526] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.451935] env[61960]: DEBUG oslo_vmware.api [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52dc8fe2-08cd-d68f-c3a2-26957d3766ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.552982] env[61960]: DEBUG nova.compute.manager [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1162.954304] env[61960]: DEBUG oslo_vmware.api [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52dc8fe2-08cd-d68f-c3a2-26957d3766ca, 'name': SearchDatastore_Task, 'duration_secs': 0.007558} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.955103] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f471efa-5eec-40b0-a516-e6f73f0cfb6b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.960153] env[61960]: DEBUG oslo_vmware.api [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Waiting for the task: (returnval){ [ 1162.960153] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5282e0f4-c4af-2342-a310-038b82958914" [ 1162.960153] env[61960]: _type = "Task" [ 1162.960153] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.967351] env[61960]: DEBUG oslo_vmware.api [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5282e0f4-c4af-2342-a310-038b82958914, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.981900] env[61960]: DEBUG nova.network.neutron [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Updating instance_info_cache with network_info: [{"id": "e58188fa-a29b-4e79-9ce9-1a820b644c2e", "address": "fa:16:3e:96:59:08", "network": {"id": "7c271de7-8f8a-49cc-b8c7-799265f10498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-907169809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36536ccdab3c4f87b6c61946a3e6b530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape58188fa-a2", "ovs_interfaceid": "e58188fa-a29b-4e79-9ce9-1a820b644c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.078489] env[61960]: DEBUG oslo_concurrency.lockutils [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.078783] env[61960]: DEBUG oslo_concurrency.lockutils [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.080842] env[61960]: INFO nova.compute.claims [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.128316] env[61960]: DEBUG nova.network.neutron [req-f38ffc9e-943b-4200-9cd1-a6754ff7523e req-c3582c5d-cecf-4263-9bf4-a836725a5517 service nova] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Updated VIF entry in instance network info cache for port ab86d401-ee60-4c54-902f-799695eebe4f. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1163.128704] env[61960]: DEBUG nova.network.neutron [req-f38ffc9e-943b-4200-9cd1-a6754ff7523e req-c3582c5d-cecf-4263-9bf4-a836725a5517 service nova] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Updating instance_info_cache with network_info: [{"id": "ab86d401-ee60-4c54-902f-799695eebe4f", "address": "fa:16:3e:cd:52:f9", "network": {"id": "3a569aec-6b30-4bb4-8914-7c7afd888fb4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1746877260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6559a3a4d38a40259852a2584496342c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab86d401-ee", "ovs_interfaceid": "ab86d401-ee60-4c54-902f-799695eebe4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.471110] env[61960]: DEBUG oslo_vmware.api [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5282e0f4-c4af-2342-a310-038b82958914, 'name': SearchDatastore_Task, 'duration_secs': 0.009159} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.471381] env[61960]: DEBUG oslo_concurrency.lockutils [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.471641] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 4670b6b9-5fa8-4963-b2e8-099182c334b9/4670b6b9-5fa8-4963-b2e8-099182c334b9.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1163.471906] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fac33f4-5b80-4c89-94ab-e304e896727a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.479073] env[61960]: DEBUG oslo_vmware.api [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Waiting for the task: (returnval){ [ 1163.479073] env[61960]: value = "task-436945" [ 1163.479073] env[61960]: _type = "Task" [ 1163.479073] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.487123] env[61960]: DEBUG oslo_concurrency.lockutils [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Releasing lock "refresh_cache-5b90779e-1b3b-47a2-b867-f3c45460bcf3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.490900] env[61960]: DEBUG oslo_vmware.api [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': task-436945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.634818] env[61960]: DEBUG oslo_concurrency.lockutils [req-f38ffc9e-943b-4200-9cd1-a6754ff7523e req-c3582c5d-cecf-4263-9bf4-a836725a5517 service nova] Releasing lock "refresh_cache-4e2c038c-d0b0-467d-975f-a97eabb285db" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.989869] env[61960]: DEBUG oslo_vmware.api [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': task-436945, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438641} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.990197] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 4670b6b9-5fa8-4963-b2e8-099182c334b9/4670b6b9-5fa8-4963-b2e8-099182c334b9.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1163.990381] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1163.990639] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ce1a443-689b-43be-9906-35731b4e35af {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.005262] env[61960]: DEBUG oslo_vmware.api [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Waiting for the task: (returnval){ [ 1164.005262] env[61960]: value = "task-436946" [ 1164.005262] env[61960]: _type = "Task" [ 1164.005262] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.016951] env[61960]: DEBUG oslo_vmware.api [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': task-436946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.018592] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551f7526-f663-4835-946a-210015264b35 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.039189] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d321cd99-3478-49c9-befd-61087e823dac {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.046374] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Updating instance '5b90779e-1b3b-47a2-b867-f3c45460bcf3' progress to 83 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1164.195699] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb8530c-9345-4955-9ef0-f33e58e4feae {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.203227] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f57220-aab5-4df3-8a96-6283bcbc2baa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.236439] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72f75fc-ae05-41e6-873f-1d0837f0426e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.243397] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3527b23-142d-4862-80b8-98bc4c235ba1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.258569] env[61960]: DEBUG nova.compute.provider_tree [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.438020] env[61960]: DEBUG nova.compute.manager [req-078b2fb9-5857-479d-aa9b-a2fa76d7be0d req-539d4464-f9dc-4ae2-bcb8-5f42b7f5e01d service nova] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Received event network-changed-ab86d401-ee60-4c54-902f-799695eebe4f {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1164.438020] env[61960]: DEBUG nova.compute.manager [req-078b2fb9-5857-479d-aa9b-a2fa76d7be0d req-539d4464-f9dc-4ae2-bcb8-5f42b7f5e01d service nova] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Refreshing instance network info cache due to event network-changed-ab86d401-ee60-4c54-902f-799695eebe4f. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1164.438020] env[61960]: DEBUG oslo_concurrency.lockutils [req-078b2fb9-5857-479d-aa9b-a2fa76d7be0d req-539d4464-f9dc-4ae2-bcb8-5f42b7f5e01d service nova] Acquiring lock "refresh_cache-4e2c038c-d0b0-467d-975f-a97eabb285db" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.438020] env[61960]: DEBUG oslo_concurrency.lockutils [req-078b2fb9-5857-479d-aa9b-a2fa76d7be0d req-539d4464-f9dc-4ae2-bcb8-5f42b7f5e01d service nova] Acquired lock "refresh_cache-4e2c038c-d0b0-467d-975f-a97eabb285db" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.438020] env[61960]: DEBUG nova.network.neutron [req-078b2fb9-5857-479d-aa9b-a2fa76d7be0d req-539d4464-f9dc-4ae2-bcb8-5f42b7f5e01d service nova] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Refreshing network info cache for port ab86d401-ee60-4c54-902f-799695eebe4f {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1164.454309] env[61960]: DEBUG nova.compute.manager [req-cefd4797-3c8b-43e1-80c2-464c5539a7cb req-e4109202-a4a3-4533-befb-5e991f5aa8b8 service nova] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Received event network-changed-ab86d401-ee60-4c54-902f-799695eebe4f {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1164.454541] env[61960]: DEBUG nova.compute.manager [req-cefd4797-3c8b-43e1-80c2-464c5539a7cb req-e4109202-a4a3-4533-befb-5e991f5aa8b8 service nova] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Refreshing instance network info cache due to event network-changed-ab86d401-ee60-4c54-902f-799695eebe4f. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1164.454734] env[61960]: DEBUG oslo_concurrency.lockutils [req-cefd4797-3c8b-43e1-80c2-464c5539a7cb req-e4109202-a4a3-4533-befb-5e991f5aa8b8 service nova] Acquiring lock "refresh_cache-4e2c038c-d0b0-467d-975f-a97eabb285db" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.513066] env[61960]: DEBUG oslo_vmware.api [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': task-436946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.552928] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-630b420b-d12a-47e9-825e-6a914c23f4f5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Updating instance '5b90779e-1b3b-47a2-b867-f3c45460bcf3' progress to 100 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1164.761985] env[61960]: DEBUG nova.scheduler.client.report [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1165.016010] env[61960]: DEBUG oslo_vmware.api [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': task-436946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.698915} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.016344] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1165.017085] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c8df88-46ce-47d6-8d23-4f226aa22221 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.036322] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 4670b6b9-5fa8-4963-b2e8-099182c334b9/4670b6b9-5fa8-4963-b2e8-099182c334b9.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.038915] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50f14a80-e5e8-4d77-8f7a-3006ab787d1d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.062843] env[61960]: DEBUG oslo_vmware.api [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Waiting for the task: (returnval){ [ 1165.062843] env[61960]: value = "task-436947" [ 1165.062843] env[61960]: _type = "Task" [ 1165.062843] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.072639] env[61960]: DEBUG oslo_vmware.api [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': task-436947, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.171080] env[61960]: DEBUG nova.network.neutron [req-078b2fb9-5857-479d-aa9b-a2fa76d7be0d req-539d4464-f9dc-4ae2-bcb8-5f42b7f5e01d service nova] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Updated VIF entry in instance network info cache for port ab86d401-ee60-4c54-902f-799695eebe4f. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1165.171582] env[61960]: DEBUG nova.network.neutron [req-078b2fb9-5857-479d-aa9b-a2fa76d7be0d req-539d4464-f9dc-4ae2-bcb8-5f42b7f5e01d service nova] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Updating instance_info_cache with network_info: [{"id": "ab86d401-ee60-4c54-902f-799695eebe4f", "address": "fa:16:3e:cd:52:f9", "network": {"id": "3a569aec-6b30-4bb4-8914-7c7afd888fb4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1746877260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6559a3a4d38a40259852a2584496342c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab86d401-ee", "ovs_interfaceid": "ab86d401-ee60-4c54-902f-799695eebe4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.269082] env[61960]: DEBUG oslo_concurrency.lockutils [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.188s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.269082] env[61960]: DEBUG nova.compute.manager [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1165.564377] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Acquiring lock "4e2c038c-d0b0-467d-975f-a97eabb285db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.564618] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Lock "4e2c038c-d0b0-467d-975f-a97eabb285db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.564873] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Acquiring lock "4e2c038c-d0b0-467d-975f-a97eabb285db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.565091] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Lock "4e2c038c-d0b0-467d-975f-a97eabb285db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.565274] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Lock "4e2c038c-d0b0-467d-975f-a97eabb285db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.571460] env[61960]: INFO nova.compute.manager [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Terminating instance [ 1165.576426] env[61960]: DEBUG nova.compute.manager [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1165.576637] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1165.577420] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c610d85-29b3-476a-a451-da7690ca69ce {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.585373] env[61960]: DEBUG oslo_vmware.api [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': task-436947, 'name': ReconfigVM_Task, 'duration_secs': 0.24836} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.587529] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 4670b6b9-5fa8-4963-b2e8-099182c334b9/4670b6b9-5fa8-4963-b2e8-099182c334b9.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.588222] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1165.588334] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78f077e0-07bf-4c8e-93db-0c10fc2a9eb6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.589801] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1009f2e-bf3d-4b46-928c-a909284c4d9f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.596033] env[61960]: DEBUG oslo_vmware.api [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Waiting for the task: (returnval){ [ 1165.596033] env[61960]: value = "task-436949" [ 1165.596033] env[61960]: _type = "Task" [ 1165.596033] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.598035] env[61960]: DEBUG oslo_vmware.api [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Waiting for the task: (returnval){ [ 1165.598035] env[61960]: value = "task-436948" [ 1165.598035] env[61960]: _type = "Task" [ 1165.598035] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.608129] env[61960]: DEBUG oslo_vmware.api [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': task-436949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.611205] env[61960]: DEBUG oslo_vmware.api [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': task-436948, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.676187] env[61960]: DEBUG oslo_concurrency.lockutils [req-078b2fb9-5857-479d-aa9b-a2fa76d7be0d req-539d4464-f9dc-4ae2-bcb8-5f42b7f5e01d service nova] Releasing lock "refresh_cache-4e2c038c-d0b0-467d-975f-a97eabb285db" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.676681] env[61960]: DEBUG oslo_concurrency.lockutils [req-cefd4797-3c8b-43e1-80c2-464c5539a7cb req-e4109202-a4a3-4533-befb-5e991f5aa8b8 service nova] Acquired lock "refresh_cache-4e2c038c-d0b0-467d-975f-a97eabb285db" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.676928] env[61960]: DEBUG nova.network.neutron [req-cefd4797-3c8b-43e1-80c2-464c5539a7cb req-e4109202-a4a3-4533-befb-5e991f5aa8b8 service nova] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Refreshing network info cache for port ab86d401-ee60-4c54-902f-799695eebe4f {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1165.774057] env[61960]: DEBUG nova.compute.utils [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1165.774706] env[61960]: DEBUG nova.compute.manager [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1165.774897] env[61960]: DEBUG nova.network.neutron [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1165.996751] env[61960]: DEBUG nova.policy [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b313581470504665a0f09348a35ad35d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb87a3aea6c94417a8eb19cb6eac7f08', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 1166.110680] env[61960]: DEBUG oslo_vmware.api [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': task-436948, 'name': Rename_Task, 'duration_secs': 0.131645} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.113241] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1166.113537] env[61960]: DEBUG oslo_vmware.api [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': task-436949, 'name': PowerOffVM_Task, 'duration_secs': 0.25339} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.113738] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8bbd0ab-674b-4718-8381-f6830c19dd65 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.115122] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1166.115568] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1166.115568] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bf44f48-526d-4e14-8742-1b32ab650118 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.122732] env[61960]: DEBUG oslo_vmware.api [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Waiting for the task: (returnval){ [ 1166.122732] env[61960]: value = "task-436950" [ 1166.122732] env[61960]: _type = "Task" [ 1166.122732] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.130183] env[61960]: DEBUG oslo_vmware.api [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': task-436950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.183238] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1166.183507] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1166.183716] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Deleting the datastore file [datastore1] 4e2c038c-d0b0-467d-975f-a97eabb285db {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.184328] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da9f23c2-6200-4e5e-bb9a-4043b32619d4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.190329] env[61960]: DEBUG oslo_vmware.api [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Waiting for the task: (returnval){ [ 1166.190329] env[61960]: value = "task-436952" [ 1166.190329] env[61960]: _type = "Task" [ 1166.190329] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.198460] env[61960]: DEBUG oslo_vmware.api [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': task-436952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.277970] env[61960]: DEBUG nova.compute.manager [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1166.294206] env[61960]: DEBUG nova.network.neutron [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Successfully created port: 26ca0ee3-a363-4720-b4d8-e1ec7ef09073 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1166.633695] env[61960]: DEBUG oslo_vmware.api [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': task-436950, 'name': PowerOnVM_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.634553] env[61960]: DEBUG nova.network.neutron [req-cefd4797-3c8b-43e1-80c2-464c5539a7cb req-e4109202-a4a3-4533-befb-5e991f5aa8b8 service nova] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Updated VIF entry in instance network info cache for port ab86d401-ee60-4c54-902f-799695eebe4f. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1166.634977] env[61960]: DEBUG nova.network.neutron [req-cefd4797-3c8b-43e1-80c2-464c5539a7cb req-e4109202-a4a3-4533-befb-5e991f5aa8b8 service nova] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Updating instance_info_cache with network_info: [{"id": "ab86d401-ee60-4c54-902f-799695eebe4f", "address": "fa:16:3e:cd:52:f9", "network": {"id": "3a569aec-6b30-4bb4-8914-7c7afd888fb4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1746877260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6559a3a4d38a40259852a2584496342c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab86d401-ee", "ovs_interfaceid": "ab86d401-ee60-4c54-902f-799695eebe4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.699966] env[61960]: DEBUG oslo_vmware.api [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Task: {'id': task-436952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232325} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.700245] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.700448] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1166.700632] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1166.700810] env[61960]: INFO nova.compute.manager [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1166.701083] env[61960]: DEBUG oslo.service.loopingcall [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1166.701293] env[61960]: DEBUG nova.compute.manager [-] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1166.701386] env[61960]: DEBUG nova.network.neutron [-] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1166.786793] env[61960]: INFO nova.virt.block_device [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Booting with volume f5fff812-fcde-4f51-b430-87eec726addc at /dev/sda [ 1166.824927] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0435e32a-70d0-40fb-baba-cdf27a2f7aaf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.837306] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8815f1-ea99-4125-b280-d519c49bf0bc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.868195] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-668655d1-1b78-4555-a009-c237ae8c447d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.875567] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74d3a72-a46b-4eff-9227-eeb21ee799d4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.902446] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e556d818-f56c-49a7-aed7-53d530d61169 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.911322] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc47e23-177f-455f-9cfa-6e3437e3ebd0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.924070] env[61960]: DEBUG nova.virt.block_device [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Updating existing volume attachment record: 97fb0776-2a47-4a56-9a2e-799d9d44c7bd {{(pid=61960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1166.940029] env[61960]: DEBUG nova.compute.manager [req-1a7721f8-32f0-4102-b14e-ec1ab75b7ba7 req-4f8aaab7-1054-4284-a8c1-067b0180bad6 service nova] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Received event network-vif-deleted-ab86d401-ee60-4c54-902f-799695eebe4f {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1166.940029] env[61960]: INFO nova.compute.manager [req-1a7721f8-32f0-4102-b14e-ec1ab75b7ba7 req-4f8aaab7-1054-4284-a8c1-067b0180bad6 service nova] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Neutron deleted interface ab86d401-ee60-4c54-902f-799695eebe4f; detaching it from the instance and deleting it from the info cache [ 1166.940029] env[61960]: DEBUG nova.network.neutron [req-1a7721f8-32f0-4102-b14e-ec1ab75b7ba7 req-4f8aaab7-1054-4284-a8c1-067b0180bad6 service nova] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.950551] env[61960]: DEBUG oslo_concurrency.lockutils [None req-876bf59a-ac12-42f1-a7a0-083591451d8c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "5b90779e-1b3b-47a2-b867-f3c45460bcf3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.950784] env[61960]: DEBUG oslo_concurrency.lockutils [None req-876bf59a-ac12-42f1-a7a0-083591451d8c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "5b90779e-1b3b-47a2-b867-f3c45460bcf3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.950996] env[61960]: DEBUG nova.compute.manager [None req-876bf59a-ac12-42f1-a7a0-083591451d8c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Going to confirm migration 8 {{(pid=61960) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1167.133564] env[61960]: DEBUG oslo_vmware.api [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': task-436950, 'name': PowerOnVM_Task, 'duration_secs': 0.539919} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.133983] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1167.134072] env[61960]: INFO nova.compute.manager [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Took 5.33 seconds to spawn the instance on the hypervisor. [ 1167.134247] env[61960]: DEBUG nova.compute.manager [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1167.135013] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae92aac-5f95-484d-9a88-e21f7d24a2ae {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.137610] env[61960]: DEBUG oslo_concurrency.lockutils [req-cefd4797-3c8b-43e1-80c2-464c5539a7cb req-e4109202-a4a3-4533-befb-5e991f5aa8b8 service nova] Releasing lock "refresh_cache-4e2c038c-d0b0-467d-975f-a97eabb285db" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.137869] env[61960]: DEBUG nova.compute.manager [req-cefd4797-3c8b-43e1-80c2-464c5539a7cb req-e4109202-a4a3-4533-befb-5e991f5aa8b8 service nova] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Received event network-changed-ab86d401-ee60-4c54-902f-799695eebe4f {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1167.138123] env[61960]: DEBUG nova.compute.manager [req-cefd4797-3c8b-43e1-80c2-464c5539a7cb req-e4109202-a4a3-4533-befb-5e991f5aa8b8 service nova] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Refreshing instance network info cache due to event network-changed-ab86d401-ee60-4c54-902f-799695eebe4f. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1167.139562] env[61960]: DEBUG oslo_concurrency.lockutils [req-cefd4797-3c8b-43e1-80c2-464c5539a7cb req-e4109202-a4a3-4533-befb-5e991f5aa8b8 service nova] Acquiring lock "refresh_cache-4e2c038c-d0b0-467d-975f-a97eabb285db" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.139562] env[61960]: DEBUG oslo_concurrency.lockutils [req-cefd4797-3c8b-43e1-80c2-464c5539a7cb req-e4109202-a4a3-4533-befb-5e991f5aa8b8 service nova] Acquired lock "refresh_cache-4e2c038c-d0b0-467d-975f-a97eabb285db" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.139562] env[61960]: DEBUG nova.network.neutron [req-cefd4797-3c8b-43e1-80c2-464c5539a7cb req-e4109202-a4a3-4533-befb-5e991f5aa8b8 service nova] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Refreshing network info cache for port ab86d401-ee60-4c54-902f-799695eebe4f {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1167.418502] env[61960]: DEBUG nova.network.neutron [-] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.442663] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8c998be-530b-445d-b47a-3de687c0162a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.452641] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876aa656-92a4-4c7d-8821-6643d8086039 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.487320] env[61960]: DEBUG nova.compute.manager [req-1a7721f8-32f0-4102-b14e-ec1ab75b7ba7 req-4f8aaab7-1054-4284-a8c1-067b0180bad6 service nova] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Detach interface failed, port_id=ab86d401-ee60-4c54-902f-799695eebe4f, reason: Instance 4e2c038c-d0b0-467d-975f-a97eabb285db could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1167.521736] env[61960]: DEBUG oslo_concurrency.lockutils [None req-876bf59a-ac12-42f1-a7a0-083591451d8c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "refresh_cache-5b90779e-1b3b-47a2-b867-f3c45460bcf3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.521955] env[61960]: DEBUG oslo_concurrency.lockutils [None req-876bf59a-ac12-42f1-a7a0-083591451d8c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquired lock "refresh_cache-5b90779e-1b3b-47a2-b867-f3c45460bcf3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.522150] env[61960]: DEBUG nova.network.neutron [None req-876bf59a-ac12-42f1-a7a0-083591451d8c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1167.522340] env[61960]: DEBUG nova.objects.instance [None req-876bf59a-ac12-42f1-a7a0-083591451d8c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lazy-loading 'info_cache' on Instance uuid 5b90779e-1b3b-47a2-b867-f3c45460bcf3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.652798] env[61960]: INFO nova.compute.manager [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Took 10.06 seconds to build instance. [ 1167.664367] env[61960]: DEBUG nova.network.neutron [req-cefd4797-3c8b-43e1-80c2-464c5539a7cb req-e4109202-a4a3-4533-befb-5e991f5aa8b8 service nova] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1167.780841] env[61960]: DEBUG nova.network.neutron [req-cefd4797-3c8b-43e1-80c2-464c5539a7cb req-e4109202-a4a3-4533-befb-5e991f5aa8b8 service nova] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.796192] env[61960]: DEBUG nova.compute.manager [req-b2d81628-61c0-43e4-a877-c638075d4faa req-541f92b3-8ea6-4075-a963-1a988c786bb9 service nova] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Received event network-vif-plugged-26ca0ee3-a363-4720-b4d8-e1ec7ef09073 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1167.796920] env[61960]: DEBUG oslo_concurrency.lockutils [req-b2d81628-61c0-43e4-a877-c638075d4faa req-541f92b3-8ea6-4075-a963-1a988c786bb9 service nova] Acquiring lock "72dd544f-6d36-4d8d-b64a-39233134e6d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.797217] env[61960]: DEBUG oslo_concurrency.lockutils [req-b2d81628-61c0-43e4-a877-c638075d4faa req-541f92b3-8ea6-4075-a963-1a988c786bb9 service nova] Lock "72dd544f-6d36-4d8d-b64a-39233134e6d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.797471] env[61960]: DEBUG oslo_concurrency.lockutils [req-b2d81628-61c0-43e4-a877-c638075d4faa req-541f92b3-8ea6-4075-a963-1a988c786bb9 service nova] Lock "72dd544f-6d36-4d8d-b64a-39233134e6d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.797706] env[61960]: DEBUG nova.compute.manager [req-b2d81628-61c0-43e4-a877-c638075d4faa req-541f92b3-8ea6-4075-a963-1a988c786bb9 service nova] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] No waiting events found dispatching network-vif-plugged-26ca0ee3-a363-4720-b4d8-e1ec7ef09073 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1167.797970] env[61960]: WARNING nova.compute.manager [req-b2d81628-61c0-43e4-a877-c638075d4faa req-541f92b3-8ea6-4075-a963-1a988c786bb9 service nova] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Received unexpected event network-vif-plugged-26ca0ee3-a363-4720-b4d8-e1ec7ef09073 for instance with vm_state building and task_state block_device_mapping. [ 1167.852364] env[61960]: DEBUG nova.network.neutron [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Successfully updated port: 26ca0ee3-a363-4720-b4d8-e1ec7ef09073 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1167.922283] env[61960]: INFO nova.compute.manager [-] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Took 1.22 seconds to deallocate network for instance. [ 1168.156443] env[61960]: DEBUG oslo_concurrency.lockutils [None req-21899011-8a79-4ea9-9e54-415cdcb63c5c tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Lock "4670b6b9-5fa8-4963-b2e8-099182c334b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.569s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.283582] env[61960]: DEBUG oslo_concurrency.lockutils [req-cefd4797-3c8b-43e1-80c2-464c5539a7cb req-e4109202-a4a3-4533-befb-5e991f5aa8b8 service nova] Releasing lock "refresh_cache-4e2c038c-d0b0-467d-975f-a97eabb285db" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.358350] env[61960]: DEBUG oslo_concurrency.lockutils [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "refresh_cache-72dd544f-6d36-4d8d-b64a-39233134e6d1" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.358619] env[61960]: DEBUG oslo_concurrency.lockutils [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquired lock "refresh_cache-72dd544f-6d36-4d8d-b64a-39233134e6d1" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.358876] env[61960]: DEBUG nova.network.neutron [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1168.431230] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.431561] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.431800] env[61960]: DEBUG nova.objects.instance [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Lazy-loading 'resources' on Instance uuid 4e2c038c-d0b0-467d-975f-a97eabb285db {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.466612] env[61960]: INFO nova.compute.manager [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Rebuilding instance [ 1168.505352] env[61960]: DEBUG nova.compute.manager [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1168.506281] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ab908d-348a-49c6-b9f8-ae3896a5ac27 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.750258] env[61960]: DEBUG nova.network.neutron [None req-876bf59a-ac12-42f1-a7a0-083591451d8c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Updating instance_info_cache with network_info: [{"id": "e58188fa-a29b-4e79-9ce9-1a820b644c2e", "address": "fa:16:3e:96:59:08", "network": {"id": "7c271de7-8f8a-49cc-b8c7-799265f10498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-907169809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36536ccdab3c4f87b6c61946a3e6b530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape58188fa-a2", "ovs_interfaceid": "e58188fa-a29b-4e79-9ce9-1a820b644c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.887496] env[61960]: DEBUG nova.network.neutron [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1169.012889] env[61960]: DEBUG nova.compute.manager [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1169.013467] env[61960]: DEBUG nova.virt.hardware [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1169.013708] env[61960]: DEBUG nova.virt.hardware [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1169.013979] env[61960]: DEBUG nova.virt.hardware [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.014251] env[61960]: DEBUG nova.virt.hardware [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1169.014421] env[61960]: DEBUG nova.virt.hardware [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.014595] env[61960]: DEBUG nova.virt.hardware [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1169.014807] env[61960]: DEBUG nova.virt.hardware [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1169.014971] env[61960]: DEBUG nova.virt.hardware [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1169.015175] env[61960]: DEBUG nova.virt.hardware [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1169.015349] env[61960]: DEBUG nova.virt.hardware [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1169.015550] env[61960]: DEBUG nova.virt.hardware [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1169.016656] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d246028-c7eb-4b15-b8e7-4dae032e098e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.020181] env[61960]: DEBUG nova.network.neutron [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Updating instance_info_cache with network_info: [{"id": "26ca0ee3-a363-4720-b4d8-e1ec7ef09073", "address": "fa:16:3e:03:34:4b", "network": {"id": "011b9b85-20e0-4930-b560-f4a50c63faf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-851435399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb87a3aea6c94417a8eb19cb6eac7f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ca0ee3-a3", "ovs_interfaceid": "26ca0ee3-a363-4720-b4d8-e1ec7ef09073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.022337] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1169.023139] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0eb89e3e-44aa-40bb-9a35-a2b3e9177472 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.035398] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52a6fe4-6d44-43ce-9ae4-42c8943687dc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.040274] env[61960]: DEBUG oslo_vmware.api [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Waiting for the task: (returnval){ [ 1169.040274] env[61960]: value = "task-436953" [ 1169.040274] env[61960]: _type = "Task" [ 1169.040274] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.061386] env[61960]: DEBUG oslo_vmware.api [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': task-436953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.068164] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9236abb3-855b-4cdd-a9a7-c7e2cea2af33 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.075470] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985353e8-8a0c-49cb-b33b-7e6ca17c770d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.106693] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b064b3d5-c6b7-4b1e-a736-e8f4e9f57718 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.114592] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd0db7a-7af0-41ee-9e64-b799dbb82d5d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.128077] env[61960]: DEBUG nova.compute.provider_tree [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1169.252764] env[61960]: DEBUG oslo_concurrency.lockutils [None req-876bf59a-ac12-42f1-a7a0-083591451d8c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Releasing lock "refresh_cache-5b90779e-1b3b-47a2-b867-f3c45460bcf3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.253087] env[61960]: DEBUG nova.objects.instance [None req-876bf59a-ac12-42f1-a7a0-083591451d8c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lazy-loading 'migration_context' on Instance uuid 5b90779e-1b3b-47a2-b867-f3c45460bcf3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.523573] env[61960]: DEBUG oslo_concurrency.lockutils [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Releasing lock "refresh_cache-72dd544f-6d36-4d8d-b64a-39233134e6d1" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.523902] env[61960]: DEBUG nova.compute.manager [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Instance network_info: |[{"id": "26ca0ee3-a363-4720-b4d8-e1ec7ef09073", "address": "fa:16:3e:03:34:4b", "network": {"id": "011b9b85-20e0-4930-b560-f4a50c63faf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-851435399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb87a3aea6c94417a8eb19cb6eac7f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ca0ee3-a3", "ovs_interfaceid": "26ca0ee3-a363-4720-b4d8-e1ec7ef09073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1169.524359] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:34:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26ca0ee3-a363-4720-b4d8-e1ec7ef09073', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1169.531963] env[61960]: DEBUG oslo.service.loopingcall [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1169.532192] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1169.532422] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9444ff6-d8f2-40bd-981b-27a5da755b3d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.556607] env[61960]: DEBUG oslo_vmware.api [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': task-436953, 'name': PowerOffVM_Task, 'duration_secs': 0.108346} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.557778] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1169.558014] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1169.558247] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1169.558247] env[61960]: value = "task-436954" [ 1169.558247] env[61960]: _type = "Task" [ 1169.558247] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.558911] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba31341-9ede-4b1b-a7af-c209fbd63447 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.568300] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436954, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.570219] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1169.570442] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2844dd57-694d-4cb5-b717-275cd9416621 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.594154] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1169.594355] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1169.594538] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Deleting the datastore file [datastore1] 4670b6b9-5fa8-4963-b2e8-099182c334b9 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.594777] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7380afe1-6ea2-4734-9b85-ad79e2f7b516 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.600604] env[61960]: DEBUG oslo_vmware.api [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Waiting for the task: (returnval){ [ 1169.600604] env[61960]: value = "task-436956" [ 1169.600604] env[61960]: _type = "Task" [ 1169.600604] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.609620] env[61960]: DEBUG oslo_vmware.api [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': task-436956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.647640] env[61960]: ERROR nova.scheduler.client.report [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] [req-a8cc61b8-12ee-45e9-89c5-bbd1696dae2c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a8cc61b8-12ee-45e9-89c5-bbd1696dae2c"}]} [ 1169.663702] env[61960]: DEBUG nova.scheduler.client.report [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1169.677057] env[61960]: DEBUG nova.scheduler.client.report [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1169.677350] env[61960]: DEBUG nova.compute.provider_tree [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1169.687883] env[61960]: DEBUG nova.scheduler.client.report [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1169.708309] env[61960]: DEBUG nova.scheduler.client.report [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1169.756459] env[61960]: DEBUG nova.objects.base [None req-876bf59a-ac12-42f1-a7a0-083591451d8c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Object Instance<5b90779e-1b3b-47a2-b867-f3c45460bcf3> lazy-loaded attributes: info_cache,migration_context {{(pid=61960) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1169.757409] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fb12ca-09ef-43a3-8f44-f6efbfb38d96 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.781509] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73ff4446-0561-42f1-8c6f-44dcf5607484 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.787058] env[61960]: DEBUG oslo_vmware.api [None req-876bf59a-ac12-42f1-a7a0-083591451d8c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1169.787058] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52a69099-0655-0f48-70c9-596039096840" [ 1169.787058] env[61960]: _type = "Task" [ 1169.787058] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.795231] env[61960]: DEBUG oslo_vmware.api [None req-876bf59a-ac12-42f1-a7a0-083591451d8c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52a69099-0655-0f48-70c9-596039096840, 'name': SearchDatastore_Task, 'duration_secs': 0.006176} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.797809] env[61960]: DEBUG oslo_concurrency.lockutils [None req-876bf59a-ac12-42f1-a7a0-083591451d8c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.823873] env[61960]: DEBUG nova.compute.manager [req-5322adbb-11f5-4a2e-9aa2-2d76ac7ca41c req-6b69b736-fece-4c5f-960a-a3560f04995b service nova] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Received event network-changed-26ca0ee3-a363-4720-b4d8-e1ec7ef09073 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1169.823933] env[61960]: DEBUG nova.compute.manager [req-5322adbb-11f5-4a2e-9aa2-2d76ac7ca41c req-6b69b736-fece-4c5f-960a-a3560f04995b service nova] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Refreshing instance network info cache due to event network-changed-26ca0ee3-a363-4720-b4d8-e1ec7ef09073. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1169.824178] env[61960]: DEBUG oslo_concurrency.lockutils [req-5322adbb-11f5-4a2e-9aa2-2d76ac7ca41c req-6b69b736-fece-4c5f-960a-a3560f04995b service nova] Acquiring lock "refresh_cache-72dd544f-6d36-4d8d-b64a-39233134e6d1" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.824326] env[61960]: DEBUG oslo_concurrency.lockutils [req-5322adbb-11f5-4a2e-9aa2-2d76ac7ca41c req-6b69b736-fece-4c5f-960a-a3560f04995b service nova] Acquired lock "refresh_cache-72dd544f-6d36-4d8d-b64a-39233134e6d1" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.824611] env[61960]: DEBUG nova.network.neutron [req-5322adbb-11f5-4a2e-9aa2-2d76ac7ca41c req-6b69b736-fece-4c5f-960a-a3560f04995b service nova] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Refreshing network info cache for port 26ca0ee3-a363-4720-b4d8-e1ec7ef09073 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1169.831236] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5d9505-e177-4ba7-a9fb-706b0273c45f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.839587] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4f7f96-16f6-4736-9bf2-b86ac420a5c2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.874450] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a08817-fa45-4c10-a38e-69687eaa5caa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.881661] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f58a52-e3ba-4289-ba83-fb6e9a7413ca {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.895104] env[61960]: DEBUG nova.compute.provider_tree [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1170.070805] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436954, 'name': CreateVM_Task, 'duration_secs': 0.31811} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.071011] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1170.071707] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': None, 'delete_on_termination': True, 'device_type': None, 'attachment_id': '97fb0776-2a47-4a56-9a2e-799d9d44c7bd', 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116233', 'volume_id': 'f5fff812-fcde-4f51-b430-87eec726addc', 'name': 'volume-f5fff812-fcde-4f51-b430-87eec726addc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '72dd544f-6d36-4d8d-b64a-39233134e6d1', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5fff812-fcde-4f51-b430-87eec726addc', 'serial': 'f5fff812-fcde-4f51-b430-87eec726addc'}, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=61960) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1170.071928] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Root volume attach. Driver type: vmdk {{(pid=61960) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1170.072699] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbdc2be-0d76-481d-8acc-496521d542fa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.080268] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8f7c37-08e1-4393-9fde-8efe71fba1f4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.086655] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0202cff-259c-4fd1-ad88-10c1893b567e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.092736] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-29e0aa0a-38c4-43dc-90a2-3ea3eab5dc5f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.099782] env[61960]: DEBUG oslo_vmware.api [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1170.099782] env[61960]: value = "task-436957" [ 1170.099782] env[61960]: _type = "Task" [ 1170.099782] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.111079] env[61960]: DEBUG oslo_vmware.api [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436957, 'name': RelocateVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.114103] env[61960]: DEBUG oslo_vmware.api [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': task-436956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101579} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.114357] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.114552] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1170.114735] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1170.426623] env[61960]: DEBUG nova.scheduler.client.report [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 189 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1170.427025] env[61960]: DEBUG nova.compute.provider_tree [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 189 to 190 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1170.427213] env[61960]: DEBUG nova.compute.provider_tree [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1170.527472] env[61960]: DEBUG nova.network.neutron [req-5322adbb-11f5-4a2e-9aa2-2d76ac7ca41c req-6b69b736-fece-4c5f-960a-a3560f04995b service nova] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Updated VIF entry in instance network info cache for port 26ca0ee3-a363-4720-b4d8-e1ec7ef09073. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1170.527895] env[61960]: DEBUG nova.network.neutron [req-5322adbb-11f5-4a2e-9aa2-2d76ac7ca41c req-6b69b736-fece-4c5f-960a-a3560f04995b service nova] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Updating instance_info_cache with network_info: [{"id": "26ca0ee3-a363-4720-b4d8-e1ec7ef09073", "address": "fa:16:3e:03:34:4b", "network": {"id": "011b9b85-20e0-4930-b560-f4a50c63faf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-851435399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb87a3aea6c94417a8eb19cb6eac7f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ca0ee3-a3", "ovs_interfaceid": "26ca0ee3-a363-4720-b4d8-e1ec7ef09073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.612950] env[61960]: DEBUG oslo_vmware.api [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436957, 'name': RelocateVM_Task, 'duration_secs': 0.347718} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.613258] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Volume attach. Driver type: vmdk {{(pid=61960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1170.613463] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116233', 'volume_id': 'f5fff812-fcde-4f51-b430-87eec726addc', 'name': 'volume-f5fff812-fcde-4f51-b430-87eec726addc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '72dd544f-6d36-4d8d-b64a-39233134e6d1', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5fff812-fcde-4f51-b430-87eec726addc', 'serial': 'f5fff812-fcde-4f51-b430-87eec726addc'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1170.614409] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee2619a-be23-407f-aafb-70e0b2910bae {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.632508] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b180480-2525-4ccf-82da-cfda3be34c6a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.655064] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-f5fff812-fcde-4f51-b430-87eec726addc/volume-f5fff812-fcde-4f51-b430-87eec726addc.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.655951] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46f1eaab-c333-41a1-9cb9-6e47fd7adc5d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.676259] env[61960]: DEBUG oslo_vmware.api [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1170.676259] env[61960]: value = "task-436958" [ 1170.676259] env[61960]: _type = "Task" [ 1170.676259] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.684461] env[61960]: DEBUG oslo_vmware.api [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436958, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.932486] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.501s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.934791] env[61960]: DEBUG oslo_concurrency.lockutils [None req-876bf59a-ac12-42f1-a7a0-083591451d8c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.137s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.950043] env[61960]: INFO nova.scheduler.client.report [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Deleted allocations for instance 4e2c038c-d0b0-467d-975f-a97eabb285db [ 1171.030903] env[61960]: DEBUG oslo_concurrency.lockutils [req-5322adbb-11f5-4a2e-9aa2-2d76ac7ca41c req-6b69b736-fece-4c5f-960a-a3560f04995b service nova] Releasing lock "refresh_cache-72dd544f-6d36-4d8d-b64a-39233134e6d1" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.159725] env[61960]: DEBUG nova.virt.hardware [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1171.159981] env[61960]: DEBUG nova.virt.hardware [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1171.160168] env[61960]: DEBUG nova.virt.hardware [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.160365] env[61960]: DEBUG nova.virt.hardware [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1171.160517] env[61960]: DEBUG nova.virt.hardware [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.160673] env[61960]: DEBUG nova.virt.hardware [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1171.160892] env[61960]: DEBUG nova.virt.hardware [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1171.161069] env[61960]: DEBUG nova.virt.hardware [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1171.161247] env[61960]: DEBUG nova.virt.hardware [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1171.161419] env[61960]: DEBUG nova.virt.hardware [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1171.161601] env[61960]: DEBUG nova.virt.hardware [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1171.162476] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c601f471-845e-4c86-86b9-79f748298ea6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.171377] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2c89a8-1329-419f-9171-a3b2e2202d02 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.187128] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Instance VIF info [] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.192541] env[61960]: DEBUG oslo.service.loopingcall [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1171.193115] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1171.193325] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1caf7d65-0804-48d2-ad21-3fd9ab05d180 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.207500] env[61960]: DEBUG oslo_vmware.api [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436958, 'name': ReconfigVM_Task, 'duration_secs': 0.251813} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.208222] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-f5fff812-fcde-4f51-b430-87eec726addc/volume-f5fff812-fcde-4f51-b430-87eec726addc.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.214038] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb6c6e44-4c2c-403b-a6b9-8b5ef38b649a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.223433] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.223433] env[61960]: value = "task-436959" [ 1171.223433] env[61960]: _type = "Task" [ 1171.223433] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.228311] env[61960]: DEBUG oslo_vmware.api [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1171.228311] env[61960]: value = "task-436960" [ 1171.228311] env[61960]: _type = "Task" [ 1171.228311] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.231586] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436959, 'name': CreateVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.238824] env[61960]: DEBUG oslo_vmware.api [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436960, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.458929] env[61960]: DEBUG oslo_concurrency.lockutils [None req-7019df7b-1b29-4270-83ef-c973823992a3 tempest-ServerRescueTestJSONUnderV235-1374159775 tempest-ServerRescueTestJSONUnderV235-1374159775-project-member] Lock "4e2c038c-d0b0-467d-975f-a97eabb285db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.894s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.532827] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921e75f7-e36f-4bc7-ae85-a309c4a6b282 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.540582] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442d1ecc-5450-453f-8087-00da93d5987a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.571512] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355b2526-95aa-4379-bc59-5e6263793a05 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.578834] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070fddf3-e546-4818-a7e6-a39efda96134 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.592158] env[61960]: DEBUG nova.compute.provider_tree [None req-876bf59a-ac12-42f1-a7a0-083591451d8c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.738126] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436959, 'name': CreateVM_Task, 'duration_secs': 0.25609} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.738591] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1171.739075] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.739352] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.739758] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.740139] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95fad936-59a0-4020-ac4c-68eb379772f4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.744383] env[61960]: DEBUG oslo_vmware.api [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436960, 'name': ReconfigVM_Task, 'duration_secs': 0.128786} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.744986] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116233', 'volume_id': 'f5fff812-fcde-4f51-b430-87eec726addc', 'name': 'volume-f5fff812-fcde-4f51-b430-87eec726addc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '72dd544f-6d36-4d8d-b64a-39233134e6d1', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5fff812-fcde-4f51-b430-87eec726addc', 'serial': 'f5fff812-fcde-4f51-b430-87eec726addc'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1171.745558] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e90b8532-87a0-4800-9c4e-468e267473e2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.748095] env[61960]: DEBUG oslo_vmware.api [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Waiting for the task: (returnval){ [ 1171.748095] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52af9a95-da0d-e414-e930-d5fd49199eca" [ 1171.748095] env[61960]: _type = "Task" [ 1171.748095] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.753293] env[61960]: DEBUG oslo_vmware.api [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1171.753293] env[61960]: value = "task-436961" [ 1171.753293] env[61960]: _type = "Task" [ 1171.753293] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.756451] env[61960]: DEBUG oslo_vmware.api [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52af9a95-da0d-e414-e930-d5fd49199eca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.764233] env[61960]: DEBUG oslo_vmware.api [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436961, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.097176] env[61960]: DEBUG nova.scheduler.client.report [None req-876bf59a-ac12-42f1-a7a0-083591451d8c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1172.261437] env[61960]: DEBUG oslo_vmware.api [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52af9a95-da0d-e414-e930-d5fd49199eca, 'name': SearchDatastore_Task, 'duration_secs': 0.013017} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.264659] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.264909] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.265165] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.265321] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.265508] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.265775] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f313c38-6c67-499e-8ef9-ecb901661330 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.272695] env[61960]: DEBUG oslo_vmware.api [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436961, 'name': Rename_Task, 'duration_secs': 0.188571} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.273015] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1172.274122] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf213c8d-aa1c-42fb-98fc-aeef73aba5ae {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.275683] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.275876] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1172.276572] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0a2914a-2069-4aff-80ab-b977dcf44998 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.282855] env[61960]: DEBUG oslo_vmware.api [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Waiting for the task: (returnval){ [ 1172.282855] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52906310-50e2-64c7-dad3-ad3c37a832d5" [ 1172.282855] env[61960]: _type = "Task" [ 1172.282855] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.288438] env[61960]: DEBUG oslo_vmware.api [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1172.288438] env[61960]: value = "task-436962" [ 1172.288438] env[61960]: _type = "Task" [ 1172.288438] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.294176] env[61960]: DEBUG oslo_vmware.api [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52906310-50e2-64c7-dad3-ad3c37a832d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.298845] env[61960]: DEBUG oslo_vmware.api [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.794459] env[61960]: DEBUG oslo_vmware.api [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52906310-50e2-64c7-dad3-ad3c37a832d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010565} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.798977] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a363c43-9a86-4c47-9a8b-b16db61ab92b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.807273] env[61960]: DEBUG oslo_vmware.api [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436962, 'name': PowerOnVM_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.808903] env[61960]: DEBUG oslo_vmware.api [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Waiting for the task: (returnval){ [ 1172.808903] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52698274-1355-e61d-263d-8a22fbd65b37" [ 1172.808903] env[61960]: _type = "Task" [ 1172.808903] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.819093] env[61960]: DEBUG oslo_vmware.api [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52698274-1355-e61d-263d-8a22fbd65b37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.106669] env[61960]: DEBUG oslo_concurrency.lockutils [None req-876bf59a-ac12-42f1-a7a0-083591451d8c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.172s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.106916] env[61960]: DEBUG nova.compute.manager [None req-876bf59a-ac12-42f1-a7a0-083591451d8c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=61960) _confirm_resize /opt/stack/nova/nova/compute/manager.py:4909}} [ 1173.304173] env[61960]: DEBUG oslo_vmware.api [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436962, 'name': PowerOnVM_Task, 'duration_secs': 0.555686} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.304469] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1173.304688] env[61960]: INFO nova.compute.manager [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Took 4.29 seconds to spawn the instance on the hypervisor. [ 1173.304875] env[61960]: DEBUG nova.compute.manager [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1173.305732] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a67d9d-b925-4191-9951-7decfbd31d7c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.323188] env[61960]: DEBUG oslo_vmware.api [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52698274-1355-e61d-263d-8a22fbd65b37, 'name': SearchDatastore_Task, 'duration_secs': 0.020756} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.323439] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.323703] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 4670b6b9-5fa8-4963-b2e8-099182c334b9/4670b6b9-5fa8-4963-b2e8-099182c334b9.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1173.323970] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d65ec5a-d7bd-45f5-93dd-0b97050ae236 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.332934] env[61960]: DEBUG oslo_vmware.api [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Waiting for the task: (returnval){ [ 1173.332934] env[61960]: value = "task-436963" [ 1173.332934] env[61960]: _type = "Task" [ 1173.332934] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.342033] env[61960]: DEBUG oslo_vmware.api [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': task-436963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.675646] env[61960]: INFO nova.scheduler.client.report [None req-876bf59a-ac12-42f1-a7a0-083591451d8c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Deleted allocation for migration d592e38f-9383-44d9-bd29-f39e1bb2436e [ 1173.827053] env[61960]: INFO nova.compute.manager [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Took 10.77 seconds to build instance. [ 1173.847529] env[61960]: DEBUG oslo_vmware.api [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': task-436963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509578} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.848014] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 4670b6b9-5fa8-4963-b2e8-099182c334b9/4670b6b9-5fa8-4963-b2e8-099182c334b9.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1173.848328] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1173.848652] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79084e1b-eb0e-4c2d-b3af-e2006137551f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.855685] env[61960]: DEBUG oslo_vmware.api [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Waiting for the task: (returnval){ [ 1173.855685] env[61960]: value = "task-436964" [ 1173.855685] env[61960]: _type = "Task" [ 1173.855685] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.865719] env[61960]: DEBUG oslo_vmware.api [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': task-436964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.049853] env[61960]: DEBUG nova.objects.instance [None req-54c28d34-fb44-4f28-b9ce-9f67bd34d1a1 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lazy-loading 'flavor' on Instance uuid 5b90779e-1b3b-47a2-b867-f3c45460bcf3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.182313] env[61960]: DEBUG oslo_concurrency.lockutils [None req-876bf59a-ac12-42f1-a7a0-083591451d8c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "5b90779e-1b3b-47a2-b867-f3c45460bcf3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.231s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.291299] env[61960]: DEBUG nova.compute.manager [req-e1e406f8-5cb2-480c-99ef-ec04d6f55193 req-1c9a5a29-9d2a-4427-b473-d1121dc9c311 service nova] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Received event network-changed-69604137-813f-4ff2-bb36-aa38e871ee8b {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1174.291583] env[61960]: DEBUG nova.compute.manager [req-e1e406f8-5cb2-480c-99ef-ec04d6f55193 req-1c9a5a29-9d2a-4427-b473-d1121dc9c311 service nova] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Refreshing instance network info cache due to event network-changed-69604137-813f-4ff2-bb36-aa38e871ee8b. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1174.291891] env[61960]: DEBUG oslo_concurrency.lockutils [req-e1e406f8-5cb2-480c-99ef-ec04d6f55193 req-1c9a5a29-9d2a-4427-b473-d1121dc9c311 service nova] Acquiring lock "refresh_cache-4c175400-88d8-4813-aa7d-3c3f62eb2e96" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.291964] env[61960]: DEBUG oslo_concurrency.lockutils [req-e1e406f8-5cb2-480c-99ef-ec04d6f55193 req-1c9a5a29-9d2a-4427-b473-d1121dc9c311 service nova] Acquired lock "refresh_cache-4c175400-88d8-4813-aa7d-3c3f62eb2e96" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.292146] env[61960]: DEBUG nova.network.neutron [req-e1e406f8-5cb2-480c-99ef-ec04d6f55193 req-1c9a5a29-9d2a-4427-b473-d1121dc9c311 service nova] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Refreshing network info cache for port 69604137-813f-4ff2-bb36-aa38e871ee8b {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1174.329389] env[61960]: DEBUG oslo_concurrency.lockutils [None req-687dbaf2-44b2-42d3-b6e3-a94825021433 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "72dd544f-6d36-4d8d-b64a-39233134e6d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.279s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.368282] env[61960]: DEBUG oslo_vmware.api [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': task-436964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062866} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.368282] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1174.368282] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e5fce9-ed38-46a8-b7ea-d03b6e9ce8e7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.389506] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 4670b6b9-5fa8-4963-b2e8-099182c334b9/4670b6b9-5fa8-4963-b2e8-099182c334b9.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.389824] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55185052-4fea-4e97-bbb1-2571ff741785 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.410616] env[61960]: DEBUG oslo_vmware.api [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Waiting for the task: (returnval){ [ 1174.410616] env[61960]: value = "task-436965" [ 1174.410616] env[61960]: _type = "Task" [ 1174.410616] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.419626] env[61960]: DEBUG oslo_vmware.api [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': task-436965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.558278] env[61960]: DEBUG oslo_concurrency.lockutils [None req-54c28d34-fb44-4f28-b9ce-9f67bd34d1a1 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "refresh_cache-5b90779e-1b3b-47a2-b867-f3c45460bcf3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.558449] env[61960]: DEBUG oslo_concurrency.lockutils [None req-54c28d34-fb44-4f28-b9ce-9f67bd34d1a1 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquired lock "refresh_cache-5b90779e-1b3b-47a2-b867-f3c45460bcf3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.558628] env[61960]: DEBUG nova.network.neutron [None req-54c28d34-fb44-4f28-b9ce-9f67bd34d1a1 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1174.558823] env[61960]: DEBUG nova.objects.instance [None req-54c28d34-fb44-4f28-b9ce-9f67bd34d1a1 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lazy-loading 'info_cache' on Instance uuid 5b90779e-1b3b-47a2-b867-f3c45460bcf3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.921685] env[61960]: DEBUG oslo_vmware.api [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': task-436965, 'name': ReconfigVM_Task, 'duration_secs': 0.269727} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.922085] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 4670b6b9-5fa8-4963-b2e8-099182c334b9/4670b6b9-5fa8-4963-b2e8-099182c334b9.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.922659] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df93e687-8b04-4e08-a051-57fbd5f504e7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.930956] env[61960]: DEBUG oslo_vmware.api [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Waiting for the task: (returnval){ [ 1174.930956] env[61960]: value = "task-436966" [ 1174.930956] env[61960]: _type = "Task" [ 1174.930956] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.940934] env[61960]: DEBUG oslo_vmware.api [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': task-436966, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.999916] env[61960]: DEBUG nova.network.neutron [req-e1e406f8-5cb2-480c-99ef-ec04d6f55193 req-1c9a5a29-9d2a-4427-b473-d1121dc9c311 service nova] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Updated VIF entry in instance network info cache for port 69604137-813f-4ff2-bb36-aa38e871ee8b. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1175.000337] env[61960]: DEBUG nova.network.neutron [req-e1e406f8-5cb2-480c-99ef-ec04d6f55193 req-1c9a5a29-9d2a-4427-b473-d1121dc9c311 service nova] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Updating instance_info_cache with network_info: [{"id": "69604137-813f-4ff2-bb36-aa38e871ee8b", "address": "fa:16:3e:78:6d:82", "network": {"id": "011b9b85-20e0-4930-b560-f4a50c63faf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-851435399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb87a3aea6c94417a8eb19cb6eac7f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69604137-81", "ovs_interfaceid": "69604137-813f-4ff2-bb36-aa38e871ee8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.062775] env[61960]: DEBUG nova.objects.base [None req-54c28d34-fb44-4f28-b9ce-9f67bd34d1a1 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Object Instance<5b90779e-1b3b-47a2-b867-f3c45460bcf3> lazy-loaded attributes: flavor,info_cache {{(pid=61960) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1175.444870] env[61960]: DEBUG oslo_vmware.api [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': task-436966, 'name': Rename_Task, 'duration_secs': 0.137336} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.447155] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1175.447470] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4ef6981-171f-45a7-8e4d-73a23663f5cf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.455275] env[61960]: DEBUG oslo_vmware.api [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Waiting for the task: (returnval){ [ 1175.455275] env[61960]: value = "task-436967" [ 1175.455275] env[61960]: _type = "Task" [ 1175.455275] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.471119] env[61960]: DEBUG oslo_vmware.api [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': task-436967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.503627] env[61960]: DEBUG oslo_concurrency.lockutils [req-e1e406f8-5cb2-480c-99ef-ec04d6f55193 req-1c9a5a29-9d2a-4427-b473-d1121dc9c311 service nova] Releasing lock "refresh_cache-4c175400-88d8-4813-aa7d-3c3f62eb2e96" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.707926] env[61960]: DEBUG nova.compute.manager [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Stashing vm_state: active {{(pid=61960) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1175.845519] env[61960]: DEBUG nova.network.neutron [None req-54c28d34-fb44-4f28-b9ce-9f67bd34d1a1 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Updating instance_info_cache with network_info: [{"id": "e58188fa-a29b-4e79-9ce9-1a820b644c2e", "address": "fa:16:3e:96:59:08", "network": {"id": "7c271de7-8f8a-49cc-b8c7-799265f10498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-907169809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36536ccdab3c4f87b6c61946a3e6b530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape58188fa-a2", "ovs_interfaceid": "e58188fa-a29b-4e79-9ce9-1a820b644c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.965943] env[61960]: DEBUG oslo_vmware.api [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': task-436967, 'name': PowerOnVM_Task, 'duration_secs': 0.475708} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.966342] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1175.966417] env[61960]: DEBUG nova.compute.manager [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1175.967175] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee055d42-e9a0-43da-a59d-19b608fa6c3e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.229370] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.229638] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.312634] env[61960]: DEBUG nova.compute.manager [req-fbc1feff-01f9-4a47-a630-012388badc72 req-d468beb7-85e7-4fa7-a208-a25ea3eb0496 service nova] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Received event network-changed-26ca0ee3-a363-4720-b4d8-e1ec7ef09073 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1176.312815] env[61960]: DEBUG nova.compute.manager [req-fbc1feff-01f9-4a47-a630-012388badc72 req-d468beb7-85e7-4fa7-a208-a25ea3eb0496 service nova] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Refreshing instance network info cache due to event network-changed-26ca0ee3-a363-4720-b4d8-e1ec7ef09073. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1176.313017] env[61960]: DEBUG oslo_concurrency.lockutils [req-fbc1feff-01f9-4a47-a630-012388badc72 req-d468beb7-85e7-4fa7-a208-a25ea3eb0496 service nova] Acquiring lock "refresh_cache-72dd544f-6d36-4d8d-b64a-39233134e6d1" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.313172] env[61960]: DEBUG oslo_concurrency.lockutils [req-fbc1feff-01f9-4a47-a630-012388badc72 req-d468beb7-85e7-4fa7-a208-a25ea3eb0496 service nova] Acquired lock "refresh_cache-72dd544f-6d36-4d8d-b64a-39233134e6d1" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.313344] env[61960]: DEBUG nova.network.neutron [req-fbc1feff-01f9-4a47-a630-012388badc72 req-d468beb7-85e7-4fa7-a208-a25ea3eb0496 service nova] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Refreshing network info cache for port 26ca0ee3-a363-4720-b4d8-e1ec7ef09073 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1176.348492] env[61960]: DEBUG oslo_concurrency.lockutils [None req-54c28d34-fb44-4f28-b9ce-9f67bd34d1a1 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Releasing lock "refresh_cache-5b90779e-1b3b-47a2-b867-f3c45460bcf3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.483556] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.737161] env[61960]: INFO nova.compute.claims [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.852269] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c28d34-fb44-4f28-b9ce-9f67bd34d1a1 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1176.852632] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e4ab2c6-049a-4122-adc5-6c46a8898aca {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.862792] env[61960]: DEBUG oslo_vmware.api [None req-54c28d34-fb44-4f28-b9ce-9f67bd34d1a1 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1176.862792] env[61960]: value = "task-436968" [ 1176.862792] env[61960]: _type = "Task" [ 1176.862792] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.872800] env[61960]: DEBUG oslo_vmware.api [None req-54c28d34-fb44-4f28-b9ce-9f67bd34d1a1 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.094669] env[61960]: DEBUG nova.network.neutron [req-fbc1feff-01f9-4a47-a630-012388badc72 req-d468beb7-85e7-4fa7-a208-a25ea3eb0496 service nova] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Updated VIF entry in instance network info cache for port 26ca0ee3-a363-4720-b4d8-e1ec7ef09073. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1177.095070] env[61960]: DEBUG nova.network.neutron [req-fbc1feff-01f9-4a47-a630-012388badc72 req-d468beb7-85e7-4fa7-a208-a25ea3eb0496 service nova] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Updating instance_info_cache with network_info: [{"id": "26ca0ee3-a363-4720-b4d8-e1ec7ef09073", "address": "fa:16:3e:03:34:4b", "network": {"id": "011b9b85-20e0-4930-b560-f4a50c63faf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-851435399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb87a3aea6c94417a8eb19cb6eac7f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ca0ee3-a3", "ovs_interfaceid": "26ca0ee3-a363-4720-b4d8-e1ec7ef09073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.116855] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Acquiring lock "4670b6b9-5fa8-4963-b2e8-099182c334b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.117144] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Lock "4670b6b9-5fa8-4963-b2e8-099182c334b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.117372] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Acquiring lock "4670b6b9-5fa8-4963-b2e8-099182c334b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.117563] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Lock "4670b6b9-5fa8-4963-b2e8-099182c334b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.117948] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Lock "4670b6b9-5fa8-4963-b2e8-099182c334b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.120525] env[61960]: INFO nova.compute.manager [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Terminating instance [ 1177.122626] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Acquiring lock "refresh_cache-4670b6b9-5fa8-4963-b2e8-099182c334b9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.122800] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Acquired lock "refresh_cache-4670b6b9-5fa8-4963-b2e8-099182c334b9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.122972] env[61960]: DEBUG nova.network.neutron [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1177.250855] env[61960]: INFO nova.compute.resource_tracker [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Updating resource usage from migration af6ac577-ecb3-4be5-87f1-fcec4f8a7ccc [ 1177.354049] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0600149-cfe6-4774-afa5-d290cbe4c6d2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.362169] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcef931e-c943-48b9-8a12-9d93f7bfe2ff {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.373471] env[61960]: DEBUG oslo_vmware.api [None req-54c28d34-fb44-4f28-b9ce-9f67bd34d1a1 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.397764] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d280fc-7a18-4725-8872-9c77aca0e43e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.404629] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b40a6a7-f9c5-4553-ae28-69a4d7705782 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.417635] env[61960]: DEBUG nova.compute.provider_tree [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1177.597692] env[61960]: DEBUG oslo_concurrency.lockutils [req-fbc1feff-01f9-4a47-a630-012388badc72 req-d468beb7-85e7-4fa7-a208-a25ea3eb0496 service nova] Releasing lock "refresh_cache-72dd544f-6d36-4d8d-b64a-39233134e6d1" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.640171] env[61960]: DEBUG nova.network.neutron [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1177.687636] env[61960]: DEBUG nova.network.neutron [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.877591] env[61960]: DEBUG oslo_vmware.api [None req-54c28d34-fb44-4f28-b9ce-9f67bd34d1a1 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436968, 'name': PowerOnVM_Task, 'duration_secs': 0.920471} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.877959] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c28d34-fb44-4f28-b9ce-9f67bd34d1a1 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1177.878203] env[61960]: DEBUG nova.compute.manager [None req-54c28d34-fb44-4f28-b9ce-9f67bd34d1a1 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1177.879056] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c3f8a2-e962-4872-ac03-8acc566c38e7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.937988] env[61960]: ERROR nova.scheduler.client.report [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [req-e4d5bcc9-d202-4f33-a29e-b155646d75b5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e4d5bcc9-d202-4f33-a29e-b155646d75b5"}]} [ 1177.954021] env[61960]: DEBUG nova.scheduler.client.report [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1177.965334] env[61960]: DEBUG nova.scheduler.client.report [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1177.965589] env[61960]: DEBUG nova.compute.provider_tree [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1177.975462] env[61960]: DEBUG nova.scheduler.client.report [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1177.991829] env[61960]: DEBUG nova.scheduler.client.report [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1178.073830] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa87069-09dd-4cdd-b63c-daec9d4df155 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.084103] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb03ad8-eb0b-4c51-8f1f-7393bc572c80 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.113936] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e60425-ae5f-4da6-ab38-825038a29533 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.122440] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e722426-56cd-4b94-8126-ec468e74a414 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.136249] env[61960]: DEBUG nova.compute.provider_tree [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1178.190436] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Releasing lock "refresh_cache-4670b6b9-5fa8-4963-b2e8-099182c334b9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.190873] env[61960]: DEBUG nova.compute.manager [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1178.191093] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1178.191958] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d103e50-40cc-4317-bacf-0a20b0cfc24e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.200273] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1178.200530] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-580919b5-fe50-48c1-9b04-675638fb6d70 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.209557] env[61960]: DEBUG oslo_vmware.api [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Waiting for the task: (returnval){ [ 1178.209557] env[61960]: value = "task-436969" [ 1178.209557] env[61960]: _type = "Task" [ 1178.209557] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.218384] env[61960]: DEBUG oslo_vmware.api [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': task-436969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.667841] env[61960]: DEBUG nova.scheduler.client.report [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 193 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1178.668159] env[61960]: DEBUG nova.compute.provider_tree [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 193 to 194 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1178.668356] env[61960]: DEBUG nova.compute.provider_tree [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1178.720375] env[61960]: DEBUG oslo_vmware.api [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': task-436969, 'name': PowerOffVM_Task, 'duration_secs': 0.221599} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.720633] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1178.720813] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1178.721158] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d38fd17e-76ce-4c1b-9a8d-39f7b1b49c47 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.732405] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bd40b7ea-a2ab-41da-a591-2372782d94c0 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "5b90779e-1b3b-47a2-b867-f3c45460bcf3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.732820] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bd40b7ea-a2ab-41da-a591-2372782d94c0 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "5b90779e-1b3b-47a2-b867-f3c45460bcf3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.733183] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bd40b7ea-a2ab-41da-a591-2372782d94c0 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "5b90779e-1b3b-47a2-b867-f3c45460bcf3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.733446] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bd40b7ea-a2ab-41da-a591-2372782d94c0 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "5b90779e-1b3b-47a2-b867-f3c45460bcf3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.733663] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bd40b7ea-a2ab-41da-a591-2372782d94c0 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "5b90779e-1b3b-47a2-b867-f3c45460bcf3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.735787] env[61960]: INFO nova.compute.manager [None req-bd40b7ea-a2ab-41da-a591-2372782d94c0 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Terminating instance [ 1178.737801] env[61960]: DEBUG nova.compute.manager [None req-bd40b7ea-a2ab-41da-a591-2372782d94c0 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1178.738037] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bd40b7ea-a2ab-41da-a591-2372782d94c0 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1178.738842] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef30b0f-0ca1-4eb8-91f5-f387f31a0c67 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.746753] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd40b7ea-a2ab-41da-a591-2372782d94c0 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1178.748084] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d228b8a5-554f-4076-ac37-38ccac3ea056 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.750375] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1178.750502] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1178.750617] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Deleting the datastore file [datastore1] 4670b6b9-5fa8-4963-b2e8-099182c334b9 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.751245] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a23069d0-f7d9-473d-84ac-ca74f83ac97c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.758510] env[61960]: DEBUG oslo_vmware.api [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Waiting for the task: (returnval){ [ 1178.758510] env[61960]: value = "task-436972" [ 1178.758510] env[61960]: _type = "Task" [ 1178.758510] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.763858] env[61960]: DEBUG oslo_vmware.api [None req-bd40b7ea-a2ab-41da-a591-2372782d94c0 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1178.763858] env[61960]: value = "task-436971" [ 1178.763858] env[61960]: _type = "Task" [ 1178.763858] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.770912] env[61960]: DEBUG oslo_vmware.api [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': task-436972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.776556] env[61960]: DEBUG oslo_vmware.api [None req-bd40b7ea-a2ab-41da-a591-2372782d94c0 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.173531] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.944s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.173795] env[61960]: INFO nova.compute.manager [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Migrating [ 1179.180310] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.697s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.180500] env[61960]: DEBUG nova.objects.instance [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=61960) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1179.271260] env[61960]: DEBUG oslo_vmware.api [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Task: {'id': task-436972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10105} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.271872] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.272115] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1179.272315] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1179.272495] env[61960]: INFO nova.compute.manager [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1179.272738] env[61960]: DEBUG oslo.service.loopingcall [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1179.272965] env[61960]: DEBUG nova.compute.manager [-] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1179.273095] env[61960]: DEBUG nova.network.neutron [-] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1179.277540] env[61960]: DEBUG oslo_vmware.api [None req-bd40b7ea-a2ab-41da-a591-2372782d94c0 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436971, 'name': PowerOffVM_Task, 'duration_secs': 0.202815} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.278094] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd40b7ea-a2ab-41da-a591-2372782d94c0 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1179.278280] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bd40b7ea-a2ab-41da-a591-2372782d94c0 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1179.278521] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4557a4ce-d722-45ac-8c84-e8b17df09552 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.291180] env[61960]: DEBUG nova.network.neutron [-] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1179.347058] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bd40b7ea-a2ab-41da-a591-2372782d94c0 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1179.347320] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bd40b7ea-a2ab-41da-a591-2372782d94c0 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1179.347521] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd40b7ea-a2ab-41da-a591-2372782d94c0 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Deleting the datastore file [datastore1] 5b90779e-1b3b-47a2-b867-f3c45460bcf3 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.347844] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b606ed8a-b7c7-45fe-9cf8-c3af4af27adb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.360197] env[61960]: DEBUG oslo_vmware.api [None req-bd40b7ea-a2ab-41da-a591-2372782d94c0 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1179.360197] env[61960]: value = "task-436974" [ 1179.360197] env[61960]: _type = "Task" [ 1179.360197] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.368844] env[61960]: DEBUG oslo_vmware.api [None req-bd40b7ea-a2ab-41da-a591-2372782d94c0 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.693476] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "refresh_cache-72dd544f-6d36-4d8d-b64a-39233134e6d1" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.693690] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquired lock "refresh_cache-72dd544f-6d36-4d8d-b64a-39233134e6d1" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.693841] env[61960]: DEBUG nova.network.neutron [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1179.793894] env[61960]: DEBUG nova.network.neutron [-] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.870370] env[61960]: DEBUG oslo_vmware.api [None req-bd40b7ea-a2ab-41da-a591-2372782d94c0 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144928} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.870629] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd40b7ea-a2ab-41da-a591-2372782d94c0 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.870823] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bd40b7ea-a2ab-41da-a591-2372782d94c0 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1179.871018] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-bd40b7ea-a2ab-41da-a591-2372782d94c0 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1179.871207] env[61960]: INFO nova.compute.manager [None req-bd40b7ea-a2ab-41da-a591-2372782d94c0 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1179.871454] env[61960]: DEBUG oslo.service.loopingcall [None req-bd40b7ea-a2ab-41da-a591-2372782d94c0 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1179.871649] env[61960]: DEBUG nova.compute.manager [-] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1179.871745] env[61960]: DEBUG nova.network.neutron [-] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1180.197284] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f58290dd-9b5d-41fc-9491-89b7d2732936 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.272703] env[61960]: DEBUG nova.compute.manager [req-04b04fab-9bfd-4f80-9a46-2b46e986f7ee req-a7602aef-b6c2-47f2-a977-059191e554cf service nova] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Received event network-vif-deleted-e58188fa-a29b-4e79-9ce9-1a820b644c2e {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1180.273070] env[61960]: INFO nova.compute.manager [req-04b04fab-9bfd-4f80-9a46-2b46e986f7ee req-a7602aef-b6c2-47f2-a977-059191e554cf service nova] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Neutron deleted interface e58188fa-a29b-4e79-9ce9-1a820b644c2e; detaching it from the instance and deleting it from the info cache [ 1180.273428] env[61960]: DEBUG nova.network.neutron [req-04b04fab-9bfd-4f80-9a46-2b46e986f7ee req-a7602aef-b6c2-47f2-a977-059191e554cf service nova] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.296938] env[61960]: INFO nova.compute.manager [-] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Took 1.02 seconds to deallocate network for instance. [ 1180.426132] env[61960]: DEBUG nova.network.neutron [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Updating instance_info_cache with network_info: [{"id": "26ca0ee3-a363-4720-b4d8-e1ec7ef09073", "address": "fa:16:3e:03:34:4b", "network": {"id": "011b9b85-20e0-4930-b560-f4a50c63faf1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-851435399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb87a3aea6c94417a8eb19cb6eac7f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ca0ee3-a3", "ovs_interfaceid": "26ca0ee3-a363-4720-b4d8-e1ec7ef09073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.741192] env[61960]: DEBUG nova.network.neutron [-] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.778269] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0cd04c3-781b-4f63-ad72-425760872836 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.788835] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de82efac-720d-4a8d-86f8-9b7578548e96 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.803766] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.804037] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.804259] env[61960]: DEBUG nova.objects.instance [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Lazy-loading 'resources' on Instance uuid 4670b6b9-5fa8-4963-b2e8-099182c334b9 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.816793] env[61960]: DEBUG nova.compute.manager [req-04b04fab-9bfd-4f80-9a46-2b46e986f7ee req-a7602aef-b6c2-47f2-a977-059191e554cf service nova] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Detach interface failed, port_id=e58188fa-a29b-4e79-9ce9-1a820b644c2e, reason: Instance 5b90779e-1b3b-47a2-b867-f3c45460bcf3 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1180.929774] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Releasing lock "refresh_cache-72dd544f-6d36-4d8d-b64a-39233134e6d1" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.243446] env[61960]: INFO nova.compute.manager [-] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Took 1.37 seconds to deallocate network for instance. [ 1181.396604] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3ecc1d-3a69-43ab-859b-c1d36543369a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.404689] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b23dee2-44a0-4b6e-ba1c-787e9f56fc23 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.439180] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e99d62-2d3c-40c0-b8c3-1a53e400b222 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.446573] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a274821d-446f-4fb3-a5b6-d5d073394a75 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.459846] env[61960]: DEBUG nova.compute.provider_tree [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1181.749647] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bd40b7ea-a2ab-41da-a591-2372782d94c0 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.989870] env[61960]: DEBUG nova.scheduler.client.report [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Updated inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with generation 194 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1181.990216] env[61960]: DEBUG nova.compute.provider_tree [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Updating resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 generation from 194 to 195 during operation: update_inventory {{(pid=61960) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1181.990417] env[61960]: DEBUG nova.compute.provider_tree [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1182.450458] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2308670b-1aa6-4536-9174-2bdb8b8f54a1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.469715] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Updating instance '72dd544f-6d36-4d8d-b64a-39233134e6d1' progress to 0 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1182.495248] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.497575] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bd40b7ea-a2ab-41da-a591-2372782d94c0 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.748s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.497844] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bd40b7ea-a2ab-41da-a591-2372782d94c0 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.518673] env[61960]: INFO nova.scheduler.client.report [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Deleted allocations for instance 4670b6b9-5fa8-4963-b2e8-099182c334b9 [ 1182.520729] env[61960]: INFO nova.scheduler.client.report [None req-bd40b7ea-a2ab-41da-a591-2372782d94c0 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Deleted allocations for instance 5b90779e-1b3b-47a2-b867-f3c45460bcf3 [ 1182.976262] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1182.976600] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-830e311a-045a-4e73-96e4-958132f5937c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.985206] env[61960]: DEBUG oslo_vmware.api [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1182.985206] env[61960]: value = "task-436975" [ 1182.985206] env[61960]: _type = "Task" [ 1182.985206] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.994354] env[61960]: DEBUG oslo_vmware.api [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.032351] env[61960]: DEBUG oslo_concurrency.lockutils [None req-b9e18638-52bc-4e14-b48e-9eb78a142883 tempest-ServerShowV254Test-1985147882 tempest-ServerShowV254Test-1985147882-project-member] Lock "4670b6b9-5fa8-4963-b2e8-099182c334b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.915s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.033411] env[61960]: DEBUG oslo_concurrency.lockutils [None req-bd40b7ea-a2ab-41da-a591-2372782d94c0 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "5b90779e-1b3b-47a2-b867-f3c45460bcf3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.301s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.495552] env[61960]: DEBUG oslo_vmware.api [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436975, 'name': PowerOffVM_Task, 'duration_secs': 0.210032} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.495940] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1183.496102] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Updating instance '72dd544f-6d36-4d8d-b64a-39233134e6d1' progress to 17 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1183.678639] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "1f95770b-ee42-46d4-b975-dba0c9328c48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.678973] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "1f95770b-ee42-46d4-b975-dba0c9328c48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.006281] env[61960]: DEBUG nova.virt.hardware [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:07:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1184.006552] env[61960]: DEBUG nova.virt.hardware [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1184.006702] env[61960]: DEBUG nova.virt.hardware [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.006930] env[61960]: DEBUG nova.virt.hardware [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1184.007110] env[61960]: DEBUG nova.virt.hardware [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.007279] env[61960]: DEBUG nova.virt.hardware [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1184.007494] env[61960]: DEBUG nova.virt.hardware [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1184.007714] env[61960]: DEBUG nova.virt.hardware [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1184.007900] env[61960]: DEBUG nova.virt.hardware [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1184.008093] env[61960]: DEBUG nova.virt.hardware [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1184.008282] env[61960]: DEBUG nova.virt.hardware [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1184.013369] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f83034d-5e95-49e7-a480-d39cd7f1dcdd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.029328] env[61960]: DEBUG oslo_vmware.api [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1184.029328] env[61960]: value = "task-436976" [ 1184.029328] env[61960]: _type = "Task" [ 1184.029328] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.037743] env[61960]: DEBUG oslo_vmware.api [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436976, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.181751] env[61960]: DEBUG nova.compute.manager [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1184.539136] env[61960]: DEBUG oslo_vmware.api [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436976, 'name': ReconfigVM_Task, 'duration_secs': 0.407192} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.539512] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Updating instance '72dd544f-6d36-4d8d-b64a-39233134e6d1' progress to 33 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1184.704034] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.704034] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.705819] env[61960]: INFO nova.compute.claims [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.046544] env[61960]: DEBUG nova.virt.hardware [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1185.046544] env[61960]: DEBUG nova.virt.hardware [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1185.046544] env[61960]: DEBUG nova.virt.hardware [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.046544] env[61960]: DEBUG nova.virt.hardware [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1185.046544] env[61960]: DEBUG nova.virt.hardware [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.046544] env[61960]: DEBUG nova.virt.hardware [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1185.046925] env[61960]: DEBUG nova.virt.hardware [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1185.046925] env[61960]: DEBUG nova.virt.hardware [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1185.047118] env[61960]: DEBUG nova.virt.hardware [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1185.047289] env[61960]: DEBUG nova.virt.hardware [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1185.047470] env[61960]: DEBUG nova.virt.hardware [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1185.556287] env[61960]: ERROR nova.compute.manager [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Setting instance vm_state to ERROR: AttributeError: 'NoneType' object has no attribute 'key' [ 1185.556287] env[61960]: ERROR nova.compute.manager [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Traceback (most recent call last): [ 1185.556287] env[61960]: ERROR nova.compute.manager [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] File "/opt/stack/nova/nova/compute/manager.py", line 10863, in _error_out_instance_on_exception [ 1185.556287] env[61960]: ERROR nova.compute.manager [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] yield [ 1185.556287] env[61960]: ERROR nova.compute.manager [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] File "/opt/stack/nova/nova/compute/manager.py", line 6105, in _resize_instance [ 1185.556287] env[61960]: ERROR nova.compute.manager [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] disk_info = self.driver.migrate_disk_and_power_off( [ 1185.556287] env[61960]: ERROR nova.compute.manager [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 263, in migrate_disk_and_power_off [ 1185.556287] env[61960]: ERROR nova.compute.manager [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] return self._vmops.migrate_disk_and_power_off(context, instance, [ 1185.556287] env[61960]: ERROR nova.compute.manager [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1467, in migrate_disk_and_power_off [ 1185.556287] env[61960]: ERROR nova.compute.manager [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] self._resize_disk(instance, vm_ref, vmdk, flavor) [ 1185.556287] env[61960]: ERROR nova.compute.manager [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1398, in _resize_disk [ 1185.556287] env[61960]: ERROR nova.compute.manager [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] self._volumeops.detach_disk_from_vm(vm_ref, instance, vmdk.device) [ 1185.556287] env[61960]: ERROR nova.compute.manager [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 121, in detach_disk_from_vm [ 1185.556287] env[61960]: ERROR nova.compute.manager [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] disk_key = device.key [ 1185.556287] env[61960]: ERROR nova.compute.manager [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] AttributeError: 'NoneType' object has no attribute 'key' [ 1185.556287] env[61960]: ERROR nova.compute.manager [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] [ 1185.791743] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c86736-a235-4b65-b649-a8a1fcce9678 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.800847] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf9a216-52a8-46eb-ada7-72c27a84b35c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.831423] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de10ce04-545b-4064-bacf-f8d67e2f4d84 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.839283] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571dbc9e-169a-4a9c-a42f-8a1ea4bd2681 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.852191] env[61960]: DEBUG nova.compute.provider_tree [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.076379] env[61960]: INFO nova.compute.manager [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Swapping old allocation on dict_keys(['b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8']) held by migration af6ac577-ecb3-4be5-87f1-fcec4f8a7ccc for instance [ 1186.102144] env[61960]: DEBUG nova.scheduler.client.report [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Overwriting current allocation {'allocations': {'b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8': {'resources': {'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 196}}, 'project_id': 'eb87a3aea6c94417a8eb19cb6eac7f08', 'user_id': 'b313581470504665a0f09348a35ad35d', 'consumer_generation': 1} on consumer 72dd544f-6d36-4d8d-b64a-39233134e6d1 {{(pid=61960) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1186.355100] env[61960]: DEBUG nova.scheduler.client.report [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1186.579941] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "72dd544f-6d36-4d8d-b64a-39233134e6d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.580323] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "72dd544f-6d36-4d8d-b64a-39233134e6d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.580508] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "72dd544f-6d36-4d8d-b64a-39233134e6d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.580818] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "72dd544f-6d36-4d8d-b64a-39233134e6d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.581068] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "72dd544f-6d36-4d8d-b64a-39233134e6d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.583310] env[61960]: INFO nova.compute.manager [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Terminating instance [ 1186.585298] env[61960]: DEBUG nova.compute.manager [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1186.585526] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1186.585787] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-781ce92e-d385-45bb-93a6-cf6f123561e7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.594625] env[61960]: DEBUG oslo_vmware.api [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1186.594625] env[61960]: value = "task-436977" [ 1186.594625] env[61960]: _type = "Task" [ 1186.594625] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.603457] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] VM already powered off {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1186.603649] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Volume detach. Driver type: vmdk {{(pid=61960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1186.603914] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116233', 'volume_id': 'f5fff812-fcde-4f51-b430-87eec726addc', 'name': 'volume-f5fff812-fcde-4f51-b430-87eec726addc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '72dd544f-6d36-4d8d-b64a-39233134e6d1', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5fff812-fcde-4f51-b430-87eec726addc', 'serial': 'f5fff812-fcde-4f51-b430-87eec726addc'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1186.604660] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba687570-cc1c-44c2-83bf-4d9b44fc7f13 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.622585] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce68989-1ce9-4f69-b7ce-1313ab859243 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.629432] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3156774-2677-41df-8c10-7dbc67816669 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.646488] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf6f576-3cb9-40b8-805a-8a1cc25baa50 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.661929] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] The volume has not been displaced from its original location: [datastore1] volume-f5fff812-fcde-4f51-b430-87eec726addc/volume-f5fff812-fcde-4f51-b430-87eec726addc.vmdk. No consolidation needed. {{(pid=61960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1186.667127] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1186.667603] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4bb7c0c-c1f9-40fd-961b-b02d09d4896f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.686321] env[61960]: DEBUG oslo_vmware.api [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1186.686321] env[61960]: value = "task-436978" [ 1186.686321] env[61960]: _type = "Task" [ 1186.686321] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.694326] env[61960]: DEBUG oslo_vmware.api [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.860670] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.157s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.861223] env[61960]: DEBUG nova.compute.manager [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1187.196631] env[61960]: DEBUG oslo_vmware.api [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436978, 'name': ReconfigVM_Task, 'duration_secs': 0.170538} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.196973] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1187.201592] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bab8969-3b95-48e3-803a-b36abe0bbea4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.217146] env[61960]: DEBUG oslo_vmware.api [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1187.217146] env[61960]: value = "task-436979" [ 1187.217146] env[61960]: _type = "Task" [ 1187.217146] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.227024] env[61960]: DEBUG oslo_vmware.api [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.366189] env[61960]: DEBUG nova.compute.utils [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1187.367598] env[61960]: DEBUG nova.compute.manager [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1187.367800] env[61960]: DEBUG nova.network.neutron [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1187.422996] env[61960]: DEBUG nova.policy [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9a004ef37a9435482ef3f4792b5a53f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36536ccdab3c4f87b6c61946a3e6b530', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 1187.673659] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.673938] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.712059] env[61960]: DEBUG nova.network.neutron [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Successfully created port: 8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1187.728933] env[61960]: DEBUG oslo_vmware.api [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436979, 'name': ReconfigVM_Task, 'duration_secs': 0.11131} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.729311] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116233', 'volume_id': 'f5fff812-fcde-4f51-b430-87eec726addc', 'name': 'volume-f5fff812-fcde-4f51-b430-87eec726addc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '72dd544f-6d36-4d8d-b64a-39233134e6d1', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5fff812-fcde-4f51-b430-87eec726addc', 'serial': 'f5fff812-fcde-4f51-b430-87eec726addc'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1187.729573] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1187.730464] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b649fb09-71a4-4a4d-8bcf-f125589da8aa {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.737766] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1187.738032] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5278617b-d667-4b8d-8630-478a70106116 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.776869] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8512eec-7082-497a-958d-ee93e2ecd17f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.784656] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b734f0f-e264-4496-b25d-69ea4cb250ff {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.818900] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288028b8-a405-4d9c-b773-461445014658 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.821721] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1187.821959] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1187.822163] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Deleting the datastore file [datastore1] 72dd544f-6d36-4d8d-b64a-39233134e6d1 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.822410] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b976c59-7f05-4ca9-b809-2848e728eb96 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.829969] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeea5408-c65a-4b4d-924c-5bc5de426206 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.833739] env[61960]: DEBUG oslo_vmware.api [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1187.833739] env[61960]: value = "task-436981" [ 1187.833739] env[61960]: _type = "Task" [ 1187.833739] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.845857] env[61960]: DEBUG nova.compute.provider_tree [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.851986] env[61960]: DEBUG oslo_vmware.api [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.870798] env[61960]: DEBUG nova.compute.manager [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1187.911591] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4ff2ecb9-f2e8-43e4-ad7a-bbfa24bd963f tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "72dd544f-6d36-4d8d-b64a-39233134e6d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.344504] env[61960]: DEBUG oslo_vmware.api [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283061} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.344785] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.344979] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1188.345185] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1188.345371] env[61960]: INFO nova.compute.manager [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1188.345707] env[61960]: DEBUG oslo.service.loopingcall [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1188.345930] env[61960]: DEBUG nova.compute.manager [-] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1188.346041] env[61960]: DEBUG nova.network.neutron [-] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1188.349757] env[61960]: DEBUG nova.scheduler.client.report [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1188.840245] env[61960]: DEBUG nova.compute.manager [req-8b5918fb-c43d-4003-a9b5-24175245bfdb req-0d8e2c66-14bb-408c-91d0-b671bf7dc636 service nova] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Received event network-vif-deleted-26ca0ee3-a363-4720-b4d8-e1ec7ef09073 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1188.840530] env[61960]: INFO nova.compute.manager [req-8b5918fb-c43d-4003-a9b5-24175245bfdb req-0d8e2c66-14bb-408c-91d0-b671bf7dc636 service nova] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Neutron deleted interface 26ca0ee3-a363-4720-b4d8-e1ec7ef09073; detaching it from the instance and deleting it from the info cache [ 1188.840635] env[61960]: DEBUG nova.network.neutron [req-8b5918fb-c43d-4003-a9b5-24175245bfdb req-0d8e2c66-14bb-408c-91d0-b671bf7dc636 service nova] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.854825] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.181s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.855225] env[61960]: INFO nova.compute.manager [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Successfully reverted task state from resize_migrating on failure for instance. [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server [None req-d3e25b52-9147-4aa1-96cb-989b20902a53 tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Exception during message handling: AttributeError: 'NoneType' object has no attribute 'key' [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 172, in _process_incoming [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server raise self.value [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 166, in decorated_function [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server raise self.value [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 157, in decorated_function [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1453, in decorated_function [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server raise self.value [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 6071, in resize_instance [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server raise self.value [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 6068, in resize_instance [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server self._resize_instance(context, instance, image, migration, [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 6105, in _resize_instance [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server disk_info = self.driver.migrate_disk_and_power_off( [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 263, in migrate_disk_and_power_off [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server return self._vmops.migrate_disk_and_power_off(context, instance, [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1467, in migrate_disk_and_power_off [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server self._resize_disk(instance, vm_ref, vmdk, flavor) [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1398, in _resize_disk [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server self._volumeops.detach_disk_from_vm(vm_ref, instance, vmdk.device) [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 121, in detach_disk_from_vm [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server disk_key = device.key [ 1188.863712] env[61960]: ERROR oslo_messaging.rpc.server AttributeError: 'NoneType' object has no attribute 'key' [ 1188.865528] env[61960]: ERROR oslo_messaging.rpc.server [ 1188.880210] env[61960]: DEBUG nova.compute.manager [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1188.906644] env[61960]: DEBUG nova.virt.hardware [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1188.906895] env[61960]: DEBUG nova.virt.hardware [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1188.907130] env[61960]: DEBUG nova.virt.hardware [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.907280] env[61960]: DEBUG nova.virt.hardware [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1188.907433] env[61960]: DEBUG nova.virt.hardware [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.907590] env[61960]: DEBUG nova.virt.hardware [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1188.907841] env[61960]: DEBUG nova.virt.hardware [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1188.908117] env[61960]: DEBUG nova.virt.hardware [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1188.908211] env[61960]: DEBUG nova.virt.hardware [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1188.908364] env[61960]: DEBUG nova.virt.hardware [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1188.908543] env[61960]: DEBUG nova.virt.hardware [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1188.909454] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5960e4-ce96-4ee7-a26f-9aaac348bcc6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.918434] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce805a8-e17e-410d-b734-adaeb91b1496 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.123542] env[61960]: DEBUG nova.compute.manager [req-886cb9a1-cd60-48e2-9daa-7149dc403296 req-5d225b59-165d-4cdd-b0bf-93350d8609c5 service nova] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Received event network-vif-plugged-8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1189.123775] env[61960]: DEBUG oslo_concurrency.lockutils [req-886cb9a1-cd60-48e2-9daa-7149dc403296 req-5d225b59-165d-4cdd-b0bf-93350d8609c5 service nova] Acquiring lock "1f95770b-ee42-46d4-b975-dba0c9328c48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.123991] env[61960]: DEBUG oslo_concurrency.lockutils [req-886cb9a1-cd60-48e2-9daa-7149dc403296 req-5d225b59-165d-4cdd-b0bf-93350d8609c5 service nova] Lock "1f95770b-ee42-46d4-b975-dba0c9328c48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.124493] env[61960]: DEBUG oslo_concurrency.lockutils [req-886cb9a1-cd60-48e2-9daa-7149dc403296 req-5d225b59-165d-4cdd-b0bf-93350d8609c5 service nova] Lock "1f95770b-ee42-46d4-b975-dba0c9328c48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.124688] env[61960]: DEBUG nova.compute.manager [req-886cb9a1-cd60-48e2-9daa-7149dc403296 req-5d225b59-165d-4cdd-b0bf-93350d8609c5 service nova] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] No waiting events found dispatching network-vif-plugged-8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1189.124861] env[61960]: WARNING nova.compute.manager [req-886cb9a1-cd60-48e2-9daa-7149dc403296 req-5d225b59-165d-4cdd-b0bf-93350d8609c5 service nova] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Received unexpected event network-vif-plugged-8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8 for instance with vm_state building and task_state spawning. [ 1189.179343] env[61960]: DEBUG nova.network.neutron [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Successfully updated port: 8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1189.220648] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a44dd2c0-6c01-492e-b10a-8229fa71186d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "0acb38af-b368-4309-8402-5b534a84bbb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.220932] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a44dd2c0-6c01-492e-b10a-8229fa71186d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "0acb38af-b368-4309-8402-5b534a84bbb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.221238] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a44dd2c0-6c01-492e-b10a-8229fa71186d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "0acb38af-b368-4309-8402-5b534a84bbb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.221440] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a44dd2c0-6c01-492e-b10a-8229fa71186d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "0acb38af-b368-4309-8402-5b534a84bbb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.221614] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a44dd2c0-6c01-492e-b10a-8229fa71186d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "0acb38af-b368-4309-8402-5b534a84bbb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.223605] env[61960]: INFO nova.compute.manager [None req-a44dd2c0-6c01-492e-b10a-8229fa71186d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Terminating instance [ 1189.225382] env[61960]: DEBUG nova.compute.manager [None req-a44dd2c0-6c01-492e-b10a-8229fa71186d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1189.225586] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a44dd2c0-6c01-492e-b10a-8229fa71186d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1189.226464] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84bc886-894a-408d-89b8-cf277d201746 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.234895] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a44dd2c0-6c01-492e-b10a-8229fa71186d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1189.235142] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8102a84-c7ef-4680-86f8-b7f604fc3a51 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.243695] env[61960]: DEBUG oslo_vmware.api [None req-a44dd2c0-6c01-492e-b10a-8229fa71186d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1189.243695] env[61960]: value = "task-436982" [ 1189.243695] env[61960]: _type = "Task" [ 1189.243695] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.252750] env[61960]: DEBUG oslo_vmware.api [None req-a44dd2c0-6c01-492e-b10a-8229fa71186d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.314159] env[61960]: DEBUG nova.network.neutron [-] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.343338] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1530111b-a2a9-4ee9-8e95-6fddbb65d264 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.354405] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf4b86c-a692-4d82-ba27-bb4554cce9b1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.382206] env[61960]: DEBUG nova.compute.manager [req-8b5918fb-c43d-4003-a9b5-24175245bfdb req-0d8e2c66-14bb-408c-91d0-b671bf7dc636 service nova] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Detach interface failed, port_id=26ca0ee3-a363-4720-b4d8-e1ec7ef09073, reason: Instance 72dd544f-6d36-4d8d-b64a-39233134e6d1 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1189.685678] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "refresh_cache-1f95770b-ee42-46d4-b975-dba0c9328c48" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.685845] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquired lock "refresh_cache-1f95770b-ee42-46d4-b975-dba0c9328c48" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.686008] env[61960]: DEBUG nova.network.neutron [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1189.753599] env[61960]: DEBUG oslo_vmware.api [None req-a44dd2c0-6c01-492e-b10a-8229fa71186d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436982, 'name': PowerOffVM_Task, 'duration_secs': 0.212932} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.753907] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a44dd2c0-6c01-492e-b10a-8229fa71186d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1189.754129] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a44dd2c0-6c01-492e-b10a-8229fa71186d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1189.754390] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2b7a3cc-bdf2-4d14-9c01-340772078b5e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.817227] env[61960]: INFO nova.compute.manager [-] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Took 1.47 seconds to deallocate network for instance. [ 1190.214500] env[61960]: DEBUG nova.network.neutron [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1190.270406] env[61960]: DEBUG oslo_concurrency.lockutils [None req-84135442-66e0-426e-8190-978eccc2b53c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "4ebd3ee8-714f-4c70-b42d-c41dab44b837" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.270647] env[61960]: DEBUG oslo_concurrency.lockutils [None req-84135442-66e0-426e-8190-978eccc2b53c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "4ebd3ee8-714f-4c70-b42d-c41dab44b837" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.339058] env[61960]: DEBUG nova.network.neutron [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Updating instance_info_cache with network_info: [{"id": "8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8", "address": "fa:16:3e:a4:74:1b", "network": {"id": "7c271de7-8f8a-49cc-b8c7-799265f10498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-907169809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36536ccdab3c4f87b6c61946a3e6b530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a9b52af-7a", "ovs_interfaceid": "8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.361011] env[61960]: INFO nova.compute.manager [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Took 0.54 seconds to detach 1 volumes for instance. [ 1190.363026] env[61960]: DEBUG nova.compute.manager [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Deleting volume: f5fff812-fcde-4f51-b430-87eec726addc {{(pid=61960) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3247}} [ 1190.774642] env[61960]: DEBUG nova.compute.utils [None req-84135442-66e0-426e-8190-978eccc2b53c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1190.841223] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Releasing lock "refresh_cache-1f95770b-ee42-46d4-b975-dba0c9328c48" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.841540] env[61960]: DEBUG nova.compute.manager [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Instance network_info: |[{"id": "8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8", "address": "fa:16:3e:a4:74:1b", "network": {"id": "7c271de7-8f8a-49cc-b8c7-799265f10498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-907169809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36536ccdab3c4f87b6c61946a3e6b530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a9b52af-7a", "ovs_interfaceid": "8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1190.841981] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:74:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1190.849538] env[61960]: DEBUG oslo.service.loopingcall [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1190.849744] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1190.849972] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6cbc7e7-1f63-4053-b24e-9fbd3072d0c5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.871368] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1190.871368] env[61960]: value = "task-436985" [ 1190.871368] env[61960]: _type = "Task" [ 1190.871368] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.878994] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436985, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.899463] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.899714] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.899963] env[61960]: DEBUG nova.objects.instance [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lazy-loading 'resources' on Instance uuid 72dd544f-6d36-4d8d-b64a-39233134e6d1 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.945937] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a44dd2c0-6c01-492e-b10a-8229fa71186d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1190.946196] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a44dd2c0-6c01-492e-b10a-8229fa71186d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1190.946409] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a44dd2c0-6c01-492e-b10a-8229fa71186d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Deleting the datastore file [datastore1] 0acb38af-b368-4309-8402-5b534a84bbb8 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.946730] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94c3cb00-02e6-4d7a-8248-171f84ff0eda {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.954554] env[61960]: DEBUG oslo_vmware.api [None req-a44dd2c0-6c01-492e-b10a-8229fa71186d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1190.954554] env[61960]: value = "task-436986" [ 1190.954554] env[61960]: _type = "Task" [ 1190.954554] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.963429] env[61960]: DEBUG oslo_vmware.api [None req-a44dd2c0-6c01-492e-b10a-8229fa71186d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.152746] env[61960]: DEBUG nova.compute.manager [req-c3910bb4-0056-4db7-9576-5e1e9c933778 req-afe440dd-c34e-44bd-930a-2f09c7898a95 service nova] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Received event network-changed-8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1191.152934] env[61960]: DEBUG nova.compute.manager [req-c3910bb4-0056-4db7-9576-5e1e9c933778 req-afe440dd-c34e-44bd-930a-2f09c7898a95 service nova] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Refreshing instance network info cache due to event network-changed-8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1191.153182] env[61960]: DEBUG oslo_concurrency.lockutils [req-c3910bb4-0056-4db7-9576-5e1e9c933778 req-afe440dd-c34e-44bd-930a-2f09c7898a95 service nova] Acquiring lock "refresh_cache-1f95770b-ee42-46d4-b975-dba0c9328c48" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.153339] env[61960]: DEBUG oslo_concurrency.lockutils [req-c3910bb4-0056-4db7-9576-5e1e9c933778 req-afe440dd-c34e-44bd-930a-2f09c7898a95 service nova] Acquired lock "refresh_cache-1f95770b-ee42-46d4-b975-dba0c9328c48" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.153516] env[61960]: DEBUG nova.network.neutron [req-c3910bb4-0056-4db7-9576-5e1e9c933778 req-afe440dd-c34e-44bd-930a-2f09c7898a95 service nova] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Refreshing network info cache for port 8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1191.277334] env[61960]: DEBUG oslo_concurrency.lockutils [None req-84135442-66e0-426e-8190-978eccc2b53c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "4ebd3ee8-714f-4c70-b42d-c41dab44b837" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.382015] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-436985, 'name': CreateVM_Task, 'duration_secs': 0.342899} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.382200] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1191.382867] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.383063] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.383339] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.383595] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-571d40bd-e9bc-4aaa-ba10-7422aa6ec517 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.388223] env[61960]: DEBUG oslo_vmware.api [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1191.388223] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ea657a-a74c-812a-8e17-5bbefed5a2b6" [ 1191.388223] env[61960]: _type = "Task" [ 1191.388223] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.396406] env[61960]: DEBUG oslo_vmware.api [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ea657a-a74c-812a-8e17-5bbefed5a2b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.463624] env[61960]: DEBUG oslo_vmware.api [None req-a44dd2c0-6c01-492e-b10a-8229fa71186d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142295} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.466010] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a44dd2c0-6c01-492e-b10a-8229fa71186d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1191.466225] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a44dd2c0-6c01-492e-b10a-8229fa71186d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1191.466415] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a44dd2c0-6c01-492e-b10a-8229fa71186d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1191.466598] env[61960]: INFO nova.compute.manager [None req-a44dd2c0-6c01-492e-b10a-8229fa71186d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1191.466846] env[61960]: DEBUG oslo.service.loopingcall [None req-a44dd2c0-6c01-492e-b10a-8229fa71186d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1191.467259] env[61960]: DEBUG nova.compute.manager [-] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1191.467365] env[61960]: DEBUG nova.network.neutron [-] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1191.476621] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c80817d-baf4-46f3-98a1-abf0cba884e5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.483699] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c367d7-1050-465e-b025-0379445b1eba {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.514426] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a1cb6d-b48f-44f1-9478-96c93972e561 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.522353] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a915a25d-9963-48cc-8138-66599254b8e4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.536981] env[61960]: DEBUG nova.compute.provider_tree [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.862116] env[61960]: DEBUG nova.network.neutron [req-c3910bb4-0056-4db7-9576-5e1e9c933778 req-afe440dd-c34e-44bd-930a-2f09c7898a95 service nova] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Updated VIF entry in instance network info cache for port 8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1191.862485] env[61960]: DEBUG nova.network.neutron [req-c3910bb4-0056-4db7-9576-5e1e9c933778 req-afe440dd-c34e-44bd-930a-2f09c7898a95 service nova] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Updating instance_info_cache with network_info: [{"id": "8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8", "address": "fa:16:3e:a4:74:1b", "network": {"id": "7c271de7-8f8a-49cc-b8c7-799265f10498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-907169809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36536ccdab3c4f87b6c61946a3e6b530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a9b52af-7a", "ovs_interfaceid": "8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.900439] env[61960]: DEBUG oslo_vmware.api [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ea657a-a74c-812a-8e17-5bbefed5a2b6, 'name': SearchDatastore_Task, 'duration_secs': 0.00959} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.900813] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.901077] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.901328] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.901500] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.901710] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.901992] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d787197-fa55-460b-a03b-d0aa0b9028e3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.910735] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.910881] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1191.911574] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbb742b5-b934-424d-892a-901e09251c68 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.917045] env[61960]: DEBUG oslo_vmware.api [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1191.917045] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52922f50-b05d-0194-6e60-9564785a8229" [ 1191.917045] env[61960]: _type = "Task" [ 1191.917045] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.925256] env[61960]: DEBUG oslo_vmware.api [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52922f50-b05d-0194-6e60-9564785a8229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.040859] env[61960]: DEBUG nova.scheduler.client.report [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1192.187685] env[61960]: DEBUG nova.network.neutron [-] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.344301] env[61960]: DEBUG oslo_concurrency.lockutils [None req-84135442-66e0-426e-8190-978eccc2b53c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "4ebd3ee8-714f-4c70-b42d-c41dab44b837" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.344801] env[61960]: DEBUG oslo_concurrency.lockutils [None req-84135442-66e0-426e-8190-978eccc2b53c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "4ebd3ee8-714f-4c70-b42d-c41dab44b837" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.344858] env[61960]: INFO nova.compute.manager [None req-84135442-66e0-426e-8190-978eccc2b53c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Attaching volume 2ffad174-2018-42ea-b02b-e104521f97dd to /dev/sdb [ 1192.365244] env[61960]: DEBUG oslo_concurrency.lockutils [req-c3910bb4-0056-4db7-9576-5e1e9c933778 req-afe440dd-c34e-44bd-930a-2f09c7898a95 service nova] Releasing lock "refresh_cache-1f95770b-ee42-46d4-b975-dba0c9328c48" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.376992] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bf94c2-cc55-422f-815e-44f5e7cde5b4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.384045] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53e220c-64d0-4659-b34c-68b8c12fbd52 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.398346] env[61960]: DEBUG nova.virt.block_device [None req-84135442-66e0-426e-8190-978eccc2b53c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Updating existing volume attachment record: 4b12750f-f099-4f17-86a9-5e903f2835e8 {{(pid=61960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1192.426286] env[61960]: DEBUG oslo_vmware.api [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52922f50-b05d-0194-6e60-9564785a8229, 'name': SearchDatastore_Task, 'duration_secs': 0.008518} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.427062] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cd0e7eb-aeb2-438e-8181-7621805fa291 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.432651] env[61960]: DEBUG oslo_vmware.api [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1192.432651] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fc91e7-a63f-ce1d-7bba-0942a3f6ebf5" [ 1192.432651] env[61960]: _type = "Task" [ 1192.432651] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.440355] env[61960]: DEBUG oslo_vmware.api [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fc91e7-a63f-ce1d-7bba-0942a3f6ebf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.547985] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.567017] env[61960]: INFO nova.scheduler.client.report [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Deleted allocations for instance 72dd544f-6d36-4d8d-b64a-39233134e6d1 [ 1192.689568] env[61960]: INFO nova.compute.manager [-] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Took 1.22 seconds to deallocate network for instance. [ 1192.944556] env[61960]: DEBUG oslo_vmware.api [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fc91e7-a63f-ce1d-7bba-0942a3f6ebf5, 'name': SearchDatastore_Task, 'duration_secs': 0.009084} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.945361] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.945361] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 1f95770b-ee42-46d4-b975-dba0c9328c48/1f95770b-ee42-46d4-b975-dba0c9328c48.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1192.945603] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8ea9ead-9e9e-4b93-9436-e06c342019b6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.952510] env[61960]: DEBUG oslo_vmware.api [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1192.952510] env[61960]: value = "task-436988" [ 1192.952510] env[61960]: _type = "Task" [ 1192.952510] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.961186] env[61960]: DEBUG oslo_vmware.api [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.075535] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2d4db1b0-4278-4c13-b1e4-f8e56056426b tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "72dd544f-6d36-4d8d-b64a-39233134e6d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.495s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.076527] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4ff2ecb9-f2e8-43e4-ad7a-bbfa24bd963f tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "72dd544f-6d36-4d8d-b64a-39233134e6d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 5.165s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1193.076755] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4ff2ecb9-f2e8-43e4-ad7a-bbfa24bd963f tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "72dd544f-6d36-4d8d-b64a-39233134e6d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1193.076969] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4ff2ecb9-f2e8-43e4-ad7a-bbfa24bd963f tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "72dd544f-6d36-4d8d-b64a-39233134e6d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1193.077165] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4ff2ecb9-f2e8-43e4-ad7a-bbfa24bd963f tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "72dd544f-6d36-4d8d-b64a-39233134e6d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.080189] env[61960]: INFO nova.compute.manager [None req-4ff2ecb9-f2e8-43e4-ad7a-bbfa24bd963f tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Terminating instance [ 1193.082040] env[61960]: DEBUG nova.compute.manager [None req-4ff2ecb9-f2e8-43e4-ad7a-bbfa24bd963f tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1193.082339] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed20dbc3-cf02-4299-841f-55084353469c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.096725] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e44f658-cadf-4aa4-a6d6-6adc7209ac91 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.126247] env[61960]: WARNING nova.virt.vmwareapi.driver [None req-4ff2ecb9-f2e8-43e4-ad7a-bbfa24bd963f tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 72dd544f-6d36-4d8d-b64a-39233134e6d1 could not be found. [ 1193.126491] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff2ecb9-f2e8-43e4-ad7a-bbfa24bd963f tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1193.126856] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2bb82f75-0dbc-4bb0-96e0-9c3bfcd0cdff {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.137309] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604ea7fb-97e6-472e-b9ef-cf3bb2abb3e7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.167026] env[61960]: WARNING nova.virt.vmwareapi.vmops [None req-4ff2ecb9-f2e8-43e4-ad7a-bbfa24bd963f tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 72dd544f-6d36-4d8d-b64a-39233134e6d1 could not be found. [ 1193.167288] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff2ecb9-f2e8-43e4-ad7a-bbfa24bd963f tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1193.167492] env[61960]: INFO nova.compute.manager [None req-4ff2ecb9-f2e8-43e4-ad7a-bbfa24bd963f tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1193.167855] env[61960]: DEBUG oslo.service.loopingcall [None req-4ff2ecb9-f2e8-43e4-ad7a-bbfa24bd963f tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1193.168135] env[61960]: DEBUG nova.compute.manager [-] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1193.168232] env[61960]: DEBUG nova.network.neutron [-] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1193.180748] env[61960]: DEBUG nova.compute.manager [req-bd4ea63b-e0c6-41df-a643-eef0fef7977a req-83eb0664-35e4-4b22-8176-f3b77d621acc service nova] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Received event network-vif-deleted-520b3beb-d324-4ad1-9e15-0d1c24123b14 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1193.198746] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a44dd2c0-6c01-492e-b10a-8229fa71186d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1193.198998] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a44dd2c0-6c01-492e-b10a-8229fa71186d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1193.199257] env[61960]: DEBUG nova.objects.instance [None req-a44dd2c0-6c01-492e-b10a-8229fa71186d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lazy-loading 'resources' on Instance uuid 0acb38af-b368-4309-8402-5b534a84bbb8 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.463110] env[61960]: DEBUG oslo_vmware.api [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.42375} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.463471] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 1f95770b-ee42-46d4-b975-dba0c9328c48/1f95770b-ee42-46d4-b975-dba0c9328c48.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1193.463550] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1193.463807] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6025dd71-b3ab-4f6e-aa19-83b4374a3fce {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.470347] env[61960]: DEBUG oslo_vmware.api [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1193.470347] env[61960]: value = "task-436989" [ 1193.470347] env[61960]: _type = "Task" [ 1193.470347] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.479447] env[61960]: DEBUG oslo_vmware.api [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.686777] env[61960]: DEBUG nova.network.neutron [-] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.762845] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb023ee-2c46-4719-bfb8-dd431c8944bb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.771343] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809dcefd-a2b1-4fb9-8598-e7110e203152 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.802359] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2511ee73-796d-402a-ace7-37cf76b46162 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.810087] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d17bb09-f9b8-4100-8086-0bfc27ba66dd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.823289] env[61960]: DEBUG nova.compute.provider_tree [None req-a44dd2c0-6c01-492e-b10a-8229fa71186d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.981169] env[61960]: DEBUG oslo_vmware.api [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436989, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063915} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.981453] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1193.982266] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083471b8-4fac-4421-9e12-03d31f5060be {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.004257] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 1f95770b-ee42-46d4-b975-dba0c9328c48/1f95770b-ee42-46d4-b975-dba0c9328c48.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.004533] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae5299f9-bf88-44cf-be94-7b72979022e7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.024233] env[61960]: DEBUG oslo_vmware.api [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1194.024233] env[61960]: value = "task-436990" [ 1194.024233] env[61960]: _type = "Task" [ 1194.024233] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.038966] env[61960]: DEBUG oslo_vmware.api [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436990, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.189334] env[61960]: INFO nova.compute.manager [-] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Took 1.02 seconds to deallocate network for instance. [ 1194.202214] env[61960]: WARNING nova.volume.cinder [None req-4ff2ecb9-f2e8-43e4-ad7a-bbfa24bd963f tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Attachment 97fb0776-2a47-4a56-9a2e-799d9d44c7bd does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 97fb0776-2a47-4a56-9a2e-799d9d44c7bd. (HTTP 404) (Request-ID: req-894f30c6-c6a9-4ec9-842b-c1a53c834e61) [ 1194.202512] env[61960]: INFO nova.compute.manager [None req-4ff2ecb9-f2e8-43e4-ad7a-bbfa24bd963f tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Took 0.01 seconds to detach 1 volumes for instance. [ 1194.204763] env[61960]: DEBUG nova.compute.manager [None req-4ff2ecb9-f2e8-43e4-ad7a-bbfa24bd963f tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Deleting volume: f5fff812-fcde-4f51-b430-87eec726addc {{(pid=61960) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3247}} [ 1194.218138] env[61960]: WARNING nova.compute.manager [None req-4ff2ecb9-f2e8-43e4-ad7a-bbfa24bd963f tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Failed to delete volume: f5fff812-fcde-4f51-b430-87eec726addc due to Volume f5fff812-fcde-4f51-b430-87eec726addc could not be found.: nova.exception.VolumeNotFound: Volume f5fff812-fcde-4f51-b430-87eec726addc could not be found. [ 1194.326286] env[61960]: DEBUG nova.scheduler.client.report [None req-a44dd2c0-6c01-492e-b10a-8229fa71186d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1194.534667] env[61960]: DEBUG oslo_vmware.api [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436990, 'name': ReconfigVM_Task, 'duration_secs': 0.276215} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.535046] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 1f95770b-ee42-46d4-b975-dba0c9328c48/1f95770b-ee42-46d4-b975-dba0c9328c48.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.535570] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2daa51a7-7a7c-46ac-a741-22778f9c64a4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.541692] env[61960]: DEBUG oslo_vmware.api [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1194.541692] env[61960]: value = "task-436991" [ 1194.541692] env[61960]: _type = "Task" [ 1194.541692] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.549662] env[61960]: DEBUG oslo_vmware.api [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436991, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.722233] env[61960]: INFO nova.compute.manager [None req-4ff2ecb9-f2e8-43e4-ad7a-bbfa24bd963f tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Instance disappeared during terminate [ 1194.722514] env[61960]: DEBUG oslo_concurrency.lockutils [None req-4ff2ecb9-f2e8-43e4-ad7a-bbfa24bd963f tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "72dd544f-6d36-4d8d-b64a-39233134e6d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 1.646s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.832054] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a44dd2c0-6c01-492e-b10a-8229fa71186d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.852883] env[61960]: INFO nova.scheduler.client.report [None req-a44dd2c0-6c01-492e-b10a-8229fa71186d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Deleted allocations for instance 0acb38af-b368-4309-8402-5b534a84bbb8 [ 1195.051078] env[61960]: DEBUG oslo_vmware.api [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436991, 'name': Rename_Task, 'duration_secs': 0.141785} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.051401] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1195.051647] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8c5c9c5-e1d8-4c87-8582-51a6c0e54328 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.058190] env[61960]: DEBUG oslo_vmware.api [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1195.058190] env[61960]: value = "task-436993" [ 1195.058190] env[61960]: _type = "Task" [ 1195.058190] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.065770] env[61960]: DEBUG oslo_vmware.api [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.359736] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a44dd2c0-6c01-492e-b10a-8229fa71186d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "0acb38af-b368-4309-8402-5b534a84bbb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.139s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.568090] env[61960]: DEBUG oslo_vmware.api [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-436993, 'name': PowerOnVM_Task, 'duration_secs': 0.434013} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.568468] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1195.568594] env[61960]: INFO nova.compute.manager [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Took 6.69 seconds to spawn the instance on the hypervisor. [ 1195.568780] env[61960]: DEBUG nova.compute.manager [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1195.569554] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3c3f5e-8dfa-4512-a8f9-97c79e328779 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.088887] env[61960]: INFO nova.compute.manager [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Took 11.40 seconds to build instance. [ 1196.590786] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2a90ac11-480e-4e6c-a55e-12d6b33bd8e9 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "1f95770b-ee42-46d4-b975-dba0c9328c48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.912s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.822743] env[61960]: DEBUG nova.compute.manager [req-4883ab6f-2fb9-42b5-9d3a-142b766a185c req-2c45cba5-f3a7-46b6-bba9-de3a4ff643df service nova] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Received event network-changed-8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1196.822962] env[61960]: DEBUG nova.compute.manager [req-4883ab6f-2fb9-42b5-9d3a-142b766a185c req-2c45cba5-f3a7-46b6-bba9-de3a4ff643df service nova] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Refreshing instance network info cache due to event network-changed-8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1196.823215] env[61960]: DEBUG oslo_concurrency.lockutils [req-4883ab6f-2fb9-42b5-9d3a-142b766a185c req-2c45cba5-f3a7-46b6-bba9-de3a4ff643df service nova] Acquiring lock "refresh_cache-1f95770b-ee42-46d4-b975-dba0c9328c48" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.823371] env[61960]: DEBUG oslo_concurrency.lockutils [req-4883ab6f-2fb9-42b5-9d3a-142b766a185c req-2c45cba5-f3a7-46b6-bba9-de3a4ff643df service nova] Acquired lock "refresh_cache-1f95770b-ee42-46d4-b975-dba0c9328c48" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.823540] env[61960]: DEBUG nova.network.neutron [req-4883ab6f-2fb9-42b5-9d3a-142b766a185c req-2c45cba5-f3a7-46b6-bba9-de3a4ff643df service nova] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Refreshing network info cache for port 8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1196.942611] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-84135442-66e0-426e-8190-978eccc2b53c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Volume attach. Driver type: vmdk {{(pid=61960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1196.942900] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-84135442-66e0-426e-8190-978eccc2b53c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116240', 'volume_id': '2ffad174-2018-42ea-b02b-e104521f97dd', 'name': 'volume-2ffad174-2018-42ea-b02b-e104521f97dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4ebd3ee8-714f-4c70-b42d-c41dab44b837', 'attached_at': '', 'detached_at': '', 'volume_id': '2ffad174-2018-42ea-b02b-e104521f97dd', 'serial': '2ffad174-2018-42ea-b02b-e104521f97dd'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1196.943865] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669ad1eb-f5a2-4998-a022-2aa136224570 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.963201] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9c0bb0-2d64-4494-80b8-0bf6c4d8844d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.987822] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-84135442-66e0-426e-8190-978eccc2b53c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-2ffad174-2018-42ea-b02b-e104521f97dd/volume-2ffad174-2018-42ea-b02b-e104521f97dd.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.988139] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbd0fe38-5b1d-442f-8387-653f7633dc4e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.007163] env[61960]: DEBUG oslo_vmware.api [None req-84135442-66e0-426e-8190-978eccc2b53c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1197.007163] env[61960]: value = "task-436995" [ 1197.007163] env[61960]: _type = "Task" [ 1197.007163] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.017061] env[61960]: DEBUG oslo_vmware.api [None req-84135442-66e0-426e-8190-978eccc2b53c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.517392] env[61960]: DEBUG oslo_vmware.api [None req-84135442-66e0-426e-8190-978eccc2b53c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436995, 'name': ReconfigVM_Task, 'duration_secs': 0.359624} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.517753] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-84135442-66e0-426e-8190-978eccc2b53c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-2ffad174-2018-42ea-b02b-e104521f97dd/volume-2ffad174-2018-42ea-b02b-e104521f97dd.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.522722] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f74821f0-c458-4108-84da-9363845c9846 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.533198] env[61960]: DEBUG nova.network.neutron [req-4883ab6f-2fb9-42b5-9d3a-142b766a185c req-2c45cba5-f3a7-46b6-bba9-de3a4ff643df service nova] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Updated VIF entry in instance network info cache for port 8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1197.533551] env[61960]: DEBUG nova.network.neutron [req-4883ab6f-2fb9-42b5-9d3a-142b766a185c req-2c45cba5-f3a7-46b6-bba9-de3a4ff643df service nova] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Updating instance_info_cache with network_info: [{"id": "8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8", "address": "fa:16:3e:a4:74:1b", "network": {"id": "7c271de7-8f8a-49cc-b8c7-799265f10498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-907169809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36536ccdab3c4f87b6c61946a3e6b530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a9b52af-7a", "ovs_interfaceid": "8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.541237] env[61960]: DEBUG oslo_vmware.api [None req-84135442-66e0-426e-8190-978eccc2b53c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1197.541237] env[61960]: value = "task-436996" [ 1197.541237] env[61960]: _type = "Task" [ 1197.541237] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.549994] env[61960]: DEBUG oslo_vmware.api [None req-84135442-66e0-426e-8190-978eccc2b53c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436996, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.036026] env[61960]: DEBUG oslo_concurrency.lockutils [req-4883ab6f-2fb9-42b5-9d3a-142b766a185c req-2c45cba5-f3a7-46b6-bba9-de3a4ff643df service nova] Releasing lock "refresh_cache-1f95770b-ee42-46d4-b975-dba0c9328c48" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.052959] env[61960]: DEBUG oslo_vmware.api [None req-84135442-66e0-426e-8190-978eccc2b53c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-436996, 'name': ReconfigVM_Task, 'duration_secs': 0.155164} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.053243] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-84135442-66e0-426e-8190-978eccc2b53c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116240', 'volume_id': '2ffad174-2018-42ea-b02b-e104521f97dd', 'name': 'volume-2ffad174-2018-42ea-b02b-e104521f97dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4ebd3ee8-714f-4c70-b42d-c41dab44b837', 'attached_at': '', 'detached_at': '', 'volume_id': '2ffad174-2018-42ea-b02b-e104521f97dd', 'serial': '2ffad174-2018-42ea-b02b-e104521f97dd'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1199.060657] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6f4ed838-bb7e-47cf-bb00-a324cfd4079d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "4c175400-88d8-4813-aa7d-3c3f62eb2e96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.061032] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6f4ed838-bb7e-47cf-bb00-a324cfd4079d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "4c175400-88d8-4813-aa7d-3c3f62eb2e96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.061032] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6f4ed838-bb7e-47cf-bb00-a324cfd4079d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "4c175400-88d8-4813-aa7d-3c3f62eb2e96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.061179] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6f4ed838-bb7e-47cf-bb00-a324cfd4079d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "4c175400-88d8-4813-aa7d-3c3f62eb2e96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.061265] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6f4ed838-bb7e-47cf-bb00-a324cfd4079d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "4c175400-88d8-4813-aa7d-3c3f62eb2e96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.063560] env[61960]: INFO nova.compute.manager [None req-6f4ed838-bb7e-47cf-bb00-a324cfd4079d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Terminating instance [ 1199.065279] env[61960]: DEBUG nova.compute.manager [None req-6f4ed838-bb7e-47cf-bb00-a324cfd4079d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1199.065484] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4ed838-bb7e-47cf-bb00-a324cfd4079d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1199.066362] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02d39f4-5a62-4ccf-b715-472a13621417 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.074168] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4ed838-bb7e-47cf-bb00-a324cfd4079d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1199.074402] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a873413-65e6-4124-8ce7-ed68ef26c727 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.080798] env[61960]: DEBUG oslo_vmware.api [None req-6f4ed838-bb7e-47cf-bb00-a324cfd4079d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1199.080798] env[61960]: value = "task-436997" [ 1199.080798] env[61960]: _type = "Task" [ 1199.080798] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.088119] env[61960]: DEBUG oslo_vmware.api [None req-6f4ed838-bb7e-47cf-bb00-a324cfd4079d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.096023] env[61960]: DEBUG nova.objects.instance [None req-84135442-66e0-426e-8190-978eccc2b53c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lazy-loading 'flavor' on Instance uuid 4ebd3ee8-714f-4c70-b42d-c41dab44b837 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.590270] env[61960]: DEBUG oslo_vmware.api [None req-6f4ed838-bb7e-47cf-bb00-a324cfd4079d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436997, 'name': PowerOffVM_Task, 'duration_secs': 0.219795} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.590504] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4ed838-bb7e-47cf-bb00-a324cfd4079d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1199.590681] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4ed838-bb7e-47cf-bb00-a324cfd4079d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1199.590929] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49246af6-3626-4e3b-adbb-e4d302fa9840 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.600833] env[61960]: DEBUG oslo_concurrency.lockutils [None req-84135442-66e0-426e-8190-978eccc2b53c tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "4ebd3ee8-714f-4c70-b42d-c41dab44b837" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.256s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.654583] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4ed838-bb7e-47cf-bb00-a324cfd4079d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1199.654824] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4ed838-bb7e-47cf-bb00-a324cfd4079d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1199.654987] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f4ed838-bb7e-47cf-bb00-a324cfd4079d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Deleting the datastore file [datastore1] 4c175400-88d8-4813-aa7d-3c3f62eb2e96 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.655276] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b1f141b-3a52-4852-8e66-a352ec9c99c6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.661547] env[61960]: DEBUG oslo_vmware.api [None req-6f4ed838-bb7e-47cf-bb00-a324cfd4079d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for the task: (returnval){ [ 1199.661547] env[61960]: value = "task-436999" [ 1199.661547] env[61960]: _type = "Task" [ 1199.661547] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.668509] env[61960]: DEBUG oslo_vmware.api [None req-6f4ed838-bb7e-47cf-bb00-a324cfd4079d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.814069] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6da274d3-09ce-4f20-b0e0-67022ac79111 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "4ebd3ee8-714f-4c70-b42d-c41dab44b837" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.814378] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6da274d3-09ce-4f20-b0e0-67022ac79111 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "4ebd3ee8-714f-4c70-b42d-c41dab44b837" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1200.181761] env[61960]: DEBUG oslo_vmware.api [None req-6f4ed838-bb7e-47cf-bb00-a324cfd4079d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Task: {'id': task-436999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126151} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.182156] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f4ed838-bb7e-47cf-bb00-a324cfd4079d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.182284] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4ed838-bb7e-47cf-bb00-a324cfd4079d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1200.182439] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4ed838-bb7e-47cf-bb00-a324cfd4079d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1200.182615] env[61960]: INFO nova.compute.manager [None req-6f4ed838-bb7e-47cf-bb00-a324cfd4079d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1200.182883] env[61960]: DEBUG oslo.service.loopingcall [None req-6f4ed838-bb7e-47cf-bb00-a324cfd4079d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1200.183101] env[61960]: DEBUG nova.compute.manager [-] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1200.183231] env[61960]: DEBUG nova.network.neutron [-] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1200.317475] env[61960]: INFO nova.compute.manager [None req-6da274d3-09ce-4f20-b0e0-67022ac79111 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Detaching volume 2ffad174-2018-42ea-b02b-e104521f97dd [ 1200.348073] env[61960]: INFO nova.virt.block_device [None req-6da274d3-09ce-4f20-b0e0-67022ac79111 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Attempting to driver detach volume 2ffad174-2018-42ea-b02b-e104521f97dd from mountpoint /dev/sdb [ 1200.348381] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6da274d3-09ce-4f20-b0e0-67022ac79111 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Volume detach. Driver type: vmdk {{(pid=61960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1200.348691] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6da274d3-09ce-4f20-b0e0-67022ac79111 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116240', 'volume_id': '2ffad174-2018-42ea-b02b-e104521f97dd', 'name': 'volume-2ffad174-2018-42ea-b02b-e104521f97dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4ebd3ee8-714f-4c70-b42d-c41dab44b837', 'attached_at': '', 'detached_at': '', 'volume_id': '2ffad174-2018-42ea-b02b-e104521f97dd', 'serial': '2ffad174-2018-42ea-b02b-e104521f97dd'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1200.349923] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9123d2-a855-4160-9655-efd6fde078a2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.372619] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5cb436-d6f3-4b91-ae1d-7a18a26bd1b4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.379640] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa5e8be-651a-49ad-849d-248e43078ad2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.399652] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1724ef-2535-4c68-9999-8f0cdd85b70f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.417237] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6da274d3-09ce-4f20-b0e0-67022ac79111 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] The volume has not been displaced from its original location: [datastore1] volume-2ffad174-2018-42ea-b02b-e104521f97dd/volume-2ffad174-2018-42ea-b02b-e104521f97dd.vmdk. No consolidation needed. {{(pid=61960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1200.422757] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6da274d3-09ce-4f20-b0e0-67022ac79111 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1200.422757] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22885760-b8b4-41ca-861e-374b020f07e3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.441707] env[61960]: DEBUG oslo_vmware.api [None req-6da274d3-09ce-4f20-b0e0-67022ac79111 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1200.441707] env[61960]: value = "task-437000" [ 1200.441707] env[61960]: _type = "Task" [ 1200.441707] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.450096] env[61960]: DEBUG oslo_vmware.api [None req-6da274d3-09ce-4f20-b0e0-67022ac79111 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-437000, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.456012] env[61960]: DEBUG nova.compute.manager [req-7db4101b-b451-450f-b05c-56ea9d336821 req-726216c0-3867-4916-8e8c-1fcde46505d4 service nova] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Received event network-vif-deleted-69604137-813f-4ff2-bb36-aa38e871ee8b {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1200.456272] env[61960]: INFO nova.compute.manager [req-7db4101b-b451-450f-b05c-56ea9d336821 req-726216c0-3867-4916-8e8c-1fcde46505d4 service nova] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Neutron deleted interface 69604137-813f-4ff2-bb36-aa38e871ee8b; detaching it from the instance and deleting it from the info cache [ 1200.456385] env[61960]: DEBUG nova.network.neutron [req-7db4101b-b451-450f-b05c-56ea9d336821 req-726216c0-3867-4916-8e8c-1fcde46505d4 service nova] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.936975] env[61960]: DEBUG nova.network.neutron [-] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.952690] env[61960]: DEBUG oslo_vmware.api [None req-6da274d3-09ce-4f20-b0e0-67022ac79111 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-437000, 'name': ReconfigVM_Task, 'duration_secs': 0.222155} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.952986] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6da274d3-09ce-4f20-b0e0-67022ac79111 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1200.957724] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa2e6124-7479-4188-a9e0-636367272638 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.967578] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8688e6e-2387-43c5-833d-09e412911a63 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.976662] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4caa178-a715-4776-ad60-70eb5bc7af7a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.987566] env[61960]: DEBUG oslo_vmware.api [None req-6da274d3-09ce-4f20-b0e0-67022ac79111 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1200.987566] env[61960]: value = "task-437001" [ 1200.987566] env[61960]: _type = "Task" [ 1200.987566] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.995207] env[61960]: DEBUG oslo_vmware.api [None req-6da274d3-09ce-4f20-b0e0-67022ac79111 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-437001, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.002366] env[61960]: DEBUG nova.compute.manager [req-7db4101b-b451-450f-b05c-56ea9d336821 req-726216c0-3867-4916-8e8c-1fcde46505d4 service nova] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Detach interface failed, port_id=69604137-813f-4ff2-bb36-aa38e871ee8b, reason: Instance 4c175400-88d8-4813-aa7d-3c3f62eb2e96 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1201.440058] env[61960]: INFO nova.compute.manager [-] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Took 1.26 seconds to deallocate network for instance. [ 1201.497382] env[61960]: DEBUG oslo_vmware.api [None req-6da274d3-09ce-4f20-b0e0-67022ac79111 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-437001, 'name': ReconfigVM_Task, 'duration_secs': 0.143821} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.497712] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6da274d3-09ce-4f20-b0e0-67022ac79111 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116240', 'volume_id': '2ffad174-2018-42ea-b02b-e104521f97dd', 'name': 'volume-2ffad174-2018-42ea-b02b-e104521f97dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4ebd3ee8-714f-4c70-b42d-c41dab44b837', 'attached_at': '', 'detached_at': '', 'volume_id': '2ffad174-2018-42ea-b02b-e104521f97dd', 'serial': '2ffad174-2018-42ea-b02b-e104521f97dd'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1201.946700] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6f4ed838-bb7e-47cf-bb00-a324cfd4079d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1201.946988] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6f4ed838-bb7e-47cf-bb00-a324cfd4079d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1201.947240] env[61960]: DEBUG nova.objects.instance [None req-6f4ed838-bb7e-47cf-bb00-a324cfd4079d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lazy-loading 'resources' on Instance uuid 4c175400-88d8-4813-aa7d-3c3f62eb2e96 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.040054] env[61960]: DEBUG nova.objects.instance [None req-6da274d3-09ce-4f20-b0e0-67022ac79111 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lazy-loading 'flavor' on Instance uuid 4ebd3ee8-714f-4c70-b42d-c41dab44b837 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.499924] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc778977-e0b4-4bb6-b4a3-3abf18b33838 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.507511] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1846df9-4f7c-4451-b74f-fe64cb95fd4e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.538559] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4a203f-c9ca-42f1-837b-6fb432200119 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.548036] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cd64b0-133a-4367-93f0-980120e1cacf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.560909] env[61960]: DEBUG nova.compute.provider_tree [None req-6f4ed838-bb7e-47cf-bb00-a324cfd4079d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.765062] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.765249] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.765403] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=61960) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1203.053063] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6da274d3-09ce-4f20-b0e0-67022ac79111 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "4ebd3ee8-714f-4c70-b42d-c41dab44b837" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.238s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.064340] env[61960]: DEBUG nova.scheduler.client.report [None req-6f4ed838-bb7e-47cf-bb00-a324cfd4079d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1203.569642] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6f4ed838-bb7e-47cf-bb00-a324cfd4079d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.623s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.591813] env[61960]: INFO nova.scheduler.client.report [None req-6f4ed838-bb7e-47cf-bb00-a324cfd4079d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Deleted allocations for instance 4c175400-88d8-4813-aa7d-3c3f62eb2e96 [ 1203.765237] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.765500] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Starting heal instance info cache {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1204.052264] env[61960]: DEBUG oslo_concurrency.lockutils [None req-91c8c827-63be-4c29-a630-2d33ad8e526f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "4ebd3ee8-714f-4c70-b42d-c41dab44b837" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.052570] env[61960]: DEBUG oslo_concurrency.lockutils [None req-91c8c827-63be-4c29-a630-2d33ad8e526f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "4ebd3ee8-714f-4c70-b42d-c41dab44b837" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.052848] env[61960]: DEBUG oslo_concurrency.lockutils [None req-91c8c827-63be-4c29-a630-2d33ad8e526f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "4ebd3ee8-714f-4c70-b42d-c41dab44b837-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.053065] env[61960]: DEBUG oslo_concurrency.lockutils [None req-91c8c827-63be-4c29-a630-2d33ad8e526f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "4ebd3ee8-714f-4c70-b42d-c41dab44b837-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.053247] env[61960]: DEBUG oslo_concurrency.lockutils [None req-91c8c827-63be-4c29-a630-2d33ad8e526f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "4ebd3ee8-714f-4c70-b42d-c41dab44b837-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.055428] env[61960]: INFO nova.compute.manager [None req-91c8c827-63be-4c29-a630-2d33ad8e526f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Terminating instance [ 1204.057168] env[61960]: DEBUG nova.compute.manager [None req-91c8c827-63be-4c29-a630-2d33ad8e526f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1204.057374] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-91c8c827-63be-4c29-a630-2d33ad8e526f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1204.058254] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a424fda-958a-41c1-b5ed-f28631d18154 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.068074] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-91c8c827-63be-4c29-a630-2d33ad8e526f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1204.068305] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61885815-bd84-40cc-934f-f2ae870f4a85 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.074374] env[61960]: DEBUG oslo_vmware.api [None req-91c8c827-63be-4c29-a630-2d33ad8e526f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1204.074374] env[61960]: value = "task-437002" [ 1204.074374] env[61960]: _type = "Task" [ 1204.074374] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.082073] env[61960]: DEBUG oslo_vmware.api [None req-91c8c827-63be-4c29-a630-2d33ad8e526f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-437002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.100338] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6f4ed838-bb7e-47cf-bb00-a324cfd4079d tempest-ServerActionsTestOtherA-1587460980 tempest-ServerActionsTestOtherA-1587460980-project-member] Lock "4c175400-88d8-4813-aa7d-3c3f62eb2e96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.040s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.584210] env[61960]: DEBUG oslo_vmware.api [None req-91c8c827-63be-4c29-a630-2d33ad8e526f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-437002, 'name': PowerOffVM_Task, 'duration_secs': 0.172234} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.584594] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-91c8c827-63be-4c29-a630-2d33ad8e526f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1204.584652] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-91c8c827-63be-4c29-a630-2d33ad8e526f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1204.584885] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1815a19-13ba-477d-a55e-48081d4cf697 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.851937] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-91c8c827-63be-4c29-a630-2d33ad8e526f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1205.851937] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-91c8c827-63be-4c29-a630-2d33ad8e526f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1205.851937] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-91c8c827-63be-4c29-a630-2d33ad8e526f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Deleting the datastore file [datastore1] 4ebd3ee8-714f-4c70-b42d-c41dab44b837 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.852400] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-950fa00c-9cb4-40aa-bfbb-9e13a2f6d59f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.858527] env[61960]: DEBUG oslo_vmware.api [None req-91c8c827-63be-4c29-a630-2d33ad8e526f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1205.858527] env[61960]: value = "task-437004" [ 1205.858527] env[61960]: _type = "Task" [ 1205.858527] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.866633] env[61960]: DEBUG oslo_vmware.api [None req-91c8c827-63be-4c29-a630-2d33ad8e526f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-437004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.282014] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Didn't find any instances for network info cache update. {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 1206.282291] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.282464] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.282626] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.282783] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager.update_available_resource {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.367867] env[61960]: DEBUG oslo_vmware.api [None req-91c8c827-63be-4c29-a630-2d33ad8e526f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-437004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129227} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.368177] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-91c8c827-63be-4c29-a630-2d33ad8e526f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.368387] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-91c8c827-63be-4c29-a630-2d33ad8e526f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1206.368620] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-91c8c827-63be-4c29-a630-2d33ad8e526f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1206.368745] env[61960]: INFO nova.compute.manager [None req-91c8c827-63be-4c29-a630-2d33ad8e526f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Took 2.31 seconds to destroy the instance on the hypervisor. [ 1206.368995] env[61960]: DEBUG oslo.service.loopingcall [None req-91c8c827-63be-4c29-a630-2d33ad8e526f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1206.369201] env[61960]: DEBUG nova.compute.manager [-] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1206.369297] env[61960]: DEBUG nova.network.neutron [-] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1206.781160] env[61960]: DEBUG nova.compute.manager [req-d17311c8-97fc-46e2-a8e9-b7fe5bc7b63c req-62085d43-b7e7-49c5-8c27-972038af7b33 service nova] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Received event network-vif-deleted-4ab475e9-10bc-479b-9f2a-f19bd313ef42 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1206.781518] env[61960]: INFO nova.compute.manager [req-d17311c8-97fc-46e2-a8e9-b7fe5bc7b63c req-62085d43-b7e7-49c5-8c27-972038af7b33 service nova] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Neutron deleted interface 4ab475e9-10bc-479b-9f2a-f19bd313ef42; detaching it from the instance and deleting it from the info cache [ 1206.781818] env[61960]: DEBUG nova.network.neutron [req-d17311c8-97fc-46e2-a8e9-b7fe5bc7b63c req-62085d43-b7e7-49c5-8c27-972038af7b33 service nova] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.786183] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.786398] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.786561] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.786715] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=61960) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1206.788169] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c219864c-5b7b-4bbc-8f2d-7cf5716ea019 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.800866] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03dbcdb9-dbaf-4d15-941d-c9e1aa07aed4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.816956] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187238c1-feeb-4597-8b4d-b7225f02c124 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.823705] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944d9861-189a-4022-b1e8-3fd8d64548e4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.853700] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181242MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=61960) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1206.854136] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.854136] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.246760] env[61960]: DEBUG nova.network.neutron [-] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.284696] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e5c62404-6c1f-4743-bcf4-75ddfccc61b1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.301014] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5cffd7-4939-4fd8-a7dc-9f798f523380 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.327617] env[61960]: DEBUG nova.compute.manager [req-d17311c8-97fc-46e2-a8e9-b7fe5bc7b63c req-62085d43-b7e7-49c5-8c27-972038af7b33 service nova] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Detach interface failed, port_id=4ab475e9-10bc-479b-9f2a-f19bd313ef42, reason: Instance 4ebd3ee8-714f-4c70-b42d-c41dab44b837 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1207.751075] env[61960]: INFO nova.compute.manager [-] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Took 1.38 seconds to deallocate network for instance. [ 1207.885102] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 4ebd3ee8-714f-4c70-b42d-c41dab44b837 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1207.885102] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 1f95770b-ee42-46d4-b975-dba0c9328c48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1207.885102] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=61960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1207.885102] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=61960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1207.939600] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74777251-06a6-465e-bf66-c7362dc5c8b7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.947906] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a24cbb7-68d9-4057-9e4d-eff0bce76f6c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.981543] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fd171a-1e70-4d1d-9324-bb8306764712 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.989451] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cb6013-a51f-43f0-a10f-3b3f136e1fe3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.002751] env[61960]: DEBUG nova.compute.provider_tree [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.263701] env[61960]: DEBUG oslo_concurrency.lockutils [None req-91c8c827-63be-4c29-a630-2d33ad8e526f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.506740] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1209.011915] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=61960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1209.012205] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.158s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.012491] env[61960]: DEBUG oslo_concurrency.lockutils [None req-91c8c827-63be-4c29-a630-2d33ad8e526f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.753s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.012730] env[61960]: DEBUG nova.objects.instance [None req-91c8c827-63be-4c29-a630-2d33ad8e526f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lazy-loading 'resources' on Instance uuid 4ebd3ee8-714f-4c70-b42d-c41dab44b837 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.561541] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4213774d-d9ef-4507-9168-cd603ef6ae5c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.569093] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf52dcb-60d7-43d9-99fa-4766990aa68e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.599478] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dffd6a4-2575-414c-bfea-ddd1ce708659 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.606857] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9d82f1-6dd7-4b07-9528-2303d619efe7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.620016] env[61960]: DEBUG nova.compute.provider_tree [None req-91c8c827-63be-4c29-a630-2d33ad8e526f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.882367] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquiring lock "794b1e1c-f887-4932-8a18-a8578a016d4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.882611] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "794b1e1c-f887-4932-8a18-a8578a016d4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.008838] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.009084] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.123462] env[61960]: DEBUG nova.scheduler.client.report [None req-91c8c827-63be-4c29-a630-2d33ad8e526f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1210.386513] env[61960]: DEBUG nova.compute.manager [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1210.628034] env[61960]: DEBUG oslo_concurrency.lockutils [None req-91c8c827-63be-4c29-a630-2d33ad8e526f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.651492] env[61960]: INFO nova.scheduler.client.report [None req-91c8c827-63be-4c29-a630-2d33ad8e526f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Deleted allocations for instance 4ebd3ee8-714f-4c70-b42d-c41dab44b837 [ 1210.760157] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.904973] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.905269] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.906845] env[61960]: INFO nova.compute.claims [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1211.159050] env[61960]: DEBUG oslo_concurrency.lockutils [None req-91c8c827-63be-4c29-a630-2d33ad8e526f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "4ebd3ee8-714f-4c70-b42d-c41dab44b837" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.106s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.958067] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a695003-04b0-4837-8063-7b542f5d6e0f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.965861] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5500e5be-f381-4d61-ab5e-fdf73fcf09ed {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.995779] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b78fe1-a7b1-4cf3-9729-cf0675442c09 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.003237] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc1dea3-60d7-42c8-8146-a4fd11781181 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.017694] env[61960]: DEBUG nova.compute.provider_tree [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.521050] env[61960]: DEBUG nova.scheduler.client.report [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1213.025861] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.120s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.026401] env[61960]: DEBUG nova.compute.manager [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1213.372762] env[61960]: DEBUG oslo_concurrency.lockutils [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "0095e411-a830-41a4-864f-d3640152b9e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.373008] env[61960]: DEBUG oslo_concurrency.lockutils [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "0095e411-a830-41a4-864f-d3640152b9e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.531426] env[61960]: DEBUG nova.compute.utils [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1213.533225] env[61960]: DEBUG nova.compute.manager [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1213.533357] env[61960]: DEBUG nova.network.neutron [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1213.580208] env[61960]: DEBUG nova.policy [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a89b99e4e1d7436a8e0edb19422df823', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9352728ec3c141bf9777d87672a0424c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 1213.870084] env[61960]: DEBUG nova.network.neutron [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Successfully created port: c40b8f24-1671-46fd-87ca-ecd4c61bc4fb {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1213.874692] env[61960]: DEBUG nova.compute.manager [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1214.036748] env[61960]: DEBUG nova.compute.manager [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1214.398385] env[61960]: DEBUG oslo_concurrency.lockutils [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1214.398659] env[61960]: DEBUG oslo_concurrency.lockutils [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1214.400244] env[61960]: INFO nova.compute.claims [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1215.046032] env[61960]: DEBUG nova.compute.manager [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1215.072291] env[61960]: DEBUG nova.virt.hardware [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1215.072549] env[61960]: DEBUG nova.virt.hardware [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1215.072719] env[61960]: DEBUG nova.virt.hardware [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.072908] env[61960]: DEBUG nova.virt.hardware [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1215.073077] env[61960]: DEBUG nova.virt.hardware [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.073237] env[61960]: DEBUG nova.virt.hardware [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1215.073475] env[61960]: DEBUG nova.virt.hardware [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1215.073653] env[61960]: DEBUG nova.virt.hardware [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1215.073831] env[61960]: DEBUG nova.virt.hardware [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1215.074011] env[61960]: DEBUG nova.virt.hardware [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1215.074206] env[61960]: DEBUG nova.virt.hardware [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1215.075079] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c958fc-8b07-48ce-8033-7cf4ca79e905 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.083065] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29b71c8-481c-4426-8b05-5bb39b2e1b7f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.221598] env[61960]: DEBUG nova.compute.manager [req-448a44ff-a5aa-40c3-87e0-ec869a797477 req-4166e76a-23d4-46df-a578-b2403cd6dc50 service nova] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Received event network-vif-plugged-c40b8f24-1671-46fd-87ca-ecd4c61bc4fb {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1215.221844] env[61960]: DEBUG oslo_concurrency.lockutils [req-448a44ff-a5aa-40c3-87e0-ec869a797477 req-4166e76a-23d4-46df-a578-b2403cd6dc50 service nova] Acquiring lock "794b1e1c-f887-4932-8a18-a8578a016d4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1215.222123] env[61960]: DEBUG oslo_concurrency.lockutils [req-448a44ff-a5aa-40c3-87e0-ec869a797477 req-4166e76a-23d4-46df-a578-b2403cd6dc50 service nova] Lock "794b1e1c-f887-4932-8a18-a8578a016d4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.222255] env[61960]: DEBUG oslo_concurrency.lockutils [req-448a44ff-a5aa-40c3-87e0-ec869a797477 req-4166e76a-23d4-46df-a578-b2403cd6dc50 service nova] Lock "794b1e1c-f887-4932-8a18-a8578a016d4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1215.222434] env[61960]: DEBUG nova.compute.manager [req-448a44ff-a5aa-40c3-87e0-ec869a797477 req-4166e76a-23d4-46df-a578-b2403cd6dc50 service nova] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] No waiting events found dispatching network-vif-plugged-c40b8f24-1671-46fd-87ca-ecd4c61bc4fb {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1215.222607] env[61960]: WARNING nova.compute.manager [req-448a44ff-a5aa-40c3-87e0-ec869a797477 req-4166e76a-23d4-46df-a578-b2403cd6dc50 service nova] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Received unexpected event network-vif-plugged-c40b8f24-1671-46fd-87ca-ecd4c61bc4fb for instance with vm_state building and task_state spawning. [ 1215.281048] env[61960]: DEBUG nova.network.neutron [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Successfully updated port: c40b8f24-1671-46fd-87ca-ecd4c61bc4fb {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1215.455576] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fec60b4-454d-4497-8104-3f4e08595a69 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.464173] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61959d0-1427-4a93-950d-996496a79b44 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.494878] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad421d91-08b2-44d3-879b-c57e6f208e28 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.502169] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42644901-3a1a-4916-a6e8-d9ff659a6359 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.515377] env[61960]: DEBUG nova.compute.provider_tree [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.783642] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquiring lock "refresh_cache-794b1e1c-f887-4932-8a18-a8578a016d4d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.783835] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquired lock "refresh_cache-794b1e1c-f887-4932-8a18-a8578a016d4d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.783939] env[61960]: DEBUG nova.network.neutron [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1216.018075] env[61960]: DEBUG nova.scheduler.client.report [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1216.317031] env[61960]: DEBUG nova.network.neutron [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1216.452046] env[61960]: DEBUG nova.network.neutron [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Updating instance_info_cache with network_info: [{"id": "c40b8f24-1671-46fd-87ca-ecd4c61bc4fb", "address": "fa:16:3e:5c:ad:a8", "network": {"id": "8d25dfde-686c-47fb-8b68-2ce9b2c7e649", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1868874059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9352728ec3c141bf9777d87672a0424c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40b8f24-16", "ovs_interfaceid": "c40b8f24-1671-46fd-87ca-ecd4c61bc4fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.524623] env[61960]: DEBUG oslo_concurrency.lockutils [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.126s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.525246] env[61960]: DEBUG nova.compute.manager [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1216.955047] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Releasing lock "refresh_cache-794b1e1c-f887-4932-8a18-a8578a016d4d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.955270] env[61960]: DEBUG nova.compute.manager [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Instance network_info: |[{"id": "c40b8f24-1671-46fd-87ca-ecd4c61bc4fb", "address": "fa:16:3e:5c:ad:a8", "network": {"id": "8d25dfde-686c-47fb-8b68-2ce9b2c7e649", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1868874059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9352728ec3c141bf9777d87672a0424c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40b8f24-16", "ovs_interfaceid": "c40b8f24-1671-46fd-87ca-ecd4c61bc4fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1216.955742] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:ad:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c40b8f24-1671-46fd-87ca-ecd4c61bc4fb', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1216.963148] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Creating folder: Project (9352728ec3c141bf9777d87672a0424c). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1216.963445] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdf32869-5b5f-4966-ab95-71e782426858 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.974120] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Created folder: Project (9352728ec3c141bf9777d87672a0424c) in parent group-v115929. [ 1216.974326] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Creating folder: Instances. Parent ref: group-v116241. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1216.974562] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e47e1e9-5835-4dd9-936f-68d3cc189f7e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.983680] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Created folder: Instances in parent group-v116241. [ 1216.983935] env[61960]: DEBUG oslo.service.loopingcall [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1216.984160] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1216.984434] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfb29e4c-f513-4bd6-86a0-b22070761f17 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.003614] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1217.003614] env[61960]: value = "task-437007" [ 1217.003614] env[61960]: _type = "Task" [ 1217.003614] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.011565] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-437007, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.030195] env[61960]: DEBUG nova.compute.utils [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1217.031632] env[61960]: DEBUG nova.compute.manager [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1217.031825] env[61960]: DEBUG nova.network.neutron [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1217.082917] env[61960]: DEBUG nova.policy [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fe49e53e24a40649367932df4e4c1d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf475330bc0c445c95981e7303db5949', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 1217.252754] env[61960]: DEBUG nova.compute.manager [req-d4916cbc-d4b4-464b-86c2-fa22250df773 req-90bd2f09-4f62-4c0b-a4ed-3493b118376d service nova] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Received event network-changed-c40b8f24-1671-46fd-87ca-ecd4c61bc4fb {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1217.253202] env[61960]: DEBUG nova.compute.manager [req-d4916cbc-d4b4-464b-86c2-fa22250df773 req-90bd2f09-4f62-4c0b-a4ed-3493b118376d service nova] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Refreshing instance network info cache due to event network-changed-c40b8f24-1671-46fd-87ca-ecd4c61bc4fb. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1217.253707] env[61960]: DEBUG oslo_concurrency.lockutils [req-d4916cbc-d4b4-464b-86c2-fa22250df773 req-90bd2f09-4f62-4c0b-a4ed-3493b118376d service nova] Acquiring lock "refresh_cache-794b1e1c-f887-4932-8a18-a8578a016d4d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.253707] env[61960]: DEBUG oslo_concurrency.lockutils [req-d4916cbc-d4b4-464b-86c2-fa22250df773 req-90bd2f09-4f62-4c0b-a4ed-3493b118376d service nova] Acquired lock "refresh_cache-794b1e1c-f887-4932-8a18-a8578a016d4d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.253707] env[61960]: DEBUG nova.network.neutron [req-d4916cbc-d4b4-464b-86c2-fa22250df773 req-90bd2f09-4f62-4c0b-a4ed-3493b118376d service nova] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Refreshing network info cache for port c40b8f24-1671-46fd-87ca-ecd4c61bc4fb {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1217.392137] env[61960]: DEBUG nova.network.neutron [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Successfully created port: a1d9ded6-03fb-4a4d-ae7d-cb91c1191573 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1217.513302] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-437007, 'name': CreateVM_Task, 'duration_secs': 0.334675} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.513546] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1217.514186] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.514373] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.514691] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.515278] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-681506a4-0fc4-477b-ad62-b6951932318f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.519930] env[61960]: DEBUG oslo_vmware.api [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1217.519930] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ed6b87-1954-7697-19a3-78e6296df6ea" [ 1217.519930] env[61960]: _type = "Task" [ 1217.519930] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.527636] env[61960]: DEBUG oslo_vmware.api [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ed6b87-1954-7697-19a3-78e6296df6ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.534311] env[61960]: DEBUG nova.compute.manager [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1217.945450] env[61960]: DEBUG nova.network.neutron [req-d4916cbc-d4b4-464b-86c2-fa22250df773 req-90bd2f09-4f62-4c0b-a4ed-3493b118376d service nova] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Updated VIF entry in instance network info cache for port c40b8f24-1671-46fd-87ca-ecd4c61bc4fb. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1217.946091] env[61960]: DEBUG nova.network.neutron [req-d4916cbc-d4b4-464b-86c2-fa22250df773 req-90bd2f09-4f62-4c0b-a4ed-3493b118376d service nova] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Updating instance_info_cache with network_info: [{"id": "c40b8f24-1671-46fd-87ca-ecd4c61bc4fb", "address": "fa:16:3e:5c:ad:a8", "network": {"id": "8d25dfde-686c-47fb-8b68-2ce9b2c7e649", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1868874059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9352728ec3c141bf9777d87672a0424c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40b8f24-16", "ovs_interfaceid": "c40b8f24-1671-46fd-87ca-ecd4c61bc4fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.030922] env[61960]: DEBUG oslo_vmware.api [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ed6b87-1954-7697-19a3-78e6296df6ea, 'name': SearchDatastore_Task, 'duration_secs': 0.009531} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.031257] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.031502] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1218.031744] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.031938] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.032248] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1218.032426] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d79af926-b732-47ba-9002-48471531501d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.042894] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1218.043103] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1218.043995] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-275409a9-102a-4aee-a01a-25245c25dfb6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.049206] env[61960]: DEBUG oslo_vmware.api [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1218.049206] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52df4eaf-a45a-5879-5df6-ca01dabd374f" [ 1218.049206] env[61960]: _type = "Task" [ 1218.049206] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.056507] env[61960]: DEBUG oslo_vmware.api [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52df4eaf-a45a-5879-5df6-ca01dabd374f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.449156] env[61960]: DEBUG oslo_concurrency.lockutils [req-d4916cbc-d4b4-464b-86c2-fa22250df773 req-90bd2f09-4f62-4c0b-a4ed-3493b118376d service nova] Releasing lock "refresh_cache-794b1e1c-f887-4932-8a18-a8578a016d4d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.545785] env[61960]: DEBUG nova.compute.manager [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1218.559782] env[61960]: DEBUG oslo_vmware.api [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52df4eaf-a45a-5879-5df6-ca01dabd374f, 'name': SearchDatastore_Task, 'duration_secs': 0.008521} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.560533] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c21bb0c5-1a66-4e63-964a-a5a48853168c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.566256] env[61960]: DEBUG oslo_vmware.api [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1218.566256] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5224963c-6862-b9a0-5428-0aa33e0b7b51" [ 1218.566256] env[61960]: _type = "Task" [ 1218.566256] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.574159] env[61960]: DEBUG nova.virt.hardware [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1218.574401] env[61960]: DEBUG nova.virt.hardware [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1218.574563] env[61960]: DEBUG nova.virt.hardware [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.574753] env[61960]: DEBUG nova.virt.hardware [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1218.574907] env[61960]: DEBUG nova.virt.hardware [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.575074] env[61960]: DEBUG nova.virt.hardware [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1218.575345] env[61960]: DEBUG nova.virt.hardware [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1218.575694] env[61960]: DEBUG nova.virt.hardware [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1218.575916] env[61960]: DEBUG nova.virt.hardware [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1218.576238] env[61960]: DEBUG nova.virt.hardware [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1218.576546] env[61960]: DEBUG nova.virt.hardware [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1218.577347] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66677e87-165d-44a1-89d7-29191d842de3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.582363] env[61960]: DEBUG oslo_vmware.api [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5224963c-6862-b9a0-5428-0aa33e0b7b51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.587058] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e52cd1e-d47b-4b19-b52f-a838ee3ffdcd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.793531] env[61960]: DEBUG nova.network.neutron [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Successfully updated port: a1d9ded6-03fb-4a4d-ae7d-cb91c1191573 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1219.078301] env[61960]: DEBUG oslo_vmware.api [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5224963c-6862-b9a0-5428-0aa33e0b7b51, 'name': SearchDatastore_Task, 'duration_secs': 0.009178} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.078545] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.078946] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 794b1e1c-f887-4932-8a18-a8578a016d4d/794b1e1c-f887-4932-8a18-a8578a016d4d.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1219.079151] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4911112a-5166-4cd9-a573-d383299f21d3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.086518] env[61960]: DEBUG oslo_vmware.api [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1219.086518] env[61960]: value = "task-437008" [ 1219.086518] env[61960]: _type = "Task" [ 1219.086518] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.094570] env[61960]: DEBUG oslo_vmware.api [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.279693] env[61960]: DEBUG nova.compute.manager [req-88e6fe22-47a8-4958-8523-cd5380d87064 req-3d72518b-be39-4ce0-a7a3-6521fe7385f8 service nova] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Received event network-vif-plugged-a1d9ded6-03fb-4a4d-ae7d-cb91c1191573 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1219.279927] env[61960]: DEBUG oslo_concurrency.lockutils [req-88e6fe22-47a8-4958-8523-cd5380d87064 req-3d72518b-be39-4ce0-a7a3-6521fe7385f8 service nova] Acquiring lock "0095e411-a830-41a4-864f-d3640152b9e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.280202] env[61960]: DEBUG oslo_concurrency.lockutils [req-88e6fe22-47a8-4958-8523-cd5380d87064 req-3d72518b-be39-4ce0-a7a3-6521fe7385f8 service nova] Lock "0095e411-a830-41a4-864f-d3640152b9e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.280331] env[61960]: DEBUG oslo_concurrency.lockutils [req-88e6fe22-47a8-4958-8523-cd5380d87064 req-3d72518b-be39-4ce0-a7a3-6521fe7385f8 service nova] Lock "0095e411-a830-41a4-864f-d3640152b9e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1219.280510] env[61960]: DEBUG nova.compute.manager [req-88e6fe22-47a8-4958-8523-cd5380d87064 req-3d72518b-be39-4ce0-a7a3-6521fe7385f8 service nova] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] No waiting events found dispatching network-vif-plugged-a1d9ded6-03fb-4a4d-ae7d-cb91c1191573 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1219.280692] env[61960]: WARNING nova.compute.manager [req-88e6fe22-47a8-4958-8523-cd5380d87064 req-3d72518b-be39-4ce0-a7a3-6521fe7385f8 service nova] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Received unexpected event network-vif-plugged-a1d9ded6-03fb-4a4d-ae7d-cb91c1191573 for instance with vm_state building and task_state spawning. [ 1219.280860] env[61960]: DEBUG nova.compute.manager [req-88e6fe22-47a8-4958-8523-cd5380d87064 req-3d72518b-be39-4ce0-a7a3-6521fe7385f8 service nova] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Received event network-changed-a1d9ded6-03fb-4a4d-ae7d-cb91c1191573 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1219.281023] env[61960]: DEBUG nova.compute.manager [req-88e6fe22-47a8-4958-8523-cd5380d87064 req-3d72518b-be39-4ce0-a7a3-6521fe7385f8 service nova] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Refreshing instance network info cache due to event network-changed-a1d9ded6-03fb-4a4d-ae7d-cb91c1191573. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1219.281213] env[61960]: DEBUG oslo_concurrency.lockutils [req-88e6fe22-47a8-4958-8523-cd5380d87064 req-3d72518b-be39-4ce0-a7a3-6521fe7385f8 service nova] Acquiring lock "refresh_cache-0095e411-a830-41a4-864f-d3640152b9e9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.281387] env[61960]: DEBUG oslo_concurrency.lockutils [req-88e6fe22-47a8-4958-8523-cd5380d87064 req-3d72518b-be39-4ce0-a7a3-6521fe7385f8 service nova] Acquired lock "refresh_cache-0095e411-a830-41a4-864f-d3640152b9e9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.281530] env[61960]: DEBUG nova.network.neutron [req-88e6fe22-47a8-4958-8523-cd5380d87064 req-3d72518b-be39-4ce0-a7a3-6521fe7385f8 service nova] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Refreshing network info cache for port a1d9ded6-03fb-4a4d-ae7d-cb91c1191573 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1219.298736] env[61960]: DEBUG oslo_concurrency.lockutils [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "refresh_cache-0095e411-a830-41a4-864f-d3640152b9e9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.596427] env[61960]: DEBUG oslo_vmware.api [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451726} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.596736] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 794b1e1c-f887-4932-8a18-a8578a016d4d/794b1e1c-f887-4932-8a18-a8578a016d4d.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1219.596832] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1219.597069] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9dc32d7a-1644-43ea-bfde-2e14531383c8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.603411] env[61960]: DEBUG oslo_vmware.api [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1219.603411] env[61960]: value = "task-437009" [ 1219.603411] env[61960]: _type = "Task" [ 1219.603411] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.610903] env[61960]: DEBUG oslo_vmware.api [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437009, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.810910] env[61960]: DEBUG nova.network.neutron [req-88e6fe22-47a8-4958-8523-cd5380d87064 req-3d72518b-be39-4ce0-a7a3-6521fe7385f8 service nova] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1219.884971] env[61960]: DEBUG nova.network.neutron [req-88e6fe22-47a8-4958-8523-cd5380d87064 req-3d72518b-be39-4ce0-a7a3-6521fe7385f8 service nova] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.113099] env[61960]: DEBUG oslo_vmware.api [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437009, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072362} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.113380] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.114166] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85508d0a-77f1-448c-bb13-8b8c81d8674d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.135597] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 794b1e1c-f887-4932-8a18-a8578a016d4d/794b1e1c-f887-4932-8a18-a8578a016d4d.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.135840] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45a7f2cf-b68d-4324-92c6-8662b0ea2bda {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.154522] env[61960]: DEBUG oslo_vmware.api [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1220.154522] env[61960]: value = "task-437010" [ 1220.154522] env[61960]: _type = "Task" [ 1220.154522] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.161860] env[61960]: DEBUG oslo_vmware.api [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437010, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.387750] env[61960]: DEBUG oslo_concurrency.lockutils [req-88e6fe22-47a8-4958-8523-cd5380d87064 req-3d72518b-be39-4ce0-a7a3-6521fe7385f8 service nova] Releasing lock "refresh_cache-0095e411-a830-41a4-864f-d3640152b9e9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.388117] env[61960]: DEBUG oslo_concurrency.lockutils [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquired lock "refresh_cache-0095e411-a830-41a4-864f-d3640152b9e9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.388317] env[61960]: DEBUG nova.network.neutron [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1220.665141] env[61960]: DEBUG oslo_vmware.api [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437010, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.916133] env[61960]: DEBUG nova.network.neutron [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1221.045493] env[61960]: DEBUG nova.network.neutron [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Updating instance_info_cache with network_info: [{"id": "a1d9ded6-03fb-4a4d-ae7d-cb91c1191573", "address": "fa:16:3e:74:2e:38", "network": {"id": "b3f1be9e-dd35-46f9-821a-c6b2552e81d9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1141310629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf475330bc0c445c95981e7303db5949", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1d9ded6-03", "ovs_interfaceid": "a1d9ded6-03fb-4a4d-ae7d-cb91c1191573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.164188] env[61960]: DEBUG oslo_vmware.api [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437010, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.548888] env[61960]: DEBUG oslo_concurrency.lockutils [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Releasing lock "refresh_cache-0095e411-a830-41a4-864f-d3640152b9e9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.549245] env[61960]: DEBUG nova.compute.manager [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Instance network_info: |[{"id": "a1d9ded6-03fb-4a4d-ae7d-cb91c1191573", "address": "fa:16:3e:74:2e:38", "network": {"id": "b3f1be9e-dd35-46f9-821a-c6b2552e81d9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1141310629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf475330bc0c445c95981e7303db5949", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1d9ded6-03", "ovs_interfaceid": "a1d9ded6-03fb-4a4d-ae7d-cb91c1191573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1221.549686] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:2e:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1d9ded6-03fb-4a4d-ae7d-cb91c1191573', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1221.556851] env[61960]: DEBUG oslo.service.loopingcall [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1221.557077] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1221.557304] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0875199-96b8-47d2-8514-755b6ff4454c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.576349] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1221.576349] env[61960]: value = "task-437011" [ 1221.576349] env[61960]: _type = "Task" [ 1221.576349] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.583648] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-437011, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.664766] env[61960]: DEBUG oslo_vmware.api [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437010, 'name': ReconfigVM_Task, 'duration_secs': 1.26986} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.665204] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 794b1e1c-f887-4932-8a18-a8578a016d4d/794b1e1c-f887-4932-8a18-a8578a016d4d.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.665731] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30151c1b-29e1-4e41-8710-5a2de411fa61 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.672293] env[61960]: DEBUG oslo_vmware.api [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1221.672293] env[61960]: value = "task-437012" [ 1221.672293] env[61960]: _type = "Task" [ 1221.672293] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.679580] env[61960]: DEBUG oslo_vmware.api [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437012, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.086655] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-437011, 'name': CreateVM_Task, 'duration_secs': 0.292547} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.086866] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1222.087545] env[61960]: DEBUG oslo_concurrency.lockutils [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.087762] env[61960]: DEBUG oslo_concurrency.lockutils [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.088123] env[61960]: DEBUG oslo_concurrency.lockutils [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.088395] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-784f4435-5e0a-45da-9e64-1e4d707e89b0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.093158] env[61960]: DEBUG oslo_vmware.api [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1222.093158] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526d3441-cfd0-5713-b3c8-5072f334516e" [ 1222.093158] env[61960]: _type = "Task" [ 1222.093158] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.100857] env[61960]: DEBUG oslo_vmware.api [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526d3441-cfd0-5713-b3c8-5072f334516e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.182223] env[61960]: DEBUG oslo_vmware.api [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437012, 'name': Rename_Task, 'duration_secs': 0.129732} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.182502] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1222.182749] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15a75ac5-4b99-4a55-9c62-7e8d7496265f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.188661] env[61960]: DEBUG oslo_vmware.api [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1222.188661] env[61960]: value = "task-437013" [ 1222.188661] env[61960]: _type = "Task" [ 1222.188661] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.195716] env[61960]: DEBUG oslo_vmware.api [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437013, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.603118] env[61960]: DEBUG oslo_vmware.api [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]526d3441-cfd0-5713-b3c8-5072f334516e, 'name': SearchDatastore_Task, 'duration_secs': 0.009148} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.603402] env[61960]: DEBUG oslo_concurrency.lockutils [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.603642] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.603883] env[61960]: DEBUG oslo_concurrency.lockutils [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.604051] env[61960]: DEBUG oslo_concurrency.lockutils [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.604247] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.604521] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b54cb9f3-8001-4996-89e7-36269b214946 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.613286] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.613475] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1222.614224] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfa7f5ac-50ab-45e0-bddb-566760e47bae {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.619692] env[61960]: DEBUG oslo_vmware.api [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1222.619692] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5226d4cb-5613-d537-f05c-3b00abe7e5b9" [ 1222.619692] env[61960]: _type = "Task" [ 1222.619692] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.627504] env[61960]: DEBUG oslo_vmware.api [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5226d4cb-5613-d537-f05c-3b00abe7e5b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.698740] env[61960]: DEBUG oslo_vmware.api [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437013, 'name': PowerOnVM_Task, 'duration_secs': 0.470773} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.699131] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1222.699251] env[61960]: INFO nova.compute.manager [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Took 7.65 seconds to spawn the instance on the hypervisor. [ 1222.699411] env[61960]: DEBUG nova.compute.manager [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1222.700193] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2578bd93-bdf1-47d9-b5f4-fc2865875747 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.131546] env[61960]: DEBUG oslo_vmware.api [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5226d4cb-5613-d537-f05c-3b00abe7e5b9, 'name': SearchDatastore_Task, 'duration_secs': 0.007801} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.132394] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b5d82ef-aed6-4754-aa73-793cb0bcc855 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.137206] env[61960]: DEBUG oslo_vmware.api [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1223.137206] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52de22cc-53bb-9740-fc1f-2f161fb6d529" [ 1223.137206] env[61960]: _type = "Task" [ 1223.137206] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.144735] env[61960]: DEBUG oslo_vmware.api [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52de22cc-53bb-9740-fc1f-2f161fb6d529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.218504] env[61960]: INFO nova.compute.manager [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Took 12.33 seconds to build instance. [ 1223.650830] env[61960]: DEBUG oslo_vmware.api [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52de22cc-53bb-9740-fc1f-2f161fb6d529, 'name': SearchDatastore_Task, 'duration_secs': 0.016013} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.651147] env[61960]: DEBUG oslo_concurrency.lockutils [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.651415] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 0095e411-a830-41a4-864f-d3640152b9e9/0095e411-a830-41a4-864f-d3640152b9e9.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1223.652133] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2820749c-8dc3-489f-a9e7-0a19f6ad9cd9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.658820] env[61960]: DEBUG oslo_vmware.api [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1223.658820] env[61960]: value = "task-437014" [ 1223.658820] env[61960]: _type = "Task" [ 1223.658820] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.666134] env[61960]: DEBUG oslo_vmware.api [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-437014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.720967] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a6ce4ac2-699b-416d-9267-3e93e0412499 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "794b1e1c-f887-4932-8a18-a8578a016d4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.838s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1224.074908] env[61960]: DEBUG nova.compute.manager [req-a42c1d8b-317b-4722-8fcc-e3f85cc55a92 req-86bbde7f-c6f5-4006-b11d-8eec21e9d520 service nova] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Received event network-changed-c40b8f24-1671-46fd-87ca-ecd4c61bc4fb {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1224.075048] env[61960]: DEBUG nova.compute.manager [req-a42c1d8b-317b-4722-8fcc-e3f85cc55a92 req-86bbde7f-c6f5-4006-b11d-8eec21e9d520 service nova] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Refreshing instance network info cache due to event network-changed-c40b8f24-1671-46fd-87ca-ecd4c61bc4fb. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1224.075250] env[61960]: DEBUG oslo_concurrency.lockutils [req-a42c1d8b-317b-4722-8fcc-e3f85cc55a92 req-86bbde7f-c6f5-4006-b11d-8eec21e9d520 service nova] Acquiring lock "refresh_cache-794b1e1c-f887-4932-8a18-a8578a016d4d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.075435] env[61960]: DEBUG oslo_concurrency.lockutils [req-a42c1d8b-317b-4722-8fcc-e3f85cc55a92 req-86bbde7f-c6f5-4006-b11d-8eec21e9d520 service nova] Acquired lock "refresh_cache-794b1e1c-f887-4932-8a18-a8578a016d4d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.075624] env[61960]: DEBUG nova.network.neutron [req-a42c1d8b-317b-4722-8fcc-e3f85cc55a92 req-86bbde7f-c6f5-4006-b11d-8eec21e9d520 service nova] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Refreshing network info cache for port c40b8f24-1671-46fd-87ca-ecd4c61bc4fb {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1224.168255] env[61960]: DEBUG oslo_vmware.api [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-437014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49793} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.168520] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 0095e411-a830-41a4-864f-d3640152b9e9/0095e411-a830-41a4-864f-d3640152b9e9.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1224.168747] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1224.169016] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a2478fd-8664-472e-8d06-dae91b326951 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.175716] env[61960]: DEBUG oslo_vmware.api [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1224.175716] env[61960]: value = "task-437015" [ 1224.175716] env[61960]: _type = "Task" [ 1224.175716] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.182975] env[61960]: DEBUG oslo_vmware.api [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-437015, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.688236] env[61960]: DEBUG oslo_vmware.api [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-437015, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06507} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.688607] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1224.689787] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49faaa51-d4ad-43e1-abb7-a71e1d18e616 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.713679] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 0095e411-a830-41a4-864f-d3640152b9e9/0095e411-a830-41a4-864f-d3640152b9e9.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.713967] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf76ba13-11a6-4268-a6bc-c0a203aef27a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.736036] env[61960]: DEBUG oslo_vmware.api [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1224.736036] env[61960]: value = "task-437016" [ 1224.736036] env[61960]: _type = "Task" [ 1224.736036] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.743835] env[61960]: DEBUG oslo_vmware.api [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-437016, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.846652] env[61960]: DEBUG nova.network.neutron [req-a42c1d8b-317b-4722-8fcc-e3f85cc55a92 req-86bbde7f-c6f5-4006-b11d-8eec21e9d520 service nova] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Updated VIF entry in instance network info cache for port c40b8f24-1671-46fd-87ca-ecd4c61bc4fb. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1224.847112] env[61960]: DEBUG nova.network.neutron [req-a42c1d8b-317b-4722-8fcc-e3f85cc55a92 req-86bbde7f-c6f5-4006-b11d-8eec21e9d520 service nova] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Updating instance_info_cache with network_info: [{"id": "c40b8f24-1671-46fd-87ca-ecd4c61bc4fb", "address": "fa:16:3e:5c:ad:a8", "network": {"id": "8d25dfde-686c-47fb-8b68-2ce9b2c7e649", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1868874059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9352728ec3c141bf9777d87672a0424c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40b8f24-16", "ovs_interfaceid": "c40b8f24-1671-46fd-87ca-ecd4c61bc4fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.246501] env[61960]: DEBUG oslo_vmware.api [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-437016, 'name': ReconfigVM_Task, 'duration_secs': 0.263214} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.246837] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 0095e411-a830-41a4-864f-d3640152b9e9/0095e411-a830-41a4-864f-d3640152b9e9.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.247546] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4d537bd-3133-4138-92b2-6bfed3020b3c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.254866] env[61960]: DEBUG oslo_vmware.api [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1225.254866] env[61960]: value = "task-437017" [ 1225.254866] env[61960]: _type = "Task" [ 1225.254866] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.265365] env[61960]: DEBUG oslo_vmware.api [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-437017, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.350503] env[61960]: DEBUG oslo_concurrency.lockutils [req-a42c1d8b-317b-4722-8fcc-e3f85cc55a92 req-86bbde7f-c6f5-4006-b11d-8eec21e9d520 service nova] Releasing lock "refresh_cache-794b1e1c-f887-4932-8a18-a8578a016d4d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.764730] env[61960]: DEBUG oslo_vmware.api [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-437017, 'name': Rename_Task, 'duration_secs': 0.135108} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.765109] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1225.765378] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b89fa7d7-c12f-4359-b4f9-f221c9d3f050 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.771791] env[61960]: DEBUG oslo_vmware.api [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1225.771791] env[61960]: value = "task-437018" [ 1225.771791] env[61960]: _type = "Task" [ 1225.771791] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.779427] env[61960]: DEBUG oslo_vmware.api [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-437018, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.281487] env[61960]: DEBUG oslo_vmware.api [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-437018, 'name': PowerOnVM_Task, 'duration_secs': 0.441211} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.281800] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1226.282107] env[61960]: INFO nova.compute.manager [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1226.282375] env[61960]: DEBUG nova.compute.manager [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1226.283173] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9b6d74-cc79-49ea-8030-4f763dfe71bd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.801143] env[61960]: INFO nova.compute.manager [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Took 12.42 seconds to build instance. [ 1227.303747] env[61960]: DEBUG oslo_concurrency.lockutils [None req-292e53e8-f8b3-435e-a62e-96147d3c5743 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "0095e411-a830-41a4-864f-d3640152b9e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.930s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.527645] env[61960]: DEBUG nova.compute.manager [req-62433908-a057-4d9b-bb08-2b6d15e99e1a req-f0cbdcde-3568-4c5b-b873-a20634608a18 service nova] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Received event network-changed-a1d9ded6-03fb-4a4d-ae7d-cb91c1191573 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1227.527888] env[61960]: DEBUG nova.compute.manager [req-62433908-a057-4d9b-bb08-2b6d15e99e1a req-f0cbdcde-3568-4c5b-b873-a20634608a18 service nova] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Refreshing instance network info cache due to event network-changed-a1d9ded6-03fb-4a4d-ae7d-cb91c1191573. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1227.528123] env[61960]: DEBUG oslo_concurrency.lockutils [req-62433908-a057-4d9b-bb08-2b6d15e99e1a req-f0cbdcde-3568-4c5b-b873-a20634608a18 service nova] Acquiring lock "refresh_cache-0095e411-a830-41a4-864f-d3640152b9e9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.528278] env[61960]: DEBUG oslo_concurrency.lockutils [req-62433908-a057-4d9b-bb08-2b6d15e99e1a req-f0cbdcde-3568-4c5b-b873-a20634608a18 service nova] Acquired lock "refresh_cache-0095e411-a830-41a4-864f-d3640152b9e9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.528443] env[61960]: DEBUG nova.network.neutron [req-62433908-a057-4d9b-bb08-2b6d15e99e1a req-f0cbdcde-3568-4c5b-b873-a20634608a18 service nova] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Refreshing network info cache for port a1d9ded6-03fb-4a4d-ae7d-cb91c1191573 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1228.235331] env[61960]: DEBUG nova.network.neutron [req-62433908-a057-4d9b-bb08-2b6d15e99e1a req-f0cbdcde-3568-4c5b-b873-a20634608a18 service nova] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Updated VIF entry in instance network info cache for port a1d9ded6-03fb-4a4d-ae7d-cb91c1191573. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1228.235732] env[61960]: DEBUG nova.network.neutron [req-62433908-a057-4d9b-bb08-2b6d15e99e1a req-f0cbdcde-3568-4c5b-b873-a20634608a18 service nova] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Updating instance_info_cache with network_info: [{"id": "a1d9ded6-03fb-4a4d-ae7d-cb91c1191573", "address": "fa:16:3e:74:2e:38", "network": {"id": "b3f1be9e-dd35-46f9-821a-c6b2552e81d9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1141310629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf475330bc0c445c95981e7303db5949", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1d9ded6-03", "ovs_interfaceid": "a1d9ded6-03fb-4a4d-ae7d-cb91c1191573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.738231] env[61960]: DEBUG oslo_concurrency.lockutils [req-62433908-a057-4d9b-bb08-2b6d15e99e1a req-f0cbdcde-3568-4c5b-b873-a20634608a18 service nova] Releasing lock "refresh_cache-0095e411-a830-41a4-864f-d3640152b9e9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.476057] env[61960]: DEBUG oslo_concurrency.lockutils [None req-84320be3-4020-46ab-ac90-bfe96679054c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "1f95770b-ee42-46d4-b975-dba0c9328c48" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.476349] env[61960]: DEBUG oslo_concurrency.lockutils [None req-84320be3-4020-46ab-ac90-bfe96679054c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "1f95770b-ee42-46d4-b975-dba0c9328c48" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1234.980049] env[61960]: DEBUG nova.compute.utils [None req-84320be3-4020-46ab-ac90-bfe96679054c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1235.483627] env[61960]: DEBUG oslo_concurrency.lockutils [None req-84320be3-4020-46ab-ac90-bfe96679054c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "1f95770b-ee42-46d4-b975-dba0c9328c48" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.543742] env[61960]: DEBUG oslo_concurrency.lockutils [None req-84320be3-4020-46ab-ac90-bfe96679054c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "1f95770b-ee42-46d4-b975-dba0c9328c48" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.544177] env[61960]: DEBUG oslo_concurrency.lockutils [None req-84320be3-4020-46ab-ac90-bfe96679054c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "1f95770b-ee42-46d4-b975-dba0c9328c48" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.544311] env[61960]: INFO nova.compute.manager [None req-84320be3-4020-46ab-ac90-bfe96679054c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Attaching volume dfff7fad-1133-4151-934f-fa7dc61e3c4b to /dev/sdb [ 1236.575084] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae302ff7-f4b9-4210-aabf-d2f20c0308a5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.582012] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7ec78a-c88c-4c2a-a565-9350aeebaddc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.595180] env[61960]: DEBUG nova.virt.block_device [None req-84320be3-4020-46ab-ac90-bfe96679054c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Updating existing volume attachment record: efff704a-841d-480c-99c8-3f0ea9273db5 {{(pid=61960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1243.139787] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-84320be3-4020-46ab-ac90-bfe96679054c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Volume attach. Driver type: vmdk {{(pid=61960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1243.140067] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-84320be3-4020-46ab-ac90-bfe96679054c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116246', 'volume_id': 'dfff7fad-1133-4151-934f-fa7dc61e3c4b', 'name': 'volume-dfff7fad-1133-4151-934f-fa7dc61e3c4b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1f95770b-ee42-46d4-b975-dba0c9328c48', 'attached_at': '', 'detached_at': '', 'volume_id': 'dfff7fad-1133-4151-934f-fa7dc61e3c4b', 'serial': 'dfff7fad-1133-4151-934f-fa7dc61e3c4b'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1243.140969] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f73062-4ff2-4873-ae66-7564c4015100 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.157442] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d99e01-d7bc-4762-8e7c-2706b55f3f6f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.181291] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-84320be3-4020-46ab-ac90-bfe96679054c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-dfff7fad-1133-4151-934f-fa7dc61e3c4b/volume-dfff7fad-1133-4151-934f-fa7dc61e3c4b.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.181500] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55e54e58-1e7e-44aa-b14c-1465c5dcba7d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.198581] env[61960]: DEBUG oslo_vmware.api [None req-84320be3-4020-46ab-ac90-bfe96679054c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1243.198581] env[61960]: value = "task-437023" [ 1243.198581] env[61960]: _type = "Task" [ 1243.198581] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.205851] env[61960]: DEBUG oslo_vmware.api [None req-84320be3-4020-46ab-ac90-bfe96679054c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437023, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.709482] env[61960]: DEBUG oslo_vmware.api [None req-84320be3-4020-46ab-ac90-bfe96679054c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437023, 'name': ReconfigVM_Task, 'duration_secs': 0.349301} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.709765] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-84320be3-4020-46ab-ac90-bfe96679054c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-dfff7fad-1133-4151-934f-fa7dc61e3c4b/volume-dfff7fad-1133-4151-934f-fa7dc61e3c4b.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.714554] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58531b1f-84af-4bd7-a8b9-a3079bfafef4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.728733] env[61960]: DEBUG oslo_vmware.api [None req-84320be3-4020-46ab-ac90-bfe96679054c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1243.728733] env[61960]: value = "task-437024" [ 1243.728733] env[61960]: _type = "Task" [ 1243.728733] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.735950] env[61960]: DEBUG oslo_vmware.api [None req-84320be3-4020-46ab-ac90-bfe96679054c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.238814] env[61960]: DEBUG oslo_vmware.api [None req-84320be3-4020-46ab-ac90-bfe96679054c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437024, 'name': ReconfigVM_Task, 'duration_secs': 0.139988} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.239212] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-84320be3-4020-46ab-ac90-bfe96679054c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116246', 'volume_id': 'dfff7fad-1133-4151-934f-fa7dc61e3c4b', 'name': 'volume-dfff7fad-1133-4151-934f-fa7dc61e3c4b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1f95770b-ee42-46d4-b975-dba0c9328c48', 'attached_at': '', 'detached_at': '', 'volume_id': 'dfff7fad-1133-4151-934f-fa7dc61e3c4b', 'serial': 'dfff7fad-1133-4151-934f-fa7dc61e3c4b'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1245.275859] env[61960]: DEBUG nova.objects.instance [None req-84320be3-4020-46ab-ac90-bfe96679054c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lazy-loading 'flavor' on Instance uuid 1f95770b-ee42-46d4-b975-dba0c9328c48 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.781651] env[61960]: DEBUG oslo_concurrency.lockutils [None req-84320be3-4020-46ab-ac90-bfe96679054c tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "1f95770b-ee42-46d4-b975-dba0c9328c48" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.237s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.670628] env[61960]: DEBUG nova.compute.manager [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Stashing vm_state: active {{(pid=61960) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1247.188062] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.188333] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.694133] env[61960]: INFO nova.compute.claims [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1248.201676] env[61960]: INFO nova.compute.resource_tracker [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Updating resource usage from migration d6fcf3c1-60ce-4258-baec-5728812ed3bb [ 1248.259128] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1babe3d3-bdbc-4f64-b878-f4a385a84701 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.270344] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58991344-e250-411a-98e9-3acd6a99febf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.307562] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5165fba-8069-499b-bf8c-c0f995ba3b5b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.315698] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e82e151-2622-4d6e-aa0c-09a400aaf438 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.328411] env[61960]: DEBUG nova.compute.provider_tree [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.831592] env[61960]: DEBUG nova.scheduler.client.report [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1249.336582] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.148s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.336794] env[61960]: INFO nova.compute.manager [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Migrating [ 1249.852064] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "refresh_cache-1f95770b-ee42-46d4-b975-dba0c9328c48" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.852064] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquired lock "refresh_cache-1f95770b-ee42-46d4-b975-dba0c9328c48" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.852064] env[61960]: DEBUG nova.network.neutron [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1250.560347] env[61960]: DEBUG nova.network.neutron [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Updating instance_info_cache with network_info: [{"id": "8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8", "address": "fa:16:3e:a4:74:1b", "network": {"id": "7c271de7-8f8a-49cc-b8c7-799265f10498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-907169809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36536ccdab3c4f87b6c61946a3e6b530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a9b52af-7a", "ovs_interfaceid": "8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.063597] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Releasing lock "refresh_cache-1f95770b-ee42-46d4-b975-dba0c9328c48" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.579204] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750b3afb-d14c-477c-a096-1e04856ea47d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.601642] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Updating instance '1f95770b-ee42-46d4-b975-dba0c9328c48' progress to 0 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1253.107879] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1253.108219] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5031e67-a321-476a-b4db-fe1baf27b686 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.115453] env[61960]: DEBUG oslo_vmware.api [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1253.115453] env[61960]: value = "task-437025" [ 1253.115453] env[61960]: _type = "Task" [ 1253.115453] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.123052] env[61960]: DEBUG oslo_vmware.api [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.624726] env[61960]: DEBUG oslo_vmware.api [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.126054] env[61960]: DEBUG oslo_vmware.api [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437025, 'name': PowerOffVM_Task, 'duration_secs': 1.010623} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.126330] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1254.126522] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Updating instance '1f95770b-ee42-46d4-b975-dba0c9328c48' progress to 17 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1254.634308] env[61960]: DEBUG nova.virt.hardware [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:07:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1254.634763] env[61960]: DEBUG nova.virt.hardware [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1254.634940] env[61960]: DEBUG nova.virt.hardware [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.635234] env[61960]: DEBUG nova.virt.hardware [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1254.635445] env[61960]: DEBUG nova.virt.hardware [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.635701] env[61960]: DEBUG nova.virt.hardware [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1254.636012] env[61960]: DEBUG nova.virt.hardware [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1254.636315] env[61960]: DEBUG nova.virt.hardware [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1254.636579] env[61960]: DEBUG nova.virt.hardware [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1254.636822] env[61960]: DEBUG nova.virt.hardware [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1254.637077] env[61960]: DEBUG nova.virt.hardware [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1254.642271] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3580d868-bb78-4701-bca3-03f5fb81dc58 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.658240] env[61960]: DEBUG oslo_vmware.api [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1254.658240] env[61960]: value = "task-437026" [ 1254.658240] env[61960]: _type = "Task" [ 1254.658240] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.667224] env[61960]: DEBUG oslo_vmware.api [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437026, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.168250] env[61960]: DEBUG oslo_vmware.api [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437026, 'name': ReconfigVM_Task, 'duration_secs': 0.179739} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.168574] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Updating instance '1f95770b-ee42-46d4-b975-dba0c9328c48' progress to 33 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1255.675514] env[61960]: DEBUG nova.virt.hardware [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1255.675897] env[61960]: DEBUG nova.virt.hardware [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1255.675945] env[61960]: DEBUG nova.virt.hardware [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.676131] env[61960]: DEBUG nova.virt.hardware [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1255.676288] env[61960]: DEBUG nova.virt.hardware [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.676440] env[61960]: DEBUG nova.virt.hardware [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1255.676649] env[61960]: DEBUG nova.virt.hardware [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1255.676816] env[61960]: DEBUG nova.virt.hardware [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1255.676991] env[61960]: DEBUG nova.virt.hardware [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1255.677178] env[61960]: DEBUG nova.virt.hardware [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1255.677356] env[61960]: DEBUG nova.virt.hardware [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1255.682589] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1255.682886] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cc61781-f56d-4b6c-8738-fccaa566203e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.702426] env[61960]: DEBUG oslo_vmware.api [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1255.702426] env[61960]: value = "task-437027" [ 1255.702426] env[61960]: _type = "Task" [ 1255.702426] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.709887] env[61960]: DEBUG oslo_vmware.api [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437027, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.212344] env[61960]: DEBUG oslo_vmware.api [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437027, 'name': ReconfigVM_Task, 'duration_secs': 0.247957} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.212780] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1256.213644] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599ee980-579b-411d-8041-cff1bdaad945 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.237502] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 1f95770b-ee42-46d4-b975-dba0c9328c48/1f95770b-ee42-46d4-b975-dba0c9328c48.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1256.238187] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8d6141e-e7d0-4010-9bb0-f4a6f8492d74 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.255395] env[61960]: DEBUG oslo_vmware.api [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1256.255395] env[61960]: value = "task-437028" [ 1256.255395] env[61960]: _type = "Task" [ 1256.255395] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.264644] env[61960]: DEBUG oslo_vmware.api [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.765194] env[61960]: DEBUG oslo_vmware.api [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437028, 'name': ReconfigVM_Task, 'duration_secs': 0.420775} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.765555] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 1f95770b-ee42-46d4-b975-dba0c9328c48/1f95770b-ee42-46d4-b975-dba0c9328c48.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1256.765765] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Updating instance '1f95770b-ee42-46d4-b975-dba0c9328c48' progress to 50 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1257.272340] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd972d7-bc26-43b0-9f23-089b5c10d3af {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.293378] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b995316-fbe9-4a38-8c4b-3c3272ba51be {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.312740] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Updating instance '1f95770b-ee42-46d4-b975-dba0c9328c48' progress to 67 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1258.953090] env[61960]: DEBUG nova.network.neutron [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Port 8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8 binding to destination host cpu-1 is already ACTIVE {{(pid=61960) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1259.974062] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "1f95770b-ee42-46d4-b975-dba0c9328c48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.974376] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "1f95770b-ee42-46d4-b975-dba0c9328c48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.974479] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "1f95770b-ee42-46d4-b975-dba0c9328c48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1261.017806] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "refresh_cache-1f95770b-ee42-46d4-b975-dba0c9328c48" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1261.018065] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquired lock "refresh_cache-1f95770b-ee42-46d4-b975-dba0c9328c48" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.018229] env[61960]: DEBUG nova.network.neutron [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1261.722682] env[61960]: DEBUG nova.network.neutron [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Updating instance_info_cache with network_info: [{"id": "8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8", "address": "fa:16:3e:a4:74:1b", "network": {"id": "7c271de7-8f8a-49cc-b8c7-799265f10498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-907169809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36536ccdab3c4f87b6c61946a3e6b530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a9b52af-7a", "ovs_interfaceid": "8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.225782] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Releasing lock "refresh_cache-1f95770b-ee42-46d4-b975-dba0c9328c48" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.735354] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbab0995-1351-4c7e-8bfc-5aa0a16fbe31 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.742649] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c96762e-6767-4577-851f-5a0e1cb7a37d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.764879] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.843688] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquiring lock "794b1e1c-f887-4932-8a18-a8578a016d4d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.843961] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "794b1e1c-f887-4932-8a18-a8578a016d4d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.844172] env[61960]: INFO nova.compute.manager [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Shelving [ 1263.350735] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1263.351040] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb389aeb-1d5e-473d-8617-51c3a853a722 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.357617] env[61960]: DEBUG oslo_vmware.api [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1263.357617] env[61960]: value = "task-437029" [ 1263.357617] env[61960]: _type = "Task" [ 1263.357617] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.365286] env[61960]: DEBUG oslo_vmware.api [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.765423] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.765615] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=61960) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1263.838420] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1900611-5180-4edb-ac1b-331bbb5a62a6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.863502] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1d1762-65d9-4532-b6e5-9b1eab0a83de {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.870265] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Updating instance '1f95770b-ee42-46d4-b975-dba0c9328c48' progress to 83 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1263.877080] env[61960]: DEBUG oslo_vmware.api [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437029, 'name': PowerOffVM_Task, 'duration_secs': 0.17329} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.877080] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1263.877293] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcc2b31-e4bd-49f8-89a6-b4027c97d969 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.894335] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fd5acf-27e1-4155-94bd-ebffe4f64b63 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.379105] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1264.379497] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fe1be32-8c83-4ffc-a9c3-3abc4a38c84a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.386412] env[61960]: DEBUG oslo_vmware.api [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1264.386412] env[61960]: value = "task-437030" [ 1264.386412] env[61960]: _type = "Task" [ 1264.386412] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.394379] env[61960]: DEBUG oslo_vmware.api [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.403892] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Creating Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1264.404189] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-044480da-4071-49c1-a0e9-36ba39a27d45 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.410260] env[61960]: DEBUG oslo_vmware.api [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1264.410260] env[61960]: value = "task-437031" [ 1264.410260] env[61960]: _type = "Task" [ 1264.410260] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.419444] env[61960]: DEBUG oslo_vmware.api [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437031, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.761182] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.895753] env[61960]: DEBUG oslo_vmware.api [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437030, 'name': PowerOnVM_Task, 'duration_secs': 0.417246} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.896119] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1264.896425] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2db80fd3-6aac-4cfa-844e-738a70619c83 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Updating instance '1f95770b-ee42-46d4-b975-dba0c9328c48' progress to 100 {{(pid=61960) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1264.918951] env[61960]: DEBUG oslo_vmware.api [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437031, 'name': CreateSnapshot_Task, 'duration_secs': 0.49306} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.919269] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Created Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1264.920058] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0796deee-7137-4fea-bfda-143fb28f5686 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.437456] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Creating linked-clone VM from snapshot {{(pid=61960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1265.439658] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-483c79b0-d1dc-4ba1-84a3-2a16803c2608 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.447723] env[61960]: DEBUG oslo_vmware.api [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1265.447723] env[61960]: value = "task-437032" [ 1265.447723] env[61960]: _type = "Task" [ 1265.447723] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.456398] env[61960]: DEBUG oslo_vmware.api [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437032, 'name': CloneVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.765061] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.765268] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Starting heal instance info cache {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1265.765396] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Rebuilding the list of instances to heal {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1265.806028] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f4d018db-1fab-4af1-b6f7-9d515530c62e tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "0095e411-a830-41a4-864f-d3640152b9e9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.806384] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f4d018db-1fab-4af1-b6f7-9d515530c62e tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "0095e411-a830-41a4-864f-d3640152b9e9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.958180] env[61960]: DEBUG oslo_vmware.api [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437032, 'name': CloneVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.269380] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "refresh_cache-1f95770b-ee42-46d4-b975-dba0c9328c48" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.269639] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquired lock "refresh_cache-1f95770b-ee42-46d4-b975-dba0c9328c48" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.269717] env[61960]: DEBUG nova.network.neutron [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Forcefully refreshing network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1266.269875] env[61960]: DEBUG nova.objects.instance [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lazy-loading 'info_cache' on Instance uuid 1f95770b-ee42-46d4-b975-dba0c9328c48 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.312290] env[61960]: DEBUG nova.compute.utils [None req-f4d018db-1fab-4af1-b6f7-9d515530c62e tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1266.464450] env[61960]: DEBUG oslo_vmware.api [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437032, 'name': CloneVM_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.814748] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f4d018db-1fab-4af1-b6f7-9d515530c62e tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "0095e411-a830-41a4-864f-d3640152b9e9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.963193] env[61960]: DEBUG oslo_vmware.api [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437032, 'name': CloneVM_Task, 'duration_secs': 1.091829} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.963496] env[61960]: INFO nova.virt.vmwareapi.vmops [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Created linked-clone VM from snapshot [ 1266.964251] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3afca8-a0c3-4db0-b8c0-f75e94da4ef7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.971748] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Uploading image 97a88ab1-a8c9-4d4d-ac43-22aa3bed74ca {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1266.996653] env[61960]: DEBUG oslo_vmware.rw_handles [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1266.996653] env[61960]: value = "vm-116248" [ 1266.996653] env[61960]: _type = "VirtualMachine" [ 1266.996653] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1266.996963] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-196028ca-b9a7-4ec2-8cfb-2af145a5c638 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.003871] env[61960]: DEBUG oslo_vmware.rw_handles [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lease: (returnval){ [ 1267.003871] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c06c7f-a466-9a05-e545-28990bc25827" [ 1267.003871] env[61960]: _type = "HttpNfcLease" [ 1267.003871] env[61960]: } obtained for exporting VM: (result){ [ 1267.003871] env[61960]: value = "vm-116248" [ 1267.003871] env[61960]: _type = "VirtualMachine" [ 1267.003871] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1267.004197] env[61960]: DEBUG oslo_vmware.api [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the lease: (returnval){ [ 1267.004197] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c06c7f-a466-9a05-e545-28990bc25827" [ 1267.004197] env[61960]: _type = "HttpNfcLease" [ 1267.004197] env[61960]: } to be ready. {{(pid=61960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1267.010459] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1267.010459] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c06c7f-a466-9a05-e545-28990bc25827" [ 1267.010459] env[61960]: _type = "HttpNfcLease" [ 1267.010459] env[61960]: } is initializing. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1267.434997] env[61960]: DEBUG nova.network.neutron [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Port 8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8 binding to destination host cpu-1 is already ACTIVE {{(pid=61960) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1267.435271] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "refresh_cache-1f95770b-ee42-46d4-b975-dba0c9328c48" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.512757] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1267.512757] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c06c7f-a466-9a05-e545-28990bc25827" [ 1267.512757] env[61960]: _type = "HttpNfcLease" [ 1267.512757] env[61960]: } is ready. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1267.513220] env[61960]: DEBUG oslo_vmware.rw_handles [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1267.513220] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c06c7f-a466-9a05-e545-28990bc25827" [ 1267.513220] env[61960]: _type = "HttpNfcLease" [ 1267.513220] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1267.513699] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cc122f-8d51-460f-8622-daa4b645e9bd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.520779] env[61960]: DEBUG oslo_vmware.rw_handles [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243b8ba-96cf-1ff5-167c-eaab221ecb7f/disk-0.vmdk from lease info. {{(pid=61960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1267.520954] env[61960]: DEBUG oslo_vmware.rw_handles [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243b8ba-96cf-1ff5-167c-eaab221ecb7f/disk-0.vmdk for reading. {{(pid=61960) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1267.609056] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-377f26f0-da61-4327-9f17-2e64d13bf42e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.875155] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f4d018db-1fab-4af1-b6f7-9d515530c62e tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "0095e411-a830-41a4-864f-d3640152b9e9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.875640] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f4d018db-1fab-4af1-b6f7-9d515530c62e tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "0095e411-a830-41a4-864f-d3640152b9e9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.876042] env[61960]: INFO nova.compute.manager [None req-f4d018db-1fab-4af1-b6f7-9d515530c62e tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Attaching volume 9e8d3641-7789-4905-9590-7bdd8cf12db5 to /dev/sdb [ 1267.911900] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665c72c0-1b48-4cd7-8950-0ff14213ed9d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.920050] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13a7107-6bb1-49a3-912d-9001b15a1eef {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.934756] env[61960]: DEBUG nova.virt.block_device [None req-f4d018db-1fab-4af1-b6f7-9d515530c62e tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Updating existing volume attachment record: 35fc2020-a777-4ead-96a5-d0a197ab8803 {{(pid=61960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1268.017275] env[61960]: DEBUG nova.network.neutron [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Updating instance_info_cache with network_info: [{"id": "8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8", "address": "fa:16:3e:a4:74:1b", "network": {"id": "7c271de7-8f8a-49cc-b8c7-799265f10498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-907169809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36536ccdab3c4f87b6c61946a3e6b530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a9b52af-7a", "ovs_interfaceid": "8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.520128] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Releasing lock "refresh_cache-1f95770b-ee42-46d4-b975-dba0c9328c48" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.520441] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Updated the network info_cache for instance {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 1268.520732] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquired lock "refresh_cache-1f95770b-ee42-46d4-b975-dba0c9328c48" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.520988] env[61960]: DEBUG nova.network.neutron [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1268.522434] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.524068] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.524068] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.524068] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager.update_available_resource {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.027032] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.027350] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.027579] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.027838] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=61960) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1269.028752] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9344d59-1eee-43c2-b83f-ab432c000538 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.037858] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfd6fe5-d595-4513-bcc6-a9be518ea4fc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.052564] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647c1136-4fc6-4941-bcc1-5be84b11beff {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.061176] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cb94f4-2803-47fc-99a5-52550f890b70 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.092517] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181257MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=61960) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1269.092749] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.092966] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.305212] env[61960]: DEBUG nova.network.neutron [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Updating instance_info_cache with network_info: [{"id": "8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8", "address": "fa:16:3e:a4:74:1b", "network": {"id": "7c271de7-8f8a-49cc-b8c7-799265f10498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-907169809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36536ccdab3c4f87b6c61946a3e6b530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a9b52af-7a", "ovs_interfaceid": "8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.809130] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Releasing lock "refresh_cache-1f95770b-ee42-46d4-b975-dba0c9328c48" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.101117] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Applying migration context for instance 1f95770b-ee42-46d4-b975-dba0c9328c48 as it has an incoming, in-progress migration d6fcf3c1-60ce-4258-baec-5728812ed3bb. Migration status is reverting {{(pid=61960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1270.101712] env[61960]: INFO nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Updating resource usage from migration d6fcf3c1-60ce-4258-baec-5728812ed3bb [ 1270.122318] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 794b1e1c-f887-4932-8a18-a8578a016d4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1270.122472] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 0095e411-a830-41a4-864f-d3640152b9e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1270.122596] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Migration d6fcf3c1-60ce-4258-baec-5728812ed3bb is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1270.122715] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 1f95770b-ee42-46d4-b975-dba0c9328c48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1270.122900] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=61960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1270.123052] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=61960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1270.184433] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55c6995-a897-4943-9fba-44667c4b4098 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.191652] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c65f336-4631-4925-a8b5-6cf705d9dcf1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.221838] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339ecd6b-bc41-4479-b0bd-f832390f3354 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.229231] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385918bf-f1c1-47c3-b604-7469ec33c149 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.243579] env[61960]: DEBUG nova.compute.provider_tree [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.312908] env[61960]: DEBUG nova.compute.manager [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=61960) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:897}} [ 1270.747038] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1271.251687] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=61960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1271.252117] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.159s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.421293] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.421614] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.494376] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1271.924689] env[61960]: DEBUG nova.objects.instance [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lazy-loading 'migration_context' on Instance uuid 1f95770b-ee42-46d4-b975-dba0c9328c48 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.484941] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4d018db-1fab-4af1-b6f7-9d515530c62e tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Volume attach. Driver type: vmdk {{(pid=61960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1272.485211] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4d018db-1fab-4af1-b6f7-9d515530c62e tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116249', 'volume_id': '9e8d3641-7789-4905-9590-7bdd8cf12db5', 'name': 'volume-9e8d3641-7789-4905-9590-7bdd8cf12db5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0095e411-a830-41a4-864f-d3640152b9e9', 'attached_at': '', 'detached_at': '', 'volume_id': '9e8d3641-7789-4905-9590-7bdd8cf12db5', 'serial': '9e8d3641-7789-4905-9590-7bdd8cf12db5'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1272.486203] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3825a6aa-c5a4-4ab2-88ae-0a8f3eb71664 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.493081] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa13580a-4804-4e87-afbc-cd08f714cd48 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.507940] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd80b5a6-0110-413c-8a0d-3a8e872cdcc2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.513573] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cbc5e0-c0d3-45d6-b7d5-66df902fdbc2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.536483] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4d018db-1fab-4af1-b6f7-9d515530c62e tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-9e8d3641-7789-4905-9590-7bdd8cf12db5/volume-9e8d3641-7789-4905-9590-7bdd8cf12db5.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1272.537331] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd96600a-9993-4465-8642-0f8ffd3b11d2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.579025] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839a7d93-1678-4c9e-b093-5cc9587e4ec9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.580284] env[61960]: DEBUG oslo_vmware.api [None req-f4d018db-1fab-4af1-b6f7-9d515530c62e tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1272.580284] env[61960]: value = "task-437036" [ 1272.580284] env[61960]: _type = "Task" [ 1272.580284] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.585928] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187df29f-9ed8-4a3a-9e47-0fab9ca1164c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.594365] env[61960]: DEBUG oslo_vmware.api [None req-f4d018db-1fab-4af1-b6f7-9d515530c62e tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-437036, 'name': ReconfigVM_Task} progress is 10%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.602054] env[61960]: DEBUG nova.compute.provider_tree [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.091032] env[61960]: DEBUG oslo_vmware.api [None req-f4d018db-1fab-4af1-b6f7-9d515530c62e tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-437036, 'name': ReconfigVM_Task, 'duration_secs': 0.348233} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.091237] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4d018db-1fab-4af1-b6f7-9d515530c62e tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-9e8d3641-7789-4905-9590-7bdd8cf12db5/volume-9e8d3641-7789-4905-9590-7bdd8cf12db5.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.096033] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1613c080-41ce-4390-aa92-8909b493aa36 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.106595] env[61960]: DEBUG nova.scheduler.client.report [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1273.114095] env[61960]: DEBUG oslo_vmware.api [None req-f4d018db-1fab-4af1-b6f7-9d515530c62e tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1273.114095] env[61960]: value = "task-437037" [ 1273.114095] env[61960]: _type = "Task" [ 1273.114095] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.122207] env[61960]: DEBUG oslo_vmware.api [None req-f4d018db-1fab-4af1-b6f7-9d515530c62e tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-437037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.623904] env[61960]: DEBUG oslo_vmware.api [None req-f4d018db-1fab-4af1-b6f7-9d515530c62e tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-437037, 'name': ReconfigVM_Task, 'duration_secs': 0.161508} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.624353] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4d018db-1fab-4af1-b6f7-9d515530c62e tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116249', 'volume_id': '9e8d3641-7789-4905-9590-7bdd8cf12db5', 'name': 'volume-9e8d3641-7789-4905-9590-7bdd8cf12db5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0095e411-a830-41a4-864f-d3640152b9e9', 'attached_at': '', 'detached_at': '', 'volume_id': '9e8d3641-7789-4905-9590-7bdd8cf12db5', 'serial': '9e8d3641-7789-4905-9590-7bdd8cf12db5'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1274.120023] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.696s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.663395] env[61960]: DEBUG nova.objects.instance [None req-f4d018db-1fab-4af1-b6f7-9d515530c62e tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lazy-loading 'flavor' on Instance uuid 0095e411-a830-41a4-864f-d3640152b9e9 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.168722] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f4d018db-1fab-4af1-b6f7-9d515530c62e tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "0095e411-a830-41a4-864f-d3640152b9e9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.293s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1275.656373] env[61960]: DEBUG oslo_vmware.rw_handles [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243b8ba-96cf-1ff5-167c-eaab221ecb7f/disk-0.vmdk. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1275.657313] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6bdd6f-1caa-4023-9bf0-8b508517e42c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.660480] env[61960]: INFO nova.compute.manager [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Swapping old allocation on dict_keys(['b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8']) held by migration d6fcf3c1-60ce-4258-baec-5728812ed3bb for instance [ 1275.665910] env[61960]: DEBUG oslo_vmware.rw_handles [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243b8ba-96cf-1ff5-167c-eaab221ecb7f/disk-0.vmdk is in state: ready. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1275.666150] env[61960]: ERROR oslo_vmware.rw_handles [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243b8ba-96cf-1ff5-167c-eaab221ecb7f/disk-0.vmdk due to incomplete transfer. [ 1275.666304] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-72250360-571b-4d10-a526-0b3d0a975d82 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.673391] env[61960]: DEBUG oslo_vmware.rw_handles [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243b8ba-96cf-1ff5-167c-eaab221ecb7f/disk-0.vmdk. {{(pid=61960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1275.673582] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Uploaded image 97a88ab1-a8c9-4d4d-ac43-22aa3bed74ca to the Glance image server {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1275.675795] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Destroying the VM {{(pid=61960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1275.676042] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5845711e-4268-4a41-b0d1-c62d8cf0169c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.681095] env[61960]: DEBUG oslo_vmware.api [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1275.681095] env[61960]: value = "task-437038" [ 1275.681095] env[61960]: _type = "Task" [ 1275.681095] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.681837] env[61960]: DEBUG nova.scheduler.client.report [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Overwriting current allocation {'allocations': {'b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 201}}, 'project_id': '36536ccdab3c4f87b6c61946a3e6b530', 'user_id': 'e9a004ef37a9435482ef3f4792b5a53f', 'consumer_generation': 1} on consumer 1f95770b-ee42-46d4-b975-dba0c9328c48 {{(pid=61960) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1275.690903] env[61960]: DEBUG oslo_vmware.api [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437038, 'name': Destroy_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.758686] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "refresh_cache-1f95770b-ee42-46d4-b975-dba0c9328c48" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.758977] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquired lock "refresh_cache-1f95770b-ee42-46d4-b975-dba0c9328c48" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.759222] env[61960]: DEBUG nova.network.neutron [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1275.769421] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3a0cb9ec-3b4a-4eff-9455-d45bb50ad04f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "0095e411-a830-41a4-864f-d3640152b9e9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.769639] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3a0cb9ec-3b4a-4eff-9455-d45bb50ad04f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "0095e411-a830-41a4-864f-d3640152b9e9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.194055] env[61960]: DEBUG oslo_vmware.api [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437038, 'name': Destroy_Task} progress is 33%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.274056] env[61960]: INFO nova.compute.manager [None req-3a0cb9ec-3b4a-4eff-9455-d45bb50ad04f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Detaching volume 9e8d3641-7789-4905-9590-7bdd8cf12db5 [ 1276.375033] env[61960]: INFO nova.virt.block_device [None req-3a0cb9ec-3b4a-4eff-9455-d45bb50ad04f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Attempting to driver detach volume 9e8d3641-7789-4905-9590-7bdd8cf12db5 from mountpoint /dev/sdb [ 1276.375033] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a0cb9ec-3b4a-4eff-9455-d45bb50ad04f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Volume detach. Driver type: vmdk {{(pid=61960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1276.375033] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a0cb9ec-3b4a-4eff-9455-d45bb50ad04f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116249', 'volume_id': '9e8d3641-7789-4905-9590-7bdd8cf12db5', 'name': 'volume-9e8d3641-7789-4905-9590-7bdd8cf12db5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0095e411-a830-41a4-864f-d3640152b9e9', 'attached_at': '', 'detached_at': '', 'volume_id': '9e8d3641-7789-4905-9590-7bdd8cf12db5', 'serial': '9e8d3641-7789-4905-9590-7bdd8cf12db5'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1276.375033] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c00908-79d0-49a2-99a1-8ef36c533918 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.401276] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d64316a-be79-483f-8f8e-7d346374affd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.410714] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c88292a-a9ea-453a-8873-e33096d4136e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.434591] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7949a4-4a00-4d98-9701-71fd7e09d21a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.452767] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a0cb9ec-3b4a-4eff-9455-d45bb50ad04f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] The volume has not been displaced from its original location: [datastore1] volume-9e8d3641-7789-4905-9590-7bdd8cf12db5/volume-9e8d3641-7789-4905-9590-7bdd8cf12db5.vmdk. No consolidation needed. {{(pid=61960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1276.462393] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a0cb9ec-3b4a-4eff-9455-d45bb50ad04f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1276.462975] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85770f84-7330-4adc-82c7-75350e5bbafe {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.485272] env[61960]: DEBUG oslo_vmware.api [None req-3a0cb9ec-3b4a-4eff-9455-d45bb50ad04f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1276.485272] env[61960]: value = "task-437039" [ 1276.485272] env[61960]: _type = "Task" [ 1276.485272] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.494495] env[61960]: DEBUG oslo_vmware.api [None req-3a0cb9ec-3b4a-4eff-9455-d45bb50ad04f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-437039, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.690013] env[61960]: DEBUG nova.network.neutron [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Updating instance_info_cache with network_info: [{"id": "8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8", "address": "fa:16:3e:a4:74:1b", "network": {"id": "7c271de7-8f8a-49cc-b8c7-799265f10498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-907169809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36536ccdab3c4f87b6c61946a3e6b530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a9b52af-7a", "ovs_interfaceid": "8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.696860] env[61960]: DEBUG oslo_vmware.api [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437038, 'name': Destroy_Task, 'duration_secs': 0.749991} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.697237] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Destroyed the VM [ 1276.697507] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Deleting Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1276.697804] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fb3ed4eb-723e-499f-a359-809a12e496e5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.704618] env[61960]: DEBUG oslo_vmware.api [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1276.704618] env[61960]: value = "task-437040" [ 1276.704618] env[61960]: _type = "Task" [ 1276.704618] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.713511] env[61960]: DEBUG oslo_vmware.api [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437040, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.995034] env[61960]: DEBUG oslo_vmware.api [None req-3a0cb9ec-3b4a-4eff-9455-d45bb50ad04f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-437039, 'name': ReconfigVM_Task, 'duration_secs': 0.396477} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.995268] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a0cb9ec-3b4a-4eff-9455-d45bb50ad04f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1276.999907] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2cf106e-0750-440e-9955-800b8eca524b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.014820] env[61960]: DEBUG oslo_vmware.api [None req-3a0cb9ec-3b4a-4eff-9455-d45bb50ad04f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1277.014820] env[61960]: value = "task-437041" [ 1277.014820] env[61960]: _type = "Task" [ 1277.014820] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.022495] env[61960]: DEBUG oslo_vmware.api [None req-3a0cb9ec-3b4a-4eff-9455-d45bb50ad04f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-437041, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.193593] env[61960]: DEBUG oslo_concurrency.lockutils [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Releasing lock "refresh_cache-1f95770b-ee42-46d4-b975-dba0c9328c48" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.194659] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a43571-7765-42d1-8740-fb8c4890a757 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.202412] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19741bb-7f0b-4da1-a6aa-24559bbd2fcf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.213144] env[61960]: DEBUG oslo_vmware.api [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437040, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.525430] env[61960]: DEBUG oslo_vmware.api [None req-3a0cb9ec-3b4a-4eff-9455-d45bb50ad04f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-437041, 'name': ReconfigVM_Task, 'duration_secs': 0.15239} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.525700] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a0cb9ec-3b4a-4eff-9455-d45bb50ad04f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116249', 'volume_id': '9e8d3641-7789-4905-9590-7bdd8cf12db5', 'name': 'volume-9e8d3641-7789-4905-9590-7bdd8cf12db5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0095e411-a830-41a4-864f-d3640152b9e9', 'attached_at': '', 'detached_at': '', 'volume_id': '9e8d3641-7789-4905-9590-7bdd8cf12db5', 'serial': '9e8d3641-7789-4905-9590-7bdd8cf12db5'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1277.714224] env[61960]: DEBUG oslo_vmware.api [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437040, 'name': RemoveSnapshot_Task, 'duration_secs': 0.885691} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.714625] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Deleted Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1277.714866] env[61960]: DEBUG nova.compute.manager [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1277.715629] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94433a1-d7c6-4b44-83ab-376bdd25602c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.066704] env[61960]: DEBUG nova.objects.instance [None req-3a0cb9ec-3b4a-4eff-9455-d45bb50ad04f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lazy-loading 'flavor' on Instance uuid 0095e411-a830-41a4-864f-d3640152b9e9 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.226875] env[61960]: INFO nova.compute.manager [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Shelve offloading [ 1278.228845] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1278.229119] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4144401-1ffb-4ef1-89e3-84618fea01cb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.236603] env[61960]: DEBUG oslo_vmware.api [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1278.236603] env[61960]: value = "task-437042" [ 1278.236603] env[61960]: _type = "Task" [ 1278.236603] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.244468] env[61960]: DEBUG oslo_vmware.api [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.283253] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1278.283564] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f39c950-43e6-4862-991d-ac25a43d0b22 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.290053] env[61960]: DEBUG oslo_vmware.api [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1278.290053] env[61960]: value = "task-437043" [ 1278.290053] env[61960]: _type = "Task" [ 1278.290053] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.298129] env[61960]: DEBUG oslo_vmware.api [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.747164] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] VM already powered off {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1278.747548] env[61960]: DEBUG nova.compute.manager [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1278.748109] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64d6b7c-9df8-4f91-86f4-8f1673cc8678 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.753574] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquiring lock "refresh_cache-794b1e1c-f887-4932-8a18-a8578a016d4d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.753740] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquired lock "refresh_cache-794b1e1c-f887-4932-8a18-a8578a016d4d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.753911] env[61960]: DEBUG nova.network.neutron [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1278.797849] env[61960]: DEBUG oslo_vmware.api [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437043, 'name': PowerOffVM_Task, 'duration_secs': 0.212601} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.798219] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1278.799158] env[61960]: DEBUG nova.virt.hardware [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1278.799510] env[61960]: DEBUG nova.virt.hardware [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1278.799787] env[61960]: DEBUG nova.virt.hardware [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.800149] env[61960]: DEBUG nova.virt.hardware [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1278.800423] env[61960]: DEBUG nova.virt.hardware [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.800704] env[61960]: DEBUG nova.virt.hardware [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1278.801080] env[61960]: DEBUG nova.virt.hardware [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1278.801356] env[61960]: DEBUG nova.virt.hardware [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1278.801652] env[61960]: DEBUG nova.virt.hardware [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1278.801948] env[61960]: DEBUG nova.virt.hardware [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1278.802285] env[61960]: DEBUG nova.virt.hardware [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1278.807928] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb52af42-df46-4254-a4fe-f01dde445acc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.822581] env[61960]: DEBUG oslo_vmware.api [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1278.822581] env[61960]: value = "task-437044" [ 1278.822581] env[61960]: _type = "Task" [ 1278.822581] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.829760] env[61960]: DEBUG oslo_vmware.api [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437044, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.074728] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3a0cb9ec-3b4a-4eff-9455-d45bb50ad04f tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "0095e411-a830-41a4-864f-d3640152b9e9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.305s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1279.332742] env[61960]: DEBUG oslo_vmware.api [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437044, 'name': ReconfigVM_Task, 'duration_secs': 0.142245} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.333586] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d641bedd-aa3a-474f-8956-a7d16e03165c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.354091] env[61960]: DEBUG nova.virt.hardware [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1279.354091] env[61960]: DEBUG nova.virt.hardware [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1279.354390] env[61960]: DEBUG nova.virt.hardware [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1279.354459] env[61960]: DEBUG nova.virt.hardware [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1279.354592] env[61960]: DEBUG nova.virt.hardware [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1279.354745] env[61960]: DEBUG nova.virt.hardware [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1279.354952] env[61960]: DEBUG nova.virt.hardware [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1279.355174] env[61960]: DEBUG nova.virt.hardware [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1279.355295] env[61960]: DEBUG nova.virt.hardware [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1279.355596] env[61960]: DEBUG nova.virt.hardware [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1279.355638] env[61960]: DEBUG nova.virt.hardware [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1279.356496] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ab63ef6-55a2-4c90-a8e4-e63fadb66e6d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.361892] env[61960]: DEBUG oslo_vmware.api [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1279.361892] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]529663fe-9b63-292e-47a1-c70b4db26ec0" [ 1279.361892] env[61960]: _type = "Task" [ 1279.361892] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.374156] env[61960]: DEBUG oslo_vmware.api [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]529663fe-9b63-292e-47a1-c70b4db26ec0, 'name': SearchDatastore_Task, 'duration_secs': 0.007698} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.379360] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1279.379676] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-847ad98b-0b3c-411a-bdde-39c5bc773755 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.403017] env[61960]: DEBUG oslo_vmware.api [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1279.403017] env[61960]: value = "task-437045" [ 1279.403017] env[61960]: _type = "Task" [ 1279.403017] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.407467] env[61960]: DEBUG oslo_vmware.api [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437045, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.513235] env[61960]: DEBUG nova.network.neutron [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Updating instance_info_cache with network_info: [{"id": "c40b8f24-1671-46fd-87ca-ecd4c61bc4fb", "address": "fa:16:3e:5c:ad:a8", "network": {"id": "8d25dfde-686c-47fb-8b68-2ce9b2c7e649", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1868874059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9352728ec3c141bf9777d87672a0424c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40b8f24-16", "ovs_interfaceid": "c40b8f24-1671-46fd-87ca-ecd4c61bc4fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.910164] env[61960]: DEBUG oslo_vmware.api [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437045, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.015988] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Releasing lock "refresh_cache-794b1e1c-f887-4932-8a18-a8578a016d4d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.058952] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9988cd0d-850e-44df-af5f-6d7a212bc678 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "0095e411-a830-41a4-864f-d3640152b9e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.059224] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9988cd0d-850e-44df-af5f-6d7a212bc678 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "0095e411-a830-41a4-864f-d3640152b9e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.059437] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9988cd0d-850e-44df-af5f-6d7a212bc678 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "0095e411-a830-41a4-864f-d3640152b9e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.059624] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9988cd0d-850e-44df-af5f-6d7a212bc678 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "0095e411-a830-41a4-864f-d3640152b9e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.059796] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9988cd0d-850e-44df-af5f-6d7a212bc678 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "0095e411-a830-41a4-864f-d3640152b9e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.063820] env[61960]: INFO nova.compute.manager [None req-9988cd0d-850e-44df-af5f-6d7a212bc678 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Terminating instance [ 1280.065652] env[61960]: DEBUG nova.compute.manager [None req-9988cd0d-850e-44df-af5f-6d7a212bc678 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1280.065878] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9988cd0d-850e-44df-af5f-6d7a212bc678 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1280.066707] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9688ae14-1654-4f17-93e8-ce3047960c5f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.074156] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9988cd0d-850e-44df-af5f-6d7a212bc678 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1280.076171] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00193c0b-e23a-474c-8c9c-c60b2282cb67 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.082897] env[61960]: DEBUG oslo_vmware.api [None req-9988cd0d-850e-44df-af5f-6d7a212bc678 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1280.082897] env[61960]: value = "task-437046" [ 1280.082897] env[61960]: _type = "Task" [ 1280.082897] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.090592] env[61960]: DEBUG oslo_vmware.api [None req-9988cd0d-850e-44df-af5f-6d7a212bc678 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-437046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.233372] env[61960]: DEBUG nova.compute.manager [req-4d553e45-2036-4728-b45b-26f7d80df800 req-a19cb53b-0443-4a9e-8f95-4a980e9f68f2 service nova] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Received event network-vif-unplugged-c40b8f24-1671-46fd-87ca-ecd4c61bc4fb {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1280.233627] env[61960]: DEBUG oslo_concurrency.lockutils [req-4d553e45-2036-4728-b45b-26f7d80df800 req-a19cb53b-0443-4a9e-8f95-4a980e9f68f2 service nova] Acquiring lock "794b1e1c-f887-4932-8a18-a8578a016d4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.233881] env[61960]: DEBUG oslo_concurrency.lockutils [req-4d553e45-2036-4728-b45b-26f7d80df800 req-a19cb53b-0443-4a9e-8f95-4a980e9f68f2 service nova] Lock "794b1e1c-f887-4932-8a18-a8578a016d4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.234142] env[61960]: DEBUG oslo_concurrency.lockutils [req-4d553e45-2036-4728-b45b-26f7d80df800 req-a19cb53b-0443-4a9e-8f95-4a980e9f68f2 service nova] Lock "794b1e1c-f887-4932-8a18-a8578a016d4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.234346] env[61960]: DEBUG nova.compute.manager [req-4d553e45-2036-4728-b45b-26f7d80df800 req-a19cb53b-0443-4a9e-8f95-4a980e9f68f2 service nova] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] No waiting events found dispatching network-vif-unplugged-c40b8f24-1671-46fd-87ca-ecd4c61bc4fb {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1280.234551] env[61960]: WARNING nova.compute.manager [req-4d553e45-2036-4728-b45b-26f7d80df800 req-a19cb53b-0443-4a9e-8f95-4a980e9f68f2 service nova] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Received unexpected event network-vif-unplugged-c40b8f24-1671-46fd-87ca-ecd4c61bc4fb for instance with vm_state shelved and task_state shelving_offloading. [ 1280.320431] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1280.321430] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b0facd-d19b-459c-bbd9-b58fd8ecb086 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.328871] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1280.329166] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19870647-3ce1-424e-83a1-a83795f0d498 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.397573] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1280.397850] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1280.398064] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Deleting the datastore file [datastore1] 794b1e1c-f887-4932-8a18-a8578a016d4d {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1280.398342] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08e9ee72-693c-4c44-9782-c32e8378ad9c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.405823] env[61960]: DEBUG oslo_vmware.api [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1280.405823] env[61960]: value = "task-437048" [ 1280.405823] env[61960]: _type = "Task" [ 1280.405823] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.412303] env[61960]: DEBUG oslo_vmware.api [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437045, 'name': ReconfigVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.416891] env[61960]: DEBUG oslo_vmware.api [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.592265] env[61960]: DEBUG oslo_vmware.api [None req-9988cd0d-850e-44df-af5f-6d7a212bc678 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-437046, 'name': PowerOffVM_Task, 'duration_secs': 0.180194} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.592539] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-9988cd0d-850e-44df-af5f-6d7a212bc678 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1280.592699] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9988cd0d-850e-44df-af5f-6d7a212bc678 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1280.592955] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b9db598-776e-4e3d-9d4d-c38786932156 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.663664] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9988cd0d-850e-44df-af5f-6d7a212bc678 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1280.663936] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9988cd0d-850e-44df-af5f-6d7a212bc678 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1280.664105] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9988cd0d-850e-44df-af5f-6d7a212bc678 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Deleting the datastore file [datastore1] 0095e411-a830-41a4-864f-d3640152b9e9 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1280.664393] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59c92646-9ac5-496b-b795-3bc895b5e38e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.670983] env[61960]: DEBUG oslo_vmware.api [None req-9988cd0d-850e-44df-af5f-6d7a212bc678 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for the task: (returnval){ [ 1280.670983] env[61960]: value = "task-437050" [ 1280.670983] env[61960]: _type = "Task" [ 1280.670983] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.678378] env[61960]: DEBUG oslo_vmware.api [None req-9988cd0d-850e-44df-af5f-6d7a212bc678 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-437050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.913311] env[61960]: DEBUG oslo_vmware.api [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437045, 'name': ReconfigVM_Task, 'duration_secs': 1.22671} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.913927] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1280.914697] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75686ed-c151-47a6-87da-1e27c10b5d83 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.919580] env[61960]: DEBUG oslo_vmware.api [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134507} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.920120] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1280.920323] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1280.920507] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1280.943188] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 1f95770b-ee42-46d4-b975-dba0c9328c48/1f95770b-ee42-46d4-b975-dba0c9328c48.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1280.944146] env[61960]: INFO nova.scheduler.client.report [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Deleted allocations for instance 794b1e1c-f887-4932-8a18-a8578a016d4d [ 1280.946428] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aea0afae-eea1-42fb-b4c9-f7ab204b9b3a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.963614] env[61960]: DEBUG oslo_vmware.api [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1280.963614] env[61960]: value = "task-437051" [ 1280.963614] env[61960]: _type = "Task" [ 1280.963614] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.971083] env[61960]: DEBUG oslo_vmware.api [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437051, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.181448] env[61960]: DEBUG oslo_vmware.api [None req-9988cd0d-850e-44df-af5f-6d7a212bc678 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Task: {'id': task-437050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149871} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.181707] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-9988cd0d-850e-44df-af5f-6d7a212bc678 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1281.181937] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9988cd0d-850e-44df-af5f-6d7a212bc678 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1281.182153] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-9988cd0d-850e-44df-af5f-6d7a212bc678 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1281.182337] env[61960]: INFO nova.compute.manager [None req-9988cd0d-850e-44df-af5f-6d7a212bc678 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1281.182586] env[61960]: DEBUG oslo.service.loopingcall [None req-9988cd0d-850e-44df-af5f-6d7a212bc678 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1281.182781] env[61960]: DEBUG nova.compute.manager [-] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1281.182881] env[61960]: DEBUG nova.network.neutron [-] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1281.460432] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.460708] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.460944] env[61960]: DEBUG nova.objects.instance [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lazy-loading 'resources' on Instance uuid 794b1e1c-f887-4932-8a18-a8578a016d4d {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.473963] env[61960]: DEBUG oslo_vmware.api [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437051, 'name': ReconfigVM_Task, 'duration_secs': 0.256234} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.474250] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 1f95770b-ee42-46d4-b975-dba0c9328c48/1f95770b-ee42-46d4-b975-dba0c9328c48.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.475107] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e54971-4029-417b-8f2a-76937cc59f02 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.495704] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb64450-3817-4710-b8b5-f59e733f86e3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.516262] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be55e01-90fc-4626-a225-1442c3fb9579 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.536154] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c326ec3-7ab2-40b9-89ad-28624348433b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.542682] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1281.542987] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cdaf912-04a5-4ab2-bdf6-c9ce24be8133 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.548614] env[61960]: DEBUG oslo_vmware.api [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1281.548614] env[61960]: value = "task-437052" [ 1281.548614] env[61960]: _type = "Task" [ 1281.548614] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.558883] env[61960]: DEBUG oslo_vmware.api [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.963423] env[61960]: DEBUG nova.objects.instance [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lazy-loading 'numa_topology' on Instance uuid 794b1e1c-f887-4932-8a18-a8578a016d4d {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.060020] env[61960]: DEBUG oslo_vmware.api [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437052, 'name': PowerOnVM_Task, 'duration_secs': 0.36594} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.060380] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1282.069905] env[61960]: DEBUG nova.network.neutron [-] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.261259] env[61960]: DEBUG nova.compute.manager [req-f31b74c2-a576-4e1d-b635-65cacdc2e5fa req-d6b4d50e-5943-49ba-8a96-eb5bd73c2dc7 service nova] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Received event network-changed-c40b8f24-1671-46fd-87ca-ecd4c61bc4fb {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1282.261646] env[61960]: DEBUG nova.compute.manager [req-f31b74c2-a576-4e1d-b635-65cacdc2e5fa req-d6b4d50e-5943-49ba-8a96-eb5bd73c2dc7 service nova] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Refreshing instance network info cache due to event network-changed-c40b8f24-1671-46fd-87ca-ecd4c61bc4fb. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1282.261911] env[61960]: DEBUG oslo_concurrency.lockutils [req-f31b74c2-a576-4e1d-b635-65cacdc2e5fa req-d6b4d50e-5943-49ba-8a96-eb5bd73c2dc7 service nova] Acquiring lock "refresh_cache-794b1e1c-f887-4932-8a18-a8578a016d4d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.262076] env[61960]: DEBUG oslo_concurrency.lockutils [req-f31b74c2-a576-4e1d-b635-65cacdc2e5fa req-d6b4d50e-5943-49ba-8a96-eb5bd73c2dc7 service nova] Acquired lock "refresh_cache-794b1e1c-f887-4932-8a18-a8578a016d4d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.262246] env[61960]: DEBUG nova.network.neutron [req-f31b74c2-a576-4e1d-b635-65cacdc2e5fa req-d6b4d50e-5943-49ba-8a96-eb5bd73c2dc7 service nova] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Refreshing network info cache for port c40b8f24-1671-46fd-87ca-ecd4c61bc4fb {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1282.466472] env[61960]: DEBUG nova.objects.base [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Object Instance<794b1e1c-f887-4932-8a18-a8578a016d4d> lazy-loaded attributes: resources,numa_topology {{(pid=61960) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1282.510668] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3834284c-6f01-4672-906d-1714b7bce965 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.517985] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752619db-2c7f-42ed-a1dc-9c63bb5d5def {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.547241] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3dc64e-44ef-4068-8b04-fdf4b21ee3d8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.553932] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c34ad3c-c7be-4997-8b84-be3902f28864 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.570879] env[61960]: DEBUG nova.compute.provider_tree [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.572222] env[61960]: INFO nova.compute.manager [-] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Took 1.39 seconds to deallocate network for instance. [ 1282.972109] env[61960]: DEBUG nova.network.neutron [req-f31b74c2-a576-4e1d-b635-65cacdc2e5fa req-d6b4d50e-5943-49ba-8a96-eb5bd73c2dc7 service nova] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Updated VIF entry in instance network info cache for port c40b8f24-1671-46fd-87ca-ecd4c61bc4fb. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1282.972509] env[61960]: DEBUG nova.network.neutron [req-f31b74c2-a576-4e1d-b635-65cacdc2e5fa req-d6b4d50e-5943-49ba-8a96-eb5bd73c2dc7 service nova] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Updating instance_info_cache with network_info: [{"id": "c40b8f24-1671-46fd-87ca-ecd4c61bc4fb", "address": "fa:16:3e:5c:ad:a8", "network": {"id": "8d25dfde-686c-47fb-8b68-2ce9b2c7e649", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1868874059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9352728ec3c141bf9777d87672a0424c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc40b8f24-16", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.076493] env[61960]: DEBUG nova.scheduler.client.report [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1283.080345] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9988cd0d-850e-44df-af5f-6d7a212bc678 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1283.108485] env[61960]: INFO nova.compute.manager [None req-cf7fa255-6620-4d48-aa9a-ab996f73728d tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Updating instance to original state: 'active' [ 1283.124401] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquiring lock "794b1e1c-f887-4932-8a18-a8578a016d4d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1283.475060] env[61960]: DEBUG oslo_concurrency.lockutils [req-f31b74c2-a576-4e1d-b635-65cacdc2e5fa req-d6b4d50e-5943-49ba-8a96-eb5bd73c2dc7 service nova] Releasing lock "refresh_cache-794b1e1c-f887-4932-8a18-a8578a016d4d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.475337] env[61960]: DEBUG nova.compute.manager [req-f31b74c2-a576-4e1d-b635-65cacdc2e5fa req-d6b4d50e-5943-49ba-8a96-eb5bd73c2dc7 service nova] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Received event network-vif-deleted-a1d9ded6-03fb-4a4d-ae7d-cb91c1191573 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1283.582516] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.584951] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9988cd0d-850e-44df-af5f-6d7a212bc678 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.505s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.585230] env[61960]: DEBUG nova.objects.instance [None req-9988cd0d-850e-44df-af5f-6d7a212bc678 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lazy-loading 'resources' on Instance uuid 0095e411-a830-41a4-864f-d3640152b9e9 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.094486] env[61960]: DEBUG oslo_concurrency.lockutils [None req-e291a817-7de5-4f5b-becb-342802297bec tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "794b1e1c-f887-4932-8a18-a8578a016d4d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.250s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.095661] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "794b1e1c-f887-4932-8a18-a8578a016d4d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.971s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.095661] env[61960]: INFO nova.compute.manager [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Unshelving [ 1284.147497] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17db3d29-12fb-482a-b091-12682a234dac {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.155335] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2b18a5-348e-41c5-97af-1f6468a3e1bc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.187660] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df34c886-03c7-452f-8532-e473ee16a19c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.199031] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6441e0bb-20f9-4cd8-a994-323ec8f9fead {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.212598] env[61960]: DEBUG nova.compute.provider_tree [None req-9988cd0d-850e-44df-af5f-6d7a212bc678 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.697069] env[61960]: DEBUG oslo_concurrency.lockutils [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "1f95770b-ee42-46d4-b975-dba0c9328c48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.697069] env[61960]: DEBUG oslo_concurrency.lockutils [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "1f95770b-ee42-46d4-b975-dba0c9328c48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.697069] env[61960]: DEBUG oslo_concurrency.lockutils [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "1f95770b-ee42-46d4-b975-dba0c9328c48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.697069] env[61960]: DEBUG oslo_concurrency.lockutils [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "1f95770b-ee42-46d4-b975-dba0c9328c48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.697417] env[61960]: DEBUG oslo_concurrency.lockutils [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "1f95770b-ee42-46d4-b975-dba0c9328c48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.699246] env[61960]: INFO nova.compute.manager [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Terminating instance [ 1284.701124] env[61960]: DEBUG nova.compute.manager [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1284.701343] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1284.701577] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6ea5ffe-e231-4fee-ba96-e4bec943a855 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.709570] env[61960]: DEBUG oslo_vmware.api [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1284.709570] env[61960]: value = "task-437053" [ 1284.709570] env[61960]: _type = "Task" [ 1284.709570] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.717681] env[61960]: DEBUG nova.scheduler.client.report [None req-9988cd0d-850e-44df-af5f-6d7a212bc678 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1284.720622] env[61960]: DEBUG oslo_vmware.api [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.104283] env[61960]: DEBUG nova.compute.utils [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1285.218370] env[61960]: DEBUG oslo_vmware.api [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437053, 'name': PowerOffVM_Task, 'duration_secs': 0.182363} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.218627] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1285.218865] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Volume detach. Driver type: vmdk {{(pid=61960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1285.219085] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116246', 'volume_id': 'dfff7fad-1133-4151-934f-fa7dc61e3c4b', 'name': 'volume-dfff7fad-1133-4151-934f-fa7dc61e3c4b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '1f95770b-ee42-46d4-b975-dba0c9328c48', 'attached_at': '2024-08-28T09:21:09.000000', 'detached_at': '', 'volume_id': 'dfff7fad-1133-4151-934f-fa7dc61e3c4b', 'serial': 'dfff7fad-1133-4151-934f-fa7dc61e3c4b'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1285.219822] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffeac52-0546-4494-9edb-075bbf976e2e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.222696] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9988cd0d-850e-44df-af5f-6d7a212bc678 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.638s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.242514] env[61960]: INFO nova.scheduler.client.report [None req-9988cd0d-850e-44df-af5f-6d7a212bc678 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Deleted allocations for instance 0095e411-a830-41a4-864f-d3640152b9e9 [ 1285.244028] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb3fe64-69e6-41bb-9feb-225dc4a9b5bd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.254065] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d710266-e0e9-4be5-acd0-95f5aa1639b0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.273807] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607daa54-75de-410e-a251-7ddc5c24ff05 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.289993] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] The volume has not been displaced from its original location: [datastore1] volume-dfff7fad-1133-4151-934f-fa7dc61e3c4b/volume-dfff7fad-1133-4151-934f-fa7dc61e3c4b.vmdk. No consolidation needed. {{(pid=61960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1285.295057] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1285.295887] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-265a9f83-ad86-4d39-940f-91ec36b34a3b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.312765] env[61960]: DEBUG oslo_vmware.api [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1285.312765] env[61960]: value = "task-437054" [ 1285.312765] env[61960]: _type = "Task" [ 1285.312765] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.320232] env[61960]: DEBUG oslo_vmware.api [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437054, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.607136] env[61960]: INFO nova.virt.block_device [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Booting with volume 33554847-b3ea-4eac-bfa2-c3158889a7d3 at /dev/sdb [ 1285.640244] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b482cd7-cf92-4882-9037-d9b60b37d2ae {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.649026] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b35fe5-6ba2-4405-8b10-c464ea95d300 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.673083] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa5db357-c959-487e-88a4-b96ee35439f1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.680607] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edbed6c-b4d1-4f19-844f-38e3db81ec2f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.704014] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c5b4ea-292e-4fa8-9e09-bb7ca8059a77 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.710127] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e002fc-ed8c-43db-b03a-8ea6646af3d4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.723482] env[61960]: DEBUG nova.virt.block_device [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Updating existing volume attachment record: f41fe472-736c-4e94-8d04-9fada7868dcb {{(pid=61960) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1285.754168] env[61960]: DEBUG oslo_concurrency.lockutils [None req-9988cd0d-850e-44df-af5f-6d7a212bc678 tempest-AttachVolumeNegativeTest-909842008 tempest-AttachVolumeNegativeTest-909842008-project-member] Lock "0095e411-a830-41a4-864f-d3640152b9e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.695s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.823406] env[61960]: DEBUG oslo_vmware.api [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437054, 'name': ReconfigVM_Task, 'duration_secs': 0.186879} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.823679] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1285.828134] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56c72807-b0bb-48a9-841a-5974dae87b6d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.843421] env[61960]: DEBUG oslo_vmware.api [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1285.843421] env[61960]: value = "task-437055" [ 1285.843421] env[61960]: _type = "Task" [ 1285.843421] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.854440] env[61960]: DEBUG oslo_vmware.api [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437055, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.352643] env[61960]: DEBUG oslo_vmware.api [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437055, 'name': ReconfigVM_Task, 'duration_secs': 0.133807} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.354049] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116246', 'volume_id': 'dfff7fad-1133-4151-934f-fa7dc61e3c4b', 'name': 'volume-dfff7fad-1133-4151-934f-fa7dc61e3c4b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '1f95770b-ee42-46d4-b975-dba0c9328c48', 'attached_at': '2024-08-28T09:21:09.000000', 'detached_at': '', 'volume_id': 'dfff7fad-1133-4151-934f-fa7dc61e3c4b', 'serial': 'dfff7fad-1133-4151-934f-fa7dc61e3c4b'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1286.354049] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1286.354468] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd250dc-7657-475d-ab91-24475ce316ab {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.361374] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1286.361639] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ca9820b-47bd-4969-a640-9c7441a2c931 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.425397] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1286.426034] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1286.426034] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Deleting the datastore file [datastore1] 1f95770b-ee42-46d4-b975-dba0c9328c48 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1286.426034] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21b8792f-c99a-48d6-86e9-b410ee09e2f3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.432958] env[61960]: DEBUG oslo_vmware.api [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1286.432958] env[61960]: value = "task-437060" [ 1286.432958] env[61960]: _type = "Task" [ 1286.432958] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.440682] env[61960]: DEBUG oslo_vmware.api [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.943294] env[61960]: DEBUG oslo_vmware.api [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222818} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.943553] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1286.943741] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1286.943922] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1286.944118] env[61960]: INFO nova.compute.manager [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1286.944365] env[61960]: DEBUG oslo.service.loopingcall [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1286.944563] env[61960]: DEBUG nova.compute.manager [-] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1286.944661] env[61960]: DEBUG nova.network.neutron [-] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1287.334635] env[61960]: DEBUG nova.compute.manager [req-885ed6b2-6f0c-41ee-aad7-db7ae56ab9b1 req-e29b7bc6-5986-484e-8975-3282ada6dc34 service nova] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Received event network-vif-deleted-8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1287.334834] env[61960]: INFO nova.compute.manager [req-885ed6b2-6f0c-41ee-aad7-db7ae56ab9b1 req-e29b7bc6-5986-484e-8975-3282ada6dc34 service nova] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Neutron deleted interface 8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8; detaching it from the instance and deleting it from the info cache [ 1287.335067] env[61960]: DEBUG nova.network.neutron [req-885ed6b2-6f0c-41ee-aad7-db7ae56ab9b1 req-e29b7bc6-5986-484e-8975-3282ada6dc34 service nova] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.808601] env[61960]: DEBUG nova.network.neutron [-] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.837748] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-553661b4-0468-4565-b2ff-0e1450a511cc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.847049] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b0fc53-4b09-4090-92d0-f9f7a2d54571 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.871811] env[61960]: DEBUG nova.compute.manager [req-885ed6b2-6f0c-41ee-aad7-db7ae56ab9b1 req-e29b7bc6-5986-484e-8975-3282ada6dc34 service nova] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Detach interface failed, port_id=8a9b52af-7a2e-4555-b4a9-c1c469ff4ea8, reason: Instance 1f95770b-ee42-46d4-b975-dba0c9328c48 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1288.311452] env[61960]: INFO nova.compute.manager [-] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Took 1.37 seconds to deallocate network for instance. [ 1288.854973] env[61960]: INFO nova.compute.manager [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Took 0.54 seconds to detach 1 volumes for instance. [ 1289.362063] env[61960]: DEBUG oslo_concurrency.lockutils [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.362387] env[61960]: DEBUG oslo_concurrency.lockutils [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1289.362544] env[61960]: DEBUG oslo_concurrency.lockutils [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1289.383732] env[61960]: INFO nova.scheduler.client.report [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Deleted allocations for instance 1f95770b-ee42-46d4-b975-dba0c9328c48 [ 1289.899389] env[61960]: DEBUG oslo_concurrency.lockutils [None req-53130139-c142-4b1f-8afa-e3e32e9bf7e8 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "1f95770b-ee42-46d4-b975-dba0c9328c48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.203s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.765657] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "8907e812-0269-411b-9a5b-c498c7d387b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.765933] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "8907e812-0269-411b-9a5b-c498c7d387b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.268367] env[61960]: DEBUG nova.compute.manager [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1291.324012] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.324292] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.324507] env[61960]: DEBUG nova.objects.instance [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lazy-loading 'pci_requests' on Instance uuid 794b1e1c-f887-4932-8a18-a8578a016d4d {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.787404] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.828825] env[61960]: DEBUG nova.objects.instance [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lazy-loading 'numa_topology' on Instance uuid 794b1e1c-f887-4932-8a18-a8578a016d4d {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.331864] env[61960]: INFO nova.compute.claims [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1293.376222] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717fe720-59fe-45c2-b87b-f90b4b0cdcb5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.383811] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c547379-37c5-45c8-898f-d0c5397550bd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.414440] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85384f98-b615-43d7-aadd-1db1d8db44cd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.421390] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae727561-0da9-4164-8634-59873e41b98c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.434138] env[61960]: DEBUG nova.compute.provider_tree [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.937676] env[61960]: DEBUG nova.scheduler.client.report [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1294.442940] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.118s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1294.445160] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.658s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.446675] env[61960]: INFO nova.compute.claims [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1294.483210] env[61960]: INFO nova.network.neutron [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Updating port c40b8f24-1671-46fd-87ca-ecd4c61bc4fb with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1295.499145] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0dc092-0043-4eee-bcf1-4069b4cdf96e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.506466] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178df336-e000-4dd5-8d39-4adaec737336 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.536753] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05644506-12af-4148-b8dd-e0635d567ac8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.544012] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1833a5a-16d8-45dc-8911-998de9749b40 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.557076] env[61960]: DEBUG nova.compute.provider_tree [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.952928] env[61960]: DEBUG nova.compute.manager [req-2f2a6d43-e6ba-47fb-ad29-1d84772ac173 req-e56c78ec-88ee-4908-9216-bcb86eedc783 service nova] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Received event network-vif-plugged-c40b8f24-1671-46fd-87ca-ecd4c61bc4fb {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1295.953551] env[61960]: DEBUG oslo_concurrency.lockutils [req-2f2a6d43-e6ba-47fb-ad29-1d84772ac173 req-e56c78ec-88ee-4908-9216-bcb86eedc783 service nova] Acquiring lock "794b1e1c-f887-4932-8a18-a8578a016d4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1295.953784] env[61960]: DEBUG oslo_concurrency.lockutils [req-2f2a6d43-e6ba-47fb-ad29-1d84772ac173 req-e56c78ec-88ee-4908-9216-bcb86eedc783 service nova] Lock "794b1e1c-f887-4932-8a18-a8578a016d4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1295.953960] env[61960]: DEBUG oslo_concurrency.lockutils [req-2f2a6d43-e6ba-47fb-ad29-1d84772ac173 req-e56c78ec-88ee-4908-9216-bcb86eedc783 service nova] Lock "794b1e1c-f887-4932-8a18-a8578a016d4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.954225] env[61960]: DEBUG nova.compute.manager [req-2f2a6d43-e6ba-47fb-ad29-1d84772ac173 req-e56c78ec-88ee-4908-9216-bcb86eedc783 service nova] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] No waiting events found dispatching network-vif-plugged-c40b8f24-1671-46fd-87ca-ecd4c61bc4fb {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1295.954412] env[61960]: WARNING nova.compute.manager [req-2f2a6d43-e6ba-47fb-ad29-1d84772ac173 req-e56c78ec-88ee-4908-9216-bcb86eedc783 service nova] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Received unexpected event network-vif-plugged-c40b8f24-1671-46fd-87ca-ecd4c61bc4fb for instance with vm_state shelved_offloaded and task_state spawning. [ 1296.059758] env[61960]: DEBUG nova.scheduler.client.report [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1296.084856] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquiring lock "refresh_cache-794b1e1c-f887-4932-8a18-a8578a016d4d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.084856] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquired lock "refresh_cache-794b1e1c-f887-4932-8a18-a8578a016d4d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.084856] env[61960]: DEBUG nova.network.neutron [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1296.564128] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.119s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.564694] env[61960]: DEBUG nova.compute.manager [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1296.866826] env[61960]: DEBUG nova.network.neutron [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Updating instance_info_cache with network_info: [{"id": "c40b8f24-1671-46fd-87ca-ecd4c61bc4fb", "address": "fa:16:3e:5c:ad:a8", "network": {"id": "8d25dfde-686c-47fb-8b68-2ce9b2c7e649", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1868874059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9352728ec3c141bf9777d87672a0424c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40b8f24-16", "ovs_interfaceid": "c40b8f24-1671-46fd-87ca-ecd4c61bc4fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.070087] env[61960]: DEBUG nova.compute.utils [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1297.071471] env[61960]: DEBUG nova.compute.manager [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1297.071647] env[61960]: DEBUG nova.network.neutron [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1297.112099] env[61960]: DEBUG nova.policy [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9a004ef37a9435482ef3f4792b5a53f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36536ccdab3c4f87b6c61946a3e6b530', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 1297.369222] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Releasing lock "refresh_cache-794b1e1c-f887-4932-8a18-a8578a016d4d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.383216] env[61960]: DEBUG nova.network.neutron [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Successfully created port: 4c91f066-c2ce-4721-8a7f-d30e60f18685 {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1297.398402] env[61960]: DEBUG nova.virt.hardware [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='09a72353123cf50f7d63c7bc8ca549f4',container_format='bare',created_at=2024-08-28T09:20:54Z,direct_url=,disk_format='vmdk',id=97a88ab1-a8c9-4d4d-ac43-22aa3bed74ca,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-357680071-shelved',owner='9352728ec3c141bf9777d87672a0424c',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2024-08-28T09:21:07Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1297.399161] env[61960]: DEBUG nova.virt.hardware [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1297.399379] env[61960]: DEBUG nova.virt.hardware [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1297.399580] env[61960]: DEBUG nova.virt.hardware [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1297.399734] env[61960]: DEBUG nova.virt.hardware [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1297.399888] env[61960]: DEBUG nova.virt.hardware [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1297.400125] env[61960]: DEBUG nova.virt.hardware [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1297.400299] env[61960]: DEBUG nova.virt.hardware [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1297.400899] env[61960]: DEBUG nova.virt.hardware [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1297.401152] env[61960]: DEBUG nova.virt.hardware [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1297.401415] env[61960]: DEBUG nova.virt.hardware [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1297.402357] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50adc5c2-e86e-4472-80d4-6fb44a9340e2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.410183] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93b5c2f-4321-4860-83d6-69d73399178b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.423230] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:ad:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c40b8f24-1671-46fd-87ca-ecd4c61bc4fb', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1297.430424] env[61960]: DEBUG oslo.service.loopingcall [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1297.430648] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1297.430843] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5d99207-a08a-4fd7-b32e-01557620102f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.450144] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1297.450144] env[61960]: value = "task-437065" [ 1297.450144] env[61960]: _type = "Task" [ 1297.450144] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.456866] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-437065, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.576161] env[61960]: DEBUG nova.compute.manager [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1297.961106] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-437065, 'name': CreateVM_Task, 'duration_secs': 0.294443} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.961289] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1297.962226] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/97a88ab1-a8c9-4d4d-ac43-22aa3bed74ca" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.962420] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/97a88ab1-a8c9-4d4d-ac43-22aa3bed74ca" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.962833] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/97a88ab1-a8c9-4d4d-ac43-22aa3bed74ca" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1297.963164] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f673e883-ee44-4c42-9b44-0bc97b70d7f7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.967470] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1297.967470] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bc1041-479d-8f22-546e-23086a5a2664" [ 1297.967470] env[61960]: _type = "Task" [ 1297.967470] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.976152] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52bc1041-479d-8f22-546e-23086a5a2664, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.978853] env[61960]: DEBUG nova.compute.manager [req-4831754c-31d1-446e-b877-232ddaf5214b req-2d37d37b-bb58-4756-b4a7-74a236fc3e8b service nova] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Received event network-changed-c40b8f24-1671-46fd-87ca-ecd4c61bc4fb {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1297.979085] env[61960]: DEBUG nova.compute.manager [req-4831754c-31d1-446e-b877-232ddaf5214b req-2d37d37b-bb58-4756-b4a7-74a236fc3e8b service nova] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Refreshing instance network info cache due to event network-changed-c40b8f24-1671-46fd-87ca-ecd4c61bc4fb. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1297.979264] env[61960]: DEBUG oslo_concurrency.lockutils [req-4831754c-31d1-446e-b877-232ddaf5214b req-2d37d37b-bb58-4756-b4a7-74a236fc3e8b service nova] Acquiring lock "refresh_cache-794b1e1c-f887-4932-8a18-a8578a016d4d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.979507] env[61960]: DEBUG oslo_concurrency.lockutils [req-4831754c-31d1-446e-b877-232ddaf5214b req-2d37d37b-bb58-4756-b4a7-74a236fc3e8b service nova] Acquired lock "refresh_cache-794b1e1c-f887-4932-8a18-a8578a016d4d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.979592] env[61960]: DEBUG nova.network.neutron [req-4831754c-31d1-446e-b877-232ddaf5214b req-2d37d37b-bb58-4756-b4a7-74a236fc3e8b service nova] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Refreshing network info cache for port c40b8f24-1671-46fd-87ca-ecd4c61bc4fb {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1298.478531] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/97a88ab1-a8c9-4d4d-ac43-22aa3bed74ca" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.478825] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Processing image 97a88ab1-a8c9-4d4d-ac43-22aa3bed74ca {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1298.479107] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/97a88ab1-a8c9-4d4d-ac43-22aa3bed74ca/97a88ab1-a8c9-4d4d-ac43-22aa3bed74ca.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.479268] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/97a88ab1-a8c9-4d4d-ac43-22aa3bed74ca/97a88ab1-a8c9-4d4d-ac43-22aa3bed74ca.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.479451] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1298.479691] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f81112c2-deca-4b7c-ac36-c7f76083843d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.489642] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1298.489642] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1298.490389] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e8b3c3a-25b7-43a4-af4b-9c2245931981 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.496022] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1298.496022] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ad6026-905b-a8d5-71c6-05ea609b6b2d" [ 1298.496022] env[61960]: _type = "Task" [ 1298.496022] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.503482] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52ad6026-905b-a8d5-71c6-05ea609b6b2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.585879] env[61960]: DEBUG nova.compute.manager [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1298.612006] env[61960]: DEBUG nova.virt.hardware [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1298.612296] env[61960]: DEBUG nova.virt.hardware [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1298.612461] env[61960]: DEBUG nova.virt.hardware [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.612650] env[61960]: DEBUG nova.virt.hardware [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1298.612839] env[61960]: DEBUG nova.virt.hardware [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.613058] env[61960]: DEBUG nova.virt.hardware [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1298.613290] env[61960]: DEBUG nova.virt.hardware [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1298.613459] env[61960]: DEBUG nova.virt.hardware [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1298.613634] env[61960]: DEBUG nova.virt.hardware [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1298.613806] env[61960]: DEBUG nova.virt.hardware [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1298.613993] env[61960]: DEBUG nova.virt.hardware [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1298.614857] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4658decc-2ac3-4e9e-825b-1bc63dc7adbb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.624544] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aab4438-c946-4f3c-860b-c4538d17ffd4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.687295] env[61960]: DEBUG nova.network.neutron [req-4831754c-31d1-446e-b877-232ddaf5214b req-2d37d37b-bb58-4756-b4a7-74a236fc3e8b service nova] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Updated VIF entry in instance network info cache for port c40b8f24-1671-46fd-87ca-ecd4c61bc4fb. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1298.687680] env[61960]: DEBUG nova.network.neutron [req-4831754c-31d1-446e-b877-232ddaf5214b req-2d37d37b-bb58-4756-b4a7-74a236fc3e8b service nova] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Updating instance_info_cache with network_info: [{"id": "c40b8f24-1671-46fd-87ca-ecd4c61bc4fb", "address": "fa:16:3e:5c:ad:a8", "network": {"id": "8d25dfde-686c-47fb-8b68-2ce9b2c7e649", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1868874059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9352728ec3c141bf9777d87672a0424c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40b8f24-16", "ovs_interfaceid": "c40b8f24-1671-46fd-87ca-ecd4c61bc4fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.856177] env[61960]: DEBUG nova.compute.manager [req-4cfdcf8a-dc85-4754-8dc0-3811c56c38e4 req-ac1b55ca-8068-42d5-ab9c-fac56d919eb6 service nova] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Received event network-vif-plugged-4c91f066-c2ce-4721-8a7f-d30e60f18685 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1298.856418] env[61960]: DEBUG oslo_concurrency.lockutils [req-4cfdcf8a-dc85-4754-8dc0-3811c56c38e4 req-ac1b55ca-8068-42d5-ab9c-fac56d919eb6 service nova] Acquiring lock "8907e812-0269-411b-9a5b-c498c7d387b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.856637] env[61960]: DEBUG oslo_concurrency.lockutils [req-4cfdcf8a-dc85-4754-8dc0-3811c56c38e4 req-ac1b55ca-8068-42d5-ab9c-fac56d919eb6 service nova] Lock "8907e812-0269-411b-9a5b-c498c7d387b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.856811] env[61960]: DEBUG oslo_concurrency.lockutils [req-4cfdcf8a-dc85-4754-8dc0-3811c56c38e4 req-ac1b55ca-8068-42d5-ab9c-fac56d919eb6 service nova] Lock "8907e812-0269-411b-9a5b-c498c7d387b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.856986] env[61960]: DEBUG nova.compute.manager [req-4cfdcf8a-dc85-4754-8dc0-3811c56c38e4 req-ac1b55ca-8068-42d5-ab9c-fac56d919eb6 service nova] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] No waiting events found dispatching network-vif-plugged-4c91f066-c2ce-4721-8a7f-d30e60f18685 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1298.857175] env[61960]: WARNING nova.compute.manager [req-4cfdcf8a-dc85-4754-8dc0-3811c56c38e4 req-ac1b55ca-8068-42d5-ab9c-fac56d919eb6 service nova] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Received unexpected event network-vif-plugged-4c91f066-c2ce-4721-8a7f-d30e60f18685 for instance with vm_state building and task_state spawning. [ 1299.006644] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Preparing fetch location {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1299.006910] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Fetch image to [datastore1] OSTACK_IMG_cdb6d82c-27bc-423f-b198-3750614fbe32/OSTACK_IMG_cdb6d82c-27bc-423f-b198-3750614fbe32.vmdk {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1299.007114] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Downloading stream optimized image 97a88ab1-a8c9-4d4d-ac43-22aa3bed74ca to [datastore1] OSTACK_IMG_cdb6d82c-27bc-423f-b198-3750614fbe32/OSTACK_IMG_cdb6d82c-27bc-423f-b198-3750614fbe32.vmdk on the data store datastore1 as vApp {{(pid=61960) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1299.007292] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Downloading image file data 97a88ab1-a8c9-4d4d-ac43-22aa3bed74ca to the ESX as VM named 'OSTACK_IMG_cdb6d82c-27bc-423f-b198-3750614fbe32' {{(pid=61960) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1299.072111] env[61960]: DEBUG oslo_vmware.rw_handles [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1299.072111] env[61960]: value = "resgroup-9" [ 1299.072111] env[61960]: _type = "ResourcePool" [ 1299.072111] env[61960]: }. {{(pid=61960) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1299.072424] env[61960]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-185389ef-53e6-4d1a-a3f6-61e8efdad2c3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.092594] env[61960]: DEBUG oslo_vmware.rw_handles [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lease: (returnval){ [ 1299.092594] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52de5e8c-ae4d-373e-024c-928c9c4f48cf" [ 1299.092594] env[61960]: _type = "HttpNfcLease" [ 1299.092594] env[61960]: } obtained for vApp import into resource pool (val){ [ 1299.092594] env[61960]: value = "resgroup-9" [ 1299.092594] env[61960]: _type = "ResourcePool" [ 1299.092594] env[61960]: }. {{(pid=61960) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1299.092963] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the lease: (returnval){ [ 1299.092963] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52de5e8c-ae4d-373e-024c-928c9c4f48cf" [ 1299.092963] env[61960]: _type = "HttpNfcLease" [ 1299.092963] env[61960]: } to be ready. {{(pid=61960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1299.098785] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1299.098785] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52de5e8c-ae4d-373e-024c-928c9c4f48cf" [ 1299.098785] env[61960]: _type = "HttpNfcLease" [ 1299.098785] env[61960]: } is initializing. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1299.191372] env[61960]: DEBUG oslo_concurrency.lockutils [req-4831754c-31d1-446e-b877-232ddaf5214b req-2d37d37b-bb58-4756-b4a7-74a236fc3e8b service nova] Releasing lock "refresh_cache-794b1e1c-f887-4932-8a18-a8578a016d4d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.322102] env[61960]: DEBUG nova.network.neutron [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Successfully updated port: 4c91f066-c2ce-4721-8a7f-d30e60f18685 {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1299.600877] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1299.600877] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52de5e8c-ae4d-373e-024c-928c9c4f48cf" [ 1299.600877] env[61960]: _type = "HttpNfcLease" [ 1299.600877] env[61960]: } is ready. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1299.601361] env[61960]: DEBUG oslo_vmware.rw_handles [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1299.601361] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52de5e8c-ae4d-373e-024c-928c9c4f48cf" [ 1299.601361] env[61960]: _type = "HttpNfcLease" [ 1299.601361] env[61960]: }. {{(pid=61960) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1299.601849] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08b1ed7-09f6-42f0-9b98-12da6b2cacc1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.609255] env[61960]: DEBUG oslo_vmware.rw_handles [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291a1ed-44bf-5e5e-ef70-8f964f73012d/disk-0.vmdk from lease info. {{(pid=61960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1299.609469] env[61960]: DEBUG oslo_vmware.rw_handles [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291a1ed-44bf-5e5e-ef70-8f964f73012d/disk-0.vmdk. {{(pid=61960) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1299.672374] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-12808b1d-6b53-4d33-9be8-3e63f5ba93a1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.824412] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "refresh_cache-8907e812-0269-411b-9a5b-c498c7d387b3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.824612] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquired lock "refresh_cache-8907e812-0269-411b-9a5b-c498c7d387b3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.824736] env[61960]: DEBUG nova.network.neutron [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1300.004773] env[61960]: DEBUG nova.compute.manager [req-98791889-111d-4492-bb45-83d1d5ef3d17 req-a9116d36-6e05-4df4-98ce-132a382aadfc service nova] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Received event network-changed-4c91f066-c2ce-4721-8a7f-d30e60f18685 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1300.004941] env[61960]: DEBUG nova.compute.manager [req-98791889-111d-4492-bb45-83d1d5ef3d17 req-a9116d36-6e05-4df4-98ce-132a382aadfc service nova] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Refreshing instance network info cache due to event network-changed-4c91f066-c2ce-4721-8a7f-d30e60f18685. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1300.005155] env[61960]: DEBUG oslo_concurrency.lockutils [req-98791889-111d-4492-bb45-83d1d5ef3d17 req-a9116d36-6e05-4df4-98ce-132a382aadfc service nova] Acquiring lock "refresh_cache-8907e812-0269-411b-9a5b-c498c7d387b3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.357617] env[61960]: DEBUG nova.network.neutron [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1300.502224] env[61960]: DEBUG nova.network.neutron [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Updating instance_info_cache with network_info: [{"id": "4c91f066-c2ce-4721-8a7f-d30e60f18685", "address": "fa:16:3e:29:d2:f4", "network": {"id": "7c271de7-8f8a-49cc-b8c7-799265f10498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-907169809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36536ccdab3c4f87b6c61946a3e6b530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c91f066-c2", "ovs_interfaceid": "4c91f066-c2ce-4721-8a7f-d30e60f18685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.768249] env[61960]: DEBUG oslo_vmware.rw_handles [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Completed reading data from the image iterator. {{(pid=61960) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1300.768570] env[61960]: DEBUG oslo_vmware.rw_handles [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291a1ed-44bf-5e5e-ef70-8f964f73012d/disk-0.vmdk. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1300.769411] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72df5e5-103b-49ab-b68d-f9313aec0cc1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.776285] env[61960]: DEBUG oslo_vmware.rw_handles [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291a1ed-44bf-5e5e-ef70-8f964f73012d/disk-0.vmdk is in state: ready. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1300.776447] env[61960]: DEBUG oslo_vmware.rw_handles [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291a1ed-44bf-5e5e-ef70-8f964f73012d/disk-0.vmdk. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1300.776685] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b029bbaf-a2dd-4562-b82e-ddfde04bb4c0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.980166] env[61960]: DEBUG oslo_vmware.rw_handles [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291a1ed-44bf-5e5e-ef70-8f964f73012d/disk-0.vmdk. {{(pid=61960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1300.980416] env[61960]: INFO nova.virt.vmwareapi.images [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Downloaded image file data 97a88ab1-a8c9-4d4d-ac43-22aa3bed74ca [ 1300.981258] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086fa667-a8dd-42b6-ab50-77255bcce8b7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.996326] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c159564f-0100-4563-93e4-4cd4f87235ea {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.005457] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Releasing lock "refresh_cache-8907e812-0269-411b-9a5b-c498c7d387b3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.005771] env[61960]: DEBUG nova.compute.manager [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Instance network_info: |[{"id": "4c91f066-c2ce-4721-8a7f-d30e60f18685", "address": "fa:16:3e:29:d2:f4", "network": {"id": "7c271de7-8f8a-49cc-b8c7-799265f10498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-907169809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36536ccdab3c4f87b6c61946a3e6b530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c91f066-c2", "ovs_interfaceid": "4c91f066-c2ce-4721-8a7f-d30e60f18685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1301.006069] env[61960]: DEBUG oslo_concurrency.lockutils [req-98791889-111d-4492-bb45-83d1d5ef3d17 req-a9116d36-6e05-4df4-98ce-132a382aadfc service nova] Acquired lock "refresh_cache-8907e812-0269-411b-9a5b-c498c7d387b3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.006263] env[61960]: DEBUG nova.network.neutron [req-98791889-111d-4492-bb45-83d1d5ef3d17 req-a9116d36-6e05-4df4-98ce-132a382aadfc service nova] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Refreshing network info cache for port 4c91f066-c2ce-4721-8a7f-d30e60f18685 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1301.007439] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:d2:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c91f066-c2ce-4721-8a7f-d30e60f18685', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1301.014803] env[61960]: DEBUG oslo.service.loopingcall [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1301.017815] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1301.019212] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8f8630f-c706-4042-80db-f05f61c6f50f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.033455] env[61960]: INFO nova.virt.vmwareapi.images [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] The imported VM was unregistered [ 1301.035771] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Caching image {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1301.036021] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Creating directory with path [datastore1] devstack-image-cache_base/97a88ab1-a8c9-4d4d-ac43-22aa3bed74ca {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1301.036527] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bb85e29-677c-44a9-a5b4-fd573f50449e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.042889] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1301.042889] env[61960]: value = "task-437068" [ 1301.042889] env[61960]: _type = "Task" [ 1301.042889] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.051738] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-437068, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.058993] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Created directory with path [datastore1] devstack-image-cache_base/97a88ab1-a8c9-4d4d-ac43-22aa3bed74ca {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1301.059286] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_cdb6d82c-27bc-423f-b198-3750614fbe32/OSTACK_IMG_cdb6d82c-27bc-423f-b198-3750614fbe32.vmdk to [datastore1] devstack-image-cache_base/97a88ab1-a8c9-4d4d-ac43-22aa3bed74ca/97a88ab1-a8c9-4d4d-ac43-22aa3bed74ca.vmdk. {{(pid=61960) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1301.062283] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2779ad50-d362-4708-bf69-6b62ea8ef9d9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.069254] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1301.069254] env[61960]: value = "task-437069" [ 1301.069254] env[61960]: _type = "Task" [ 1301.069254] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.076533] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437069, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.221962] env[61960]: DEBUG nova.network.neutron [req-98791889-111d-4492-bb45-83d1d5ef3d17 req-a9116d36-6e05-4df4-98ce-132a382aadfc service nova] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Updated VIF entry in instance network info cache for port 4c91f066-c2ce-4721-8a7f-d30e60f18685. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1301.222406] env[61960]: DEBUG nova.network.neutron [req-98791889-111d-4492-bb45-83d1d5ef3d17 req-a9116d36-6e05-4df4-98ce-132a382aadfc service nova] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Updating instance_info_cache with network_info: [{"id": "4c91f066-c2ce-4721-8a7f-d30e60f18685", "address": "fa:16:3e:29:d2:f4", "network": {"id": "7c271de7-8f8a-49cc-b8c7-799265f10498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-907169809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36536ccdab3c4f87b6c61946a3e6b530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c91f066-c2", "ovs_interfaceid": "4c91f066-c2ce-4721-8a7f-d30e60f18685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.552930] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-437068, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.578810] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437069, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.724972] env[61960]: DEBUG oslo_concurrency.lockutils [req-98791889-111d-4492-bb45-83d1d5ef3d17 req-a9116d36-6e05-4df4-98ce-132a382aadfc service nova] Releasing lock "refresh_cache-8907e812-0269-411b-9a5b-c498c7d387b3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.053889] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-437068, 'name': CreateVM_Task} progress is 25%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.079718] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437069, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.554179] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-437068, 'name': CreateVM_Task} progress is 99%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.580398] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437069, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.055014] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-437068, 'name': CreateVM_Task, 'duration_secs': 1.716795} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.055406] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1303.055886] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1303.056071] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.056415] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1303.056690] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfea9177-0375-4370-92a1-77139ba4d93b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.061400] env[61960]: DEBUG oslo_vmware.api [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1303.061400] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52db78a9-353c-93ba-7658-db999ddb64fa" [ 1303.061400] env[61960]: _type = "Task" [ 1303.061400] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.069671] env[61960]: DEBUG oslo_vmware.api [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52db78a9-353c-93ba-7658-db999ddb64fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.079467] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437069, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.571698] env[61960]: DEBUG oslo_vmware.api [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52db78a9-353c-93ba-7658-db999ddb64fa, 'name': SearchDatastore_Task, 'duration_secs': 0.077199} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.572015] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1303.572262] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1303.572499] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1303.572648] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.572836] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1303.573162] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85e98681-f438-4b0c-a364-016a8db8308e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.583200] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437069, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.217764} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.584204] env[61960]: INFO nova.virt.vmwareapi.ds_util [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_cdb6d82c-27bc-423f-b198-3750614fbe32/OSTACK_IMG_cdb6d82c-27bc-423f-b198-3750614fbe32.vmdk to [datastore1] devstack-image-cache_base/97a88ab1-a8c9-4d4d-ac43-22aa3bed74ca/97a88ab1-a8c9-4d4d-ac43-22aa3bed74ca.vmdk. [ 1303.584456] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Cleaning up location [datastore1] OSTACK_IMG_cdb6d82c-27bc-423f-b198-3750614fbe32 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1303.584634] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_cdb6d82c-27bc-423f-b198-3750614fbe32 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1303.584893] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1303.585069] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1303.585735] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-badd86c2-5a43-4ab5-a7f1-7e54e2141709 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.587268] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fb6681c-2fdf-4c53-a220-970652cf6f57 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.592098] env[61960]: DEBUG oslo_vmware.api [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1303.592098] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5296e58f-c77b-7e08-853c-5f7b40a3a4c0" [ 1303.592098] env[61960]: _type = "Task" [ 1303.592098] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.595840] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1303.595840] env[61960]: value = "task-437070" [ 1303.595840] env[61960]: _type = "Task" [ 1303.595840] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.601651] env[61960]: DEBUG oslo_vmware.api [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5296e58f-c77b-7e08-853c-5f7b40a3a4c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.605909] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.105887] env[61960]: DEBUG oslo_vmware.api [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5296e58f-c77b-7e08-853c-5f7b40a3a4c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010188} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.109348] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039844} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.109557] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c5499ef-3d54-4ee2-a3cf-9c95125cd8dd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.111830] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1304.112014] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/97a88ab1-a8c9-4d4d-ac43-22aa3bed74ca/97a88ab1-a8c9-4d4d-ac43-22aa3bed74ca.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.112266] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/97a88ab1-a8c9-4d4d-ac43-22aa3bed74ca/97a88ab1-a8c9-4d4d-ac43-22aa3bed74ca.vmdk to [datastore1] 794b1e1c-f887-4932-8a18-a8578a016d4d/794b1e1c-f887-4932-8a18-a8578a016d4d.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1304.112839] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d45364fd-cacb-40aa-bd08-7aa019381383 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.117623] env[61960]: DEBUG oslo_vmware.api [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1304.117623] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52480c4d-d2c7-2d4d-b8f8-d39ab358d3ee" [ 1304.117623] env[61960]: _type = "Task" [ 1304.117623] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.121981] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1304.121981] env[61960]: value = "task-437071" [ 1304.121981] env[61960]: _type = "Task" [ 1304.121981] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.127626] env[61960]: DEBUG oslo_vmware.api [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52480c4d-d2c7-2d4d-b8f8-d39ab358d3ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.131819] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.630637] env[61960]: DEBUG oslo_vmware.api [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52480c4d-d2c7-2d4d-b8f8-d39ab358d3ee, 'name': SearchDatastore_Task, 'duration_secs': 0.011068} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.631424] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.631752] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 8907e812-0269-411b-9a5b-c498c7d387b3/8907e812-0269-411b-9a5b-c498c7d387b3.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1304.632058] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60a05f82-1662-4797-8465-1edf87f08dea {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.637457] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437071, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.646434] env[61960]: DEBUG oslo_vmware.api [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1304.646434] env[61960]: value = "task-437072" [ 1304.646434] env[61960]: _type = "Task" [ 1304.646434] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.657239] env[61960]: DEBUG oslo_vmware.api [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.134787] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437071, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.157618] env[61960]: DEBUG oslo_vmware.api [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.635021] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437071, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.657634] env[61960]: DEBUG oslo_vmware.api [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.135412] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437071, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.158637] env[61960]: DEBUG oslo_vmware.api [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437072, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.634609] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437071, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.22022} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.634874] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/97a88ab1-a8c9-4d4d-ac43-22aa3bed74ca/97a88ab1-a8c9-4d4d-ac43-22aa3bed74ca.vmdk to [datastore1] 794b1e1c-f887-4932-8a18-a8578a016d4d/794b1e1c-f887-4932-8a18-a8578a016d4d.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1306.635656] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f373843-d522-4c92-b6b3-0dff0ab146db {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.656807] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 794b1e1c-f887-4932-8a18-a8578a016d4d/794b1e1c-f887-4932-8a18-a8578a016d4d.vmdk or device None with type streamOptimized {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1306.659867] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ccadb0d-0555-4e5b-88a1-cda0ae751922 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.678145] env[61960]: DEBUG oslo_vmware.api [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437072, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.829804} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.679326] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 8907e812-0269-411b-9a5b-c498c7d387b3/8907e812-0269-411b-9a5b-c498c7d387b3.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1306.679550] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1306.679844] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1306.679844] env[61960]: value = "task-437073" [ 1306.679844] env[61960]: _type = "Task" [ 1306.679844] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.680047] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-657d27c7-1d8b-4795-9b57-c9bea983f4e9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.688960] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437073, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.690052] env[61960]: DEBUG oslo_vmware.api [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1306.690052] env[61960]: value = "task-437074" [ 1306.690052] env[61960]: _type = "Task" [ 1306.690052] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.696904] env[61960]: DEBUG oslo_vmware.api [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.191824] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437073, 'name': ReconfigVM_Task, 'duration_secs': 0.265513} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.194731] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 794b1e1c-f887-4932-8a18-a8578a016d4d/794b1e1c-f887-4932-8a18-a8578a016d4d.vmdk or device None with type streamOptimized {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1307.195876] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'boot_index': 0, 'disk_bus': None, 'encryption_format': None, 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'size': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'image_id': '966cfc37-d288-40df-aff0-78f82eab8ff9'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'disk_bus': None, 'delete_on_termination': False, 'device_type': None, 'attachment_id': 'f41fe472-736c-4e94-8d04-9fada7868dcb', 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116251', 'volume_id': '33554847-b3ea-4eac-bfa2-c3158889a7d3', 'name': 'volume-33554847-b3ea-4eac-bfa2-c3158889a7d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '794b1e1c-f887-4932-8a18-a8578a016d4d', 'attached_at': '', 'detached_at': '', 'volume_id': '33554847-b3ea-4eac-bfa2-c3158889a7d3', 'serial': '33554847-b3ea-4eac-bfa2-c3158889a7d3'}, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=61960) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1307.196101] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Volume attach. Driver type: vmdk {{(pid=61960) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1307.196303] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116251', 'volume_id': '33554847-b3ea-4eac-bfa2-c3158889a7d3', 'name': 'volume-33554847-b3ea-4eac-bfa2-c3158889a7d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '794b1e1c-f887-4932-8a18-a8578a016d4d', 'attached_at': '', 'detached_at': '', 'volume_id': '33554847-b3ea-4eac-bfa2-c3158889a7d3', 'serial': '33554847-b3ea-4eac-bfa2-c3158889a7d3'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1307.197044] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f70ca1-fcf7-4d3d-9a1a-530647f59bf8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.203494] env[61960]: DEBUG oslo_vmware.api [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062654} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.214661] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1307.215460] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b95f37-e1f7-4108-93a4-c9069cb93c68 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.218109] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a234bbb-c3c5-4133-9a87-f8fb38adb2da {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.238910] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 8907e812-0269-411b-9a5b-c498c7d387b3/8907e812-0269-411b-9a5b-c498c7d387b3.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1307.251489] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afaf79eb-6d27-4db7-ac3b-fe8fb1e6ee9b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.272585] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-33554847-b3ea-4eac-bfa2-c3158889a7d3/volume-33554847-b3ea-4eac-bfa2-c3158889a7d3.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1307.272929] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8432322-bb82-4978-9e08-4513ffd86263 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.290608] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1307.290608] env[61960]: value = "task-437075" [ 1307.290608] env[61960]: _type = "Task" [ 1307.290608] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.291762] env[61960]: DEBUG oslo_vmware.api [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1307.291762] env[61960]: value = "task-437076" [ 1307.291762] env[61960]: _type = "Task" [ 1307.291762] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.301794] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437075, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.304634] env[61960]: DEBUG oslo_vmware.api [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437076, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.803636] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437075, 'name': ReconfigVM_Task, 'duration_secs': 0.265802} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.806496] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-33554847-b3ea-4eac-bfa2-c3158889a7d3/volume-33554847-b3ea-4eac-bfa2-c3158889a7d3.vmdk or device None with type thin {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1307.811016] env[61960]: DEBUG oslo_vmware.api [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437076, 'name': ReconfigVM_Task, 'duration_secs': 0.268204} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.811240] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29ced280-5291-4317-8773-8f2ba5d30d56 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.820536] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 8907e812-0269-411b-9a5b-c498c7d387b3/8907e812-0269-411b-9a5b-c498c7d387b3.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1307.821126] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35be9a70-9747-4f14-b5cf-f8172105b5fc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.826755] env[61960]: DEBUG oslo_vmware.api [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1307.826755] env[61960]: value = "task-437077" [ 1307.826755] env[61960]: _type = "Task" [ 1307.826755] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.827919] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1307.827919] env[61960]: value = "task-437078" [ 1307.827919] env[61960]: _type = "Task" [ 1307.827919] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.837592] env[61960]: DEBUG oslo_vmware.api [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437077, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.840529] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.340903] env[61960]: DEBUG oslo_vmware.api [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437077, 'name': Rename_Task, 'duration_secs': 0.138163} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.343839] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1308.344145] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437078, 'name': ReconfigVM_Task, 'duration_secs': 0.158234} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.344358] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1eea070-ea66-47f8-914f-65b688d0749e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.345754] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116251', 'volume_id': '33554847-b3ea-4eac-bfa2-c3158889a7d3', 'name': 'volume-33554847-b3ea-4eac-bfa2-c3158889a7d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '794b1e1c-f887-4932-8a18-a8578a016d4d', 'attached_at': '', 'detached_at': '', 'volume_id': '33554847-b3ea-4eac-bfa2-c3158889a7d3', 'serial': '33554847-b3ea-4eac-bfa2-c3158889a7d3'} {{(pid=61960) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1308.346292] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d6582d5-d049-4a7a-87ce-3a01396f69e1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.353025] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1308.353025] env[61960]: value = "task-437079" [ 1308.353025] env[61960]: _type = "Task" [ 1308.353025] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.353856] env[61960]: DEBUG oslo_vmware.api [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1308.353856] env[61960]: value = "task-437080" [ 1308.353856] env[61960]: _type = "Task" [ 1308.353856] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.363638] env[61960]: DEBUG oslo_vmware.api [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.366507] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437079, 'name': Rename_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.866278] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437079, 'name': Rename_Task, 'duration_secs': 0.143051} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.869188] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1308.869452] env[61960]: DEBUG oslo_vmware.api [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437080, 'name': PowerOnVM_Task, 'duration_secs': 0.408136} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.869677] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c66e4d6-a03b-4a38-9654-f0823c2ca111 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.871080] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1308.871294] env[61960]: INFO nova.compute.manager [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Took 10.29 seconds to spawn the instance on the hypervisor. [ 1308.871474] env[61960]: DEBUG nova.compute.manager [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1308.872219] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4518b61a-80f4-4ac8-bbf0-7165d9b180d5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.882570] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1308.882570] env[61960]: value = "task-437081" [ 1308.882570] env[61960]: _type = "Task" [ 1308.882570] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.889872] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.392971] env[61960]: INFO nova.compute.manager [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Took 17.62 seconds to build instance. [ 1309.397524] env[61960]: DEBUG oslo_vmware.api [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437081, 'name': PowerOnVM_Task, 'duration_secs': 0.438507} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.397524] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1309.501591] env[61960]: DEBUG nova.compute.manager [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1309.502657] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3554dc1-87fa-487b-91b4-df2a6388c3d1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.894557] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a000307f-dd8a-413e-840d-86b5ca1aa0c6 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "8907e812-0269-411b-9a5b-c498c7d387b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.128s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.018325] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2778ccc0-7f69-4160-8623-e08f5e68e71d tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "794b1e1c-f887-4932-8a18-a8578a016d4d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.923s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.462442] env[61960]: DEBUG nova.compute.manager [req-522ecddb-ef6f-440b-82bc-a64089a3fec7 req-be9b20bf-15a8-477d-ba4b-c70eb91c3b0b service nova] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Received event network-changed-4c91f066-c2ce-4721-8a7f-d30e60f18685 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1310.462732] env[61960]: DEBUG nova.compute.manager [req-522ecddb-ef6f-440b-82bc-a64089a3fec7 req-be9b20bf-15a8-477d-ba4b-c70eb91c3b0b service nova] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Refreshing instance network info cache due to event network-changed-4c91f066-c2ce-4721-8a7f-d30e60f18685. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1310.463039] env[61960]: DEBUG oslo_concurrency.lockutils [req-522ecddb-ef6f-440b-82bc-a64089a3fec7 req-be9b20bf-15a8-477d-ba4b-c70eb91c3b0b service nova] Acquiring lock "refresh_cache-8907e812-0269-411b-9a5b-c498c7d387b3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.463265] env[61960]: DEBUG oslo_concurrency.lockutils [req-522ecddb-ef6f-440b-82bc-a64089a3fec7 req-be9b20bf-15a8-477d-ba4b-c70eb91c3b0b service nova] Acquired lock "refresh_cache-8907e812-0269-411b-9a5b-c498c7d387b3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.463503] env[61960]: DEBUG nova.network.neutron [req-522ecddb-ef6f-440b-82bc-a64089a3fec7 req-be9b20bf-15a8-477d-ba4b-c70eb91c3b0b service nova] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Refreshing network info cache for port 4c91f066-c2ce-4721-8a7f-d30e60f18685 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1311.161960] env[61960]: DEBUG nova.network.neutron [req-522ecddb-ef6f-440b-82bc-a64089a3fec7 req-be9b20bf-15a8-477d-ba4b-c70eb91c3b0b service nova] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Updated VIF entry in instance network info cache for port 4c91f066-c2ce-4721-8a7f-d30e60f18685. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1311.162370] env[61960]: DEBUG nova.network.neutron [req-522ecddb-ef6f-440b-82bc-a64089a3fec7 req-be9b20bf-15a8-477d-ba4b-c70eb91c3b0b service nova] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Updating instance_info_cache with network_info: [{"id": "4c91f066-c2ce-4721-8a7f-d30e60f18685", "address": "fa:16:3e:29:d2:f4", "network": {"id": "7c271de7-8f8a-49cc-b8c7-799265f10498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-907169809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36536ccdab3c4f87b6c61946a3e6b530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c91f066-c2", "ovs_interfaceid": "4c91f066-c2ce-4721-8a7f-d30e60f18685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.665540] env[61960]: DEBUG oslo_concurrency.lockutils [req-522ecddb-ef6f-440b-82bc-a64089a3fec7 req-be9b20bf-15a8-477d-ba4b-c70eb91c3b0b service nova] Releasing lock "refresh_cache-8907e812-0269-411b-9a5b-c498c7d387b3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.764556] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.761179] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.764751] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.765063] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.765115] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=61960) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1326.765454] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.764705] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.764929] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Starting heal instance info cache {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1328.294635] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "refresh_cache-794b1e1c-f887-4932-8a18-a8578a016d4d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.294864] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquired lock "refresh_cache-794b1e1c-f887-4932-8a18-a8578a016d4d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.294944] env[61960]: DEBUG nova.network.neutron [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Forcefully refreshing network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1329.497936] env[61960]: DEBUG nova.network.neutron [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Updating instance_info_cache with network_info: [{"id": "c40b8f24-1671-46fd-87ca-ecd4c61bc4fb", "address": "fa:16:3e:5c:ad:a8", "network": {"id": "8d25dfde-686c-47fb-8b68-2ce9b2c7e649", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1868874059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9352728ec3c141bf9777d87672a0424c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40b8f24-16", "ovs_interfaceid": "c40b8f24-1671-46fd-87ca-ecd4c61bc4fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.001145] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Releasing lock "refresh_cache-794b1e1c-f887-4932-8a18-a8578a016d4d" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.001362] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Updated the network info_cache for instance {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 1330.001576] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.001759] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager.update_available_resource {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.504838] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.505256] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.505256] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.505406] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=61960) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1330.506396] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2413238-d474-436b-8cfb-8d901bc0475c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.514774] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c73edad-ee0d-446d-bd61-5b0b05793e94 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.528352] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c40b523-d6b9-4a12-9876-10c540c3b3b2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.534317] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdb0e92-5385-41a1-98be-9525ff347162 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.565250] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181720MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=61960) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1330.565414] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.565575] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.591242] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 794b1e1c-f887-4932-8a18-a8578a016d4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.591499] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 8907e812-0269-411b-9a5b-c498c7d387b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.591578] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=61960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1331.591715] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=61960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1331.627042] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222f70a1-8000-4587-a8a1-1388ca0497be {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.634511] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba528c77-83e0-4776-9e8b-0d4b03b340c5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.665066] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52f6e3b-08a6-49cf-a876-c6aac280aabf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.671720] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fb4c27-b867-4aa9-bd3a-29aba73d85c5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.684415] env[61960]: DEBUG nova.compute.provider_tree [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.186992] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1332.691778] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=61960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1332.692078] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.126s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.454998] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.760631] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.493876] env[61960]: DEBUG oslo_concurrency.lockutils [None req-67cfe68c-0023-49eb-8a23-09aebf3fdae3 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquiring lock "794b1e1c-f887-4932-8a18-a8578a016d4d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.494204] env[61960]: DEBUG oslo_concurrency.lockutils [None req-67cfe68c-0023-49eb-8a23-09aebf3fdae3 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "794b1e1c-f887-4932-8a18-a8578a016d4d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.998099] env[61960]: INFO nova.compute.manager [None req-67cfe68c-0023-49eb-8a23-09aebf3fdae3 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Detaching volume 33554847-b3ea-4eac-bfa2-c3158889a7d3 [ 1348.031922] env[61960]: INFO nova.virt.block_device [None req-67cfe68c-0023-49eb-8a23-09aebf3fdae3 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Attempting to driver detach volume 33554847-b3ea-4eac-bfa2-c3158889a7d3 from mountpoint /dev/sdb [ 1348.032204] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-67cfe68c-0023-49eb-8a23-09aebf3fdae3 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Volume detach. Driver type: vmdk {{(pid=61960) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1348.032402] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-67cfe68c-0023-49eb-8a23-09aebf3fdae3 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116251', 'volume_id': '33554847-b3ea-4eac-bfa2-c3158889a7d3', 'name': 'volume-33554847-b3ea-4eac-bfa2-c3158889a7d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '794b1e1c-f887-4932-8a18-a8578a016d4d', 'attached_at': '', 'detached_at': '', 'volume_id': '33554847-b3ea-4eac-bfa2-c3158889a7d3', 'serial': '33554847-b3ea-4eac-bfa2-c3158889a7d3'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1348.033322] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7090c6-e3e2-459d-8bea-e79058e256a5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.054795] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f0037e-7a8d-4638-9ac7-815e9c239673 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.061180] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3259dc50-f896-496d-ba3d-142386e010de {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.080098] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "8907e812-0269-411b-9a5b-c498c7d387b3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.080322] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "8907e812-0269-411b-9a5b-c498c7d387b3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.080498] env[61960]: INFO nova.compute.manager [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Shelving [ 1348.082681] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9013ac-25c9-42d0-81e8-1ece734e278d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.097705] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-67cfe68c-0023-49eb-8a23-09aebf3fdae3 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] The volume has not been displaced from its original location: [datastore1] volume-33554847-b3ea-4eac-bfa2-c3158889a7d3/volume-33554847-b3ea-4eac-bfa2-c3158889a7d3.vmdk. No consolidation needed. {{(pid=61960) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1348.103113] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-67cfe68c-0023-49eb-8a23-09aebf3fdae3 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1348.103590] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8928238e-8a07-428a-86b7-eb5a24f5897b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.121682] env[61960]: DEBUG oslo_vmware.api [None req-67cfe68c-0023-49eb-8a23-09aebf3fdae3 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1348.121682] env[61960]: value = "task-437082" [ 1348.121682] env[61960]: _type = "Task" [ 1348.121682] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.128790] env[61960]: DEBUG oslo_vmware.api [None req-67cfe68c-0023-49eb-8a23-09aebf3fdae3 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.591215] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1348.591606] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5083feed-3ff9-46e2-8d7e-ae9558cf5b83 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.598670] env[61960]: DEBUG oslo_vmware.api [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1348.598670] env[61960]: value = "task-437083" [ 1348.598670] env[61960]: _type = "Task" [ 1348.598670] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.606728] env[61960]: DEBUG oslo_vmware.api [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.630063] env[61960]: DEBUG oslo_vmware.api [None req-67cfe68c-0023-49eb-8a23-09aebf3fdae3 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437082, 'name': ReconfigVM_Task, 'duration_secs': 0.230348} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.630330] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-67cfe68c-0023-49eb-8a23-09aebf3fdae3 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=61960) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1348.634851] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fb3e12f-d9d5-4e9b-b86c-02d3fb974f47 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.649073] env[61960]: DEBUG oslo_vmware.api [None req-67cfe68c-0023-49eb-8a23-09aebf3fdae3 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1348.649073] env[61960]: value = "task-437084" [ 1348.649073] env[61960]: _type = "Task" [ 1348.649073] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.659478] env[61960]: DEBUG oslo_vmware.api [None req-67cfe68c-0023-49eb-8a23-09aebf3fdae3 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437084, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.108179] env[61960]: DEBUG oslo_vmware.api [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437083, 'name': PowerOffVM_Task, 'duration_secs': 0.16072} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.108449] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1349.109216] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df4f529-5623-40fe-8861-e9711e318b03 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.126625] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7e1f5b-cdff-4d1c-af1f-3189f6c8f995 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.157776] env[61960]: DEBUG oslo_vmware.api [None req-67cfe68c-0023-49eb-8a23-09aebf3fdae3 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437084, 'name': ReconfigVM_Task, 'duration_secs': 0.144006} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.157776] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-67cfe68c-0023-49eb-8a23-09aebf3fdae3 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-116251', 'volume_id': '33554847-b3ea-4eac-bfa2-c3158889a7d3', 'name': 'volume-33554847-b3ea-4eac-bfa2-c3158889a7d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '794b1e1c-f887-4932-8a18-a8578a016d4d', 'attached_at': '', 'detached_at': '', 'volume_id': '33554847-b3ea-4eac-bfa2-c3158889a7d3', 'serial': '33554847-b3ea-4eac-bfa2-c3158889a7d3'} {{(pid=61960) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1349.636299] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Creating Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1349.636695] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a25bb649-6009-4c64-9399-a77d24632d85 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.644071] env[61960]: DEBUG oslo_vmware.api [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1349.644071] env[61960]: value = "task-437085" [ 1349.644071] env[61960]: _type = "Task" [ 1349.644071] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.652381] env[61960]: DEBUG oslo_vmware.api [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437085, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.701187] env[61960]: DEBUG nova.objects.instance [None req-67cfe68c-0023-49eb-8a23-09aebf3fdae3 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lazy-loading 'flavor' on Instance uuid 794b1e1c-f887-4932-8a18-a8578a016d4d {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.154152] env[61960]: DEBUG oslo_vmware.api [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437085, 'name': CreateSnapshot_Task, 'duration_secs': 0.403242} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.154403] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Created Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1350.155160] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ee8286-a1df-4802-8a96-a530cebc8d1a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.671937] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Creating linked-clone VM from snapshot {{(pid=61960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1350.672355] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5e39853f-fa4e-4960-8995-a0368d0b7a12 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.681356] env[61960]: DEBUG oslo_vmware.api [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1350.681356] env[61960]: value = "task-437086" [ 1350.681356] env[61960]: _type = "Task" [ 1350.681356] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.690427] env[61960]: DEBUG oslo_vmware.api [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437086, 'name': CloneVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.707970] env[61960]: DEBUG oslo_concurrency.lockutils [None req-67cfe68c-0023-49eb-8a23-09aebf3fdae3 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "794b1e1c-f887-4932-8a18-a8578a016d4d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.214s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.191959] env[61960]: DEBUG oslo_vmware.api [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437086, 'name': CloneVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.691994] env[61960]: DEBUG oslo_vmware.api [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437086, 'name': CloneVM_Task, 'duration_secs': 0.897972} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.692430] env[61960]: INFO nova.virt.vmwareapi.vmops [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Created linked-clone VM from snapshot [ 1351.693121] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9be6881-8903-431b-824a-23781bb7b760 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.700340] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Uploading image 5d9be161-db7e-467f-b9a9-aabfbe9dbe41 {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1351.725940] env[61960]: DEBUG oslo_vmware.rw_handles [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1351.725940] env[61960]: value = "vm-116256" [ 1351.725940] env[61960]: _type = "VirtualMachine" [ 1351.725940] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1351.726227] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4d80ba20-1c59-4d52-9f95-a2b601be4c7e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.732490] env[61960]: DEBUG oslo_vmware.rw_handles [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lease: (returnval){ [ 1351.732490] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52617087-a49a-5a33-7b91-7d70d3f73c61" [ 1351.732490] env[61960]: _type = "HttpNfcLease" [ 1351.732490] env[61960]: } obtained for exporting VM: (result){ [ 1351.732490] env[61960]: value = "vm-116256" [ 1351.732490] env[61960]: _type = "VirtualMachine" [ 1351.732490] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1351.732782] env[61960]: DEBUG oslo_vmware.api [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the lease: (returnval){ [ 1351.732782] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52617087-a49a-5a33-7b91-7d70d3f73c61" [ 1351.732782] env[61960]: _type = "HttpNfcLease" [ 1351.732782] env[61960]: } to be ready. {{(pid=61960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1351.733057] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f4b5b096-7922-43dc-a228-e856ae65fb10 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquiring lock "794b1e1c-f887-4932-8a18-a8578a016d4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.733307] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f4b5b096-7922-43dc-a228-e856ae65fb10 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "794b1e1c-f887-4932-8a18-a8578a016d4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.733546] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f4b5b096-7922-43dc-a228-e856ae65fb10 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquiring lock "794b1e1c-f887-4932-8a18-a8578a016d4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.733779] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f4b5b096-7922-43dc-a228-e856ae65fb10 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "794b1e1c-f887-4932-8a18-a8578a016d4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.733995] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f4b5b096-7922-43dc-a228-e856ae65fb10 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "794b1e1c-f887-4932-8a18-a8578a016d4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.738947] env[61960]: INFO nova.compute.manager [None req-f4b5b096-7922-43dc-a228-e856ae65fb10 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Terminating instance [ 1351.740981] env[61960]: DEBUG nova.compute.manager [None req-f4b5b096-7922-43dc-a228-e856ae65fb10 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1351.741228] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b5b096-7922-43dc-a228-e856ae65fb10 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1351.742367] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58999222-e6af-4962-8e1c-972269cb7956 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.745887] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1351.745887] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52617087-a49a-5a33-7b91-7d70d3f73c61" [ 1351.745887] env[61960]: _type = "HttpNfcLease" [ 1351.745887] env[61960]: } is initializing. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1351.750274] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b5b096-7922-43dc-a228-e856ae65fb10 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1351.750518] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9d4d1eb-5683-45a7-88da-f99bf6823543 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.756342] env[61960]: DEBUG oslo_vmware.api [None req-f4b5b096-7922-43dc-a228-e856ae65fb10 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1351.756342] env[61960]: value = "task-437088" [ 1351.756342] env[61960]: _type = "Task" [ 1351.756342] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.764116] env[61960]: DEBUG oslo_vmware.api [None req-f4b5b096-7922-43dc-a228-e856ae65fb10 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.244090] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1352.244090] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52617087-a49a-5a33-7b91-7d70d3f73c61" [ 1352.244090] env[61960]: _type = "HttpNfcLease" [ 1352.244090] env[61960]: } is ready. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1352.244459] env[61960]: DEBUG oslo_vmware.rw_handles [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1352.244459] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52617087-a49a-5a33-7b91-7d70d3f73c61" [ 1352.244459] env[61960]: _type = "HttpNfcLease" [ 1352.244459] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1352.245091] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6dc108e-1e1f-4537-b2e6-48d6e1ad8d96 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.252169] env[61960]: DEBUG oslo_vmware.rw_handles [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525bc0d3-9fcf-2fa3-e07e-5f87506b77bb/disk-0.vmdk from lease info. {{(pid=61960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1352.252360] env[61960]: DEBUG oslo_vmware.rw_handles [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525bc0d3-9fcf-2fa3-e07e-5f87506b77bb/disk-0.vmdk for reading. {{(pid=61960) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1352.317355] env[61960]: DEBUG oslo_vmware.api [None req-f4b5b096-7922-43dc-a228-e856ae65fb10 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437088, 'name': PowerOffVM_Task, 'duration_secs': 0.220916} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.317596] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b5b096-7922-43dc-a228-e856ae65fb10 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1352.317767] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b5b096-7922-43dc-a228-e856ae65fb10 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1352.318032] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc4bdcc8-e8c5-4599-86b4-7e63e1be6fda {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.342718] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-907e44ac-ab25-46f6-ae61-0e565409c3b3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.659902] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b5b096-7922-43dc-a228-e856ae65fb10 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1353.660303] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b5b096-7922-43dc-a228-e856ae65fb10 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1353.660355] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4b5b096-7922-43dc-a228-e856ae65fb10 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Deleting the datastore file [datastore1] 794b1e1c-f887-4932-8a18-a8578a016d4d {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1353.660613] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edf7eaf3-c00a-48c4-aa06-c5db8c1d58ba {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.668122] env[61960]: DEBUG oslo_vmware.api [None req-f4b5b096-7922-43dc-a228-e856ae65fb10 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1353.668122] env[61960]: value = "task-437090" [ 1353.668122] env[61960]: _type = "Task" [ 1353.668122] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.676387] env[61960]: DEBUG oslo_vmware.api [None req-f4b5b096-7922-43dc-a228-e856ae65fb10 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.178343] env[61960]: DEBUG oslo_vmware.api [None req-f4b5b096-7922-43dc-a228-e856ae65fb10 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337086} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.178640] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4b5b096-7922-43dc-a228-e856ae65fb10 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1354.178863] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b5b096-7922-43dc-a228-e856ae65fb10 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1354.179073] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b5b096-7922-43dc-a228-e856ae65fb10 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1354.179268] env[61960]: INFO nova.compute.manager [None req-f4b5b096-7922-43dc-a228-e856ae65fb10 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Took 2.44 seconds to destroy the instance on the hypervisor. [ 1354.179533] env[61960]: DEBUG oslo.service.loopingcall [None req-f4b5b096-7922-43dc-a228-e856ae65fb10 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1354.179745] env[61960]: DEBUG nova.compute.manager [-] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1354.179848] env[61960]: DEBUG nova.network.neutron [-] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1354.600056] env[61960]: DEBUG nova.compute.manager [req-d9d64d21-ed03-4306-a696-f3f374a053d0 req-ebef9783-0688-4733-a324-ec1bf25322ae service nova] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Received event network-vif-deleted-c40b8f24-1671-46fd-87ca-ecd4c61bc4fb {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1354.600369] env[61960]: INFO nova.compute.manager [req-d9d64d21-ed03-4306-a696-f3f374a053d0 req-ebef9783-0688-4733-a324-ec1bf25322ae service nova] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Neutron deleted interface c40b8f24-1671-46fd-87ca-ecd4c61bc4fb; detaching it from the instance and deleting it from the info cache [ 1354.600992] env[61960]: DEBUG nova.network.neutron [req-d9d64d21-ed03-4306-a696-f3f374a053d0 req-ebef9783-0688-4733-a324-ec1bf25322ae service nova] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.075205] env[61960]: DEBUG nova.network.neutron [-] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.104156] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd758629-5386-454e-9563-e57696e6398e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.113889] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b319cf-4f06-43c2-aa4b-b89f4c7c29bc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.139546] env[61960]: DEBUG nova.compute.manager [req-d9d64d21-ed03-4306-a696-f3f374a053d0 req-ebef9783-0688-4733-a324-ec1bf25322ae service nova] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Detach interface failed, port_id=c40b8f24-1671-46fd-87ca-ecd4c61bc4fb, reason: Instance 794b1e1c-f887-4932-8a18-a8578a016d4d could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1355.577696] env[61960]: INFO nova.compute.manager [-] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Took 1.40 seconds to deallocate network for instance. [ 1356.084667] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f4b5b096-7922-43dc-a228-e856ae65fb10 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.085112] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f4b5b096-7922-43dc-a228-e856ae65fb10 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.085221] env[61960]: DEBUG nova.objects.instance [None req-f4b5b096-7922-43dc-a228-e856ae65fb10 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lazy-loading 'resources' on Instance uuid 794b1e1c-f887-4932-8a18-a8578a016d4d {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1356.631046] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee9973a-5fc0-44b4-8969-f12f2b871b1d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.638994] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6e5e07-e081-4d69-91b9-036aaa5d6836 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.670203] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec692c52-bbb9-49ee-b82b-8ce81bde9a4b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.677315] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc19317f-16b7-4d79-8f56-e8c480a800a9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.690375] env[61960]: DEBUG nova.compute.provider_tree [None req-f4b5b096-7922-43dc-a228-e856ae65fb10 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.193886] env[61960]: DEBUG nova.scheduler.client.report [None req-f4b5b096-7922-43dc-a228-e856ae65fb10 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1357.699977] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f4b5b096-7922-43dc-a228-e856ae65fb10 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.720251] env[61960]: INFO nova.scheduler.client.report [None req-f4b5b096-7922-43dc-a228-e856ae65fb10 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Deleted allocations for instance 794b1e1c-f887-4932-8a18-a8578a016d4d [ 1358.230052] env[61960]: DEBUG oslo_concurrency.lockutils [None req-f4b5b096-7922-43dc-a228-e856ae65fb10 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "794b1e1c-f887-4932-8a18-a8578a016d4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.496s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.698927] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquiring lock "33c27200-1a1b-4c07-8ad9-67d1581e7da4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.699214] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "33c27200-1a1b-4c07-8ad9-67d1581e7da4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.062325] env[61960]: DEBUG oslo_vmware.rw_handles [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525bc0d3-9fcf-2fa3-e07e-5f87506b77bb/disk-0.vmdk. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1360.063276] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489a3bd2-18e4-44a3-b44a-22b3df9dde47 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.069368] env[61960]: DEBUG oslo_vmware.rw_handles [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525bc0d3-9fcf-2fa3-e07e-5f87506b77bb/disk-0.vmdk is in state: ready. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1360.069540] env[61960]: ERROR oslo_vmware.rw_handles [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525bc0d3-9fcf-2fa3-e07e-5f87506b77bb/disk-0.vmdk due to incomplete transfer. [ 1360.069755] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ecb32d47-1c50-44c4-965b-39a69f0e89ba {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.076886] env[61960]: DEBUG oslo_vmware.rw_handles [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525bc0d3-9fcf-2fa3-e07e-5f87506b77bb/disk-0.vmdk. {{(pid=61960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1360.077106] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Uploaded image 5d9be161-db7e-467f-b9a9-aabfbe9dbe41 to the Glance image server {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1360.079390] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Destroying the VM {{(pid=61960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1360.079617] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6a5779b9-7823-44a0-af4d-6588cf03b957 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.085766] env[61960]: DEBUG oslo_vmware.api [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1360.085766] env[61960]: value = "task-437091" [ 1360.085766] env[61960]: _type = "Task" [ 1360.085766] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.092875] env[61960]: DEBUG oslo_vmware.api [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437091, 'name': Destroy_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.201624] env[61960]: DEBUG nova.compute.manager [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1360.595378] env[61960]: DEBUG oslo_vmware.api [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437091, 'name': Destroy_Task, 'duration_secs': 0.327641} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.595615] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Destroyed the VM [ 1360.595862] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Deleting Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1360.596128] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a68ba1db-2601-42a9-b4d3-317e7cab1fce {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.602178] env[61960]: DEBUG oslo_vmware.api [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1360.602178] env[61960]: value = "task-437092" [ 1360.602178] env[61960]: _type = "Task" [ 1360.602178] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.609365] env[61960]: DEBUG oslo_vmware.api [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437092, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.724344] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.724677] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.726314] env[61960]: INFO nova.compute.claims [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1361.112026] env[61960]: DEBUG oslo_vmware.api [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437092, 'name': RemoveSnapshot_Task, 'duration_secs': 0.324393} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.112304] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Deleted Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1361.112582] env[61960]: DEBUG nova.compute.manager [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1361.113372] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2112adf0-c0c8-4201-9267-459cdb13f9db {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.625259] env[61960]: INFO nova.compute.manager [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Shelve offloading [ 1361.626959] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1361.627266] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5315e3b9-fa6d-44b3-885c-c9a33a5a4f2c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.634750] env[61960]: DEBUG oslo_vmware.api [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1361.634750] env[61960]: value = "task-437093" [ 1361.634750] env[61960]: _type = "Task" [ 1361.634750] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.642308] env[61960]: DEBUG oslo_vmware.api [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.770133] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942b430f-a872-496c-93c7-229d6060bac7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.777419] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b93e55-5440-4dfc-be74-cc0a3c4e77b3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.806289] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55dfe93b-861d-4bec-be84-3c0b94cc5ba4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.812840] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c85df5-377d-4b55-b7bf-780eac2d8189 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.826085] env[61960]: DEBUG nova.compute.provider_tree [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.145272] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] VM already powered off {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1362.145272] env[61960]: DEBUG nova.compute.manager [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1362.146062] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7de019-b567-4907-9903-ae8694780a4d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.152420] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "refresh_cache-8907e812-0269-411b-9a5b-c498c7d387b3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.152420] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquired lock "refresh_cache-8907e812-0269-411b-9a5b-c498c7d387b3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.152651] env[61960]: DEBUG nova.network.neutron [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1362.328674] env[61960]: DEBUG nova.scheduler.client.report [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1362.833608] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.109s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.834100] env[61960]: DEBUG nova.compute.manager [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1362.851537] env[61960]: DEBUG nova.network.neutron [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Updating instance_info_cache with network_info: [{"id": "4c91f066-c2ce-4721-8a7f-d30e60f18685", "address": "fa:16:3e:29:d2:f4", "network": {"id": "7c271de7-8f8a-49cc-b8c7-799265f10498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-907169809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36536ccdab3c4f87b6c61946a3e6b530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c91f066-c2", "ovs_interfaceid": "4c91f066-c2ce-4721-8a7f-d30e60f18685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.339190] env[61960]: DEBUG nova.compute.utils [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1363.340564] env[61960]: DEBUG nova.compute.manager [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Allocating IP information in the background. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1363.340741] env[61960]: DEBUG nova.network.neutron [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] allocate_for_instance() {{(pid=61960) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1363.353581] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Releasing lock "refresh_cache-8907e812-0269-411b-9a5b-c498c7d387b3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.384238] env[61960]: DEBUG nova.policy [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a89b99e4e1d7436a8e0edb19422df823', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9352728ec3c141bf9777d87672a0424c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61960) authorize /opt/stack/nova/nova/policy.py:203}} [ 1363.561017] env[61960]: DEBUG nova.compute.manager [req-0f79e9e5-e057-4da4-994e-9831c5f0c135 req-3765db03-36cc-484e-a929-e75bca5e6955 service nova] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Received event network-vif-unplugged-4c91f066-c2ce-4721-8a7f-d30e60f18685 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1363.561259] env[61960]: DEBUG oslo_concurrency.lockutils [req-0f79e9e5-e057-4da4-994e-9831c5f0c135 req-3765db03-36cc-484e-a929-e75bca5e6955 service nova] Acquiring lock "8907e812-0269-411b-9a5b-c498c7d387b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.561468] env[61960]: DEBUG oslo_concurrency.lockutils [req-0f79e9e5-e057-4da4-994e-9831c5f0c135 req-3765db03-36cc-484e-a929-e75bca5e6955 service nova] Lock "8907e812-0269-411b-9a5b-c498c7d387b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.561644] env[61960]: DEBUG oslo_concurrency.lockutils [req-0f79e9e5-e057-4da4-994e-9831c5f0c135 req-3765db03-36cc-484e-a929-e75bca5e6955 service nova] Lock "8907e812-0269-411b-9a5b-c498c7d387b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.561833] env[61960]: DEBUG nova.compute.manager [req-0f79e9e5-e057-4da4-994e-9831c5f0c135 req-3765db03-36cc-484e-a929-e75bca5e6955 service nova] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] No waiting events found dispatching network-vif-unplugged-4c91f066-c2ce-4721-8a7f-d30e60f18685 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1363.561968] env[61960]: WARNING nova.compute.manager [req-0f79e9e5-e057-4da4-994e-9831c5f0c135 req-3765db03-36cc-484e-a929-e75bca5e6955 service nova] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Received unexpected event network-vif-unplugged-4c91f066-c2ce-4721-8a7f-d30e60f18685 for instance with vm_state shelved and task_state shelving_offloading. [ 1363.710463] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1363.710967] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09632523-7a69-4589-b247-7c1c4fe8fb0e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.720168] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1363.720443] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75e92f9f-4fef-4912-b2bc-537be58bb1c0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.738785] env[61960]: DEBUG nova.network.neutron [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Successfully created port: eaad9859-5a6f-44ba-8673-e275d1299a2c {{(pid=61960) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1363.793265] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1363.793514] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1363.793685] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Deleting the datastore file [datastore1] 8907e812-0269-411b-9a5b-c498c7d387b3 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1363.793950] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-851bf2fd-5eb2-4e50-a464-25f735939660 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.800207] env[61960]: DEBUG oslo_vmware.api [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1363.800207] env[61960]: value = "task-437095" [ 1363.800207] env[61960]: _type = "Task" [ 1363.800207] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.807918] env[61960]: DEBUG oslo_vmware.api [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.844062] env[61960]: DEBUG nova.compute.manager [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1364.310236] env[61960]: DEBUG oslo_vmware.api [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131567} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.310547] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1364.310691] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1364.310873] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1364.331275] env[61960]: INFO nova.scheduler.client.report [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Deleted allocations for instance 8907e812-0269-411b-9a5b-c498c7d387b3 [ 1364.837120] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.837120] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.837120] env[61960]: DEBUG nova.objects.instance [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lazy-loading 'resources' on Instance uuid 8907e812-0269-411b-9a5b-c498c7d387b3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.856416] env[61960]: DEBUG nova.compute.manager [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1364.889017] env[61960]: DEBUG nova.virt.hardware [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1364.889296] env[61960]: DEBUG nova.virt.hardware [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1364.889480] env[61960]: DEBUG nova.virt.hardware [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1364.889675] env[61960]: DEBUG nova.virt.hardware [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1364.889830] env[61960]: DEBUG nova.virt.hardware [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1364.889984] env[61960]: DEBUG nova.virt.hardware [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1364.890217] env[61960]: DEBUG nova.virt.hardware [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1364.890383] env[61960]: DEBUG nova.virt.hardware [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1364.890551] env[61960]: DEBUG nova.virt.hardware [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1364.890718] env[61960]: DEBUG nova.virt.hardware [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1364.890893] env[61960]: DEBUG nova.virt.hardware [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1364.891751] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c2a364-6071-4b35-924f-d4dc05a42cf7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.899882] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2ffe8e-cdf3-40d1-b921-baa1db518151 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.090315] env[61960]: DEBUG nova.compute.manager [req-26150215-07b1-4d8d-86ad-b87cbd81cfed req-795dc702-7b63-4d07-a36f-ae2f1e9dd429 service nova] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Received event network-vif-plugged-eaad9859-5a6f-44ba-8673-e275d1299a2c {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1365.090551] env[61960]: DEBUG oslo_concurrency.lockutils [req-26150215-07b1-4d8d-86ad-b87cbd81cfed req-795dc702-7b63-4d07-a36f-ae2f1e9dd429 service nova] Acquiring lock "33c27200-1a1b-4c07-8ad9-67d1581e7da4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.090769] env[61960]: DEBUG oslo_concurrency.lockutils [req-26150215-07b1-4d8d-86ad-b87cbd81cfed req-795dc702-7b63-4d07-a36f-ae2f1e9dd429 service nova] Lock "33c27200-1a1b-4c07-8ad9-67d1581e7da4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.090943] env[61960]: DEBUG oslo_concurrency.lockutils [req-26150215-07b1-4d8d-86ad-b87cbd81cfed req-795dc702-7b63-4d07-a36f-ae2f1e9dd429 service nova] Lock "33c27200-1a1b-4c07-8ad9-67d1581e7da4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.091136] env[61960]: DEBUG nova.compute.manager [req-26150215-07b1-4d8d-86ad-b87cbd81cfed req-795dc702-7b63-4d07-a36f-ae2f1e9dd429 service nova] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] No waiting events found dispatching network-vif-plugged-eaad9859-5a6f-44ba-8673-e275d1299a2c {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1365.091312] env[61960]: WARNING nova.compute.manager [req-26150215-07b1-4d8d-86ad-b87cbd81cfed req-795dc702-7b63-4d07-a36f-ae2f1e9dd429 service nova] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Received unexpected event network-vif-plugged-eaad9859-5a6f-44ba-8673-e275d1299a2c for instance with vm_state building and task_state spawning. [ 1365.148018] env[61960]: DEBUG nova.network.neutron [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Successfully updated port: eaad9859-5a6f-44ba-8673-e275d1299a2c {{(pid=61960) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1365.341159] env[61960]: DEBUG nova.objects.instance [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lazy-loading 'numa_topology' on Instance uuid 8907e812-0269-411b-9a5b-c498c7d387b3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1365.590133] env[61960]: DEBUG nova.compute.manager [req-e7fc2ffc-2559-4e8f-8f25-839494a1e642 req-b0fddb55-07e7-40e5-a12b-36f527ba6e90 service nova] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Received event network-changed-4c91f066-c2ce-4721-8a7f-d30e60f18685 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1365.590133] env[61960]: DEBUG nova.compute.manager [req-e7fc2ffc-2559-4e8f-8f25-839494a1e642 req-b0fddb55-07e7-40e5-a12b-36f527ba6e90 service nova] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Refreshing instance network info cache due to event network-changed-4c91f066-c2ce-4721-8a7f-d30e60f18685. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1365.590133] env[61960]: DEBUG oslo_concurrency.lockutils [req-e7fc2ffc-2559-4e8f-8f25-839494a1e642 req-b0fddb55-07e7-40e5-a12b-36f527ba6e90 service nova] Acquiring lock "refresh_cache-8907e812-0269-411b-9a5b-c498c7d387b3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.590133] env[61960]: DEBUG oslo_concurrency.lockutils [req-e7fc2ffc-2559-4e8f-8f25-839494a1e642 req-b0fddb55-07e7-40e5-a12b-36f527ba6e90 service nova] Acquired lock "refresh_cache-8907e812-0269-411b-9a5b-c498c7d387b3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.590133] env[61960]: DEBUG nova.network.neutron [req-e7fc2ffc-2559-4e8f-8f25-839494a1e642 req-b0fddb55-07e7-40e5-a12b-36f527ba6e90 service nova] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Refreshing network info cache for port 4c91f066-c2ce-4721-8a7f-d30e60f18685 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1365.647553] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquiring lock "refresh_cache-33c27200-1a1b-4c07-8ad9-67d1581e7da4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.647744] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquired lock "refresh_cache-33c27200-1a1b-4c07-8ad9-67d1581e7da4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.647946] env[61960]: DEBUG nova.network.neutron [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1365.843727] env[61960]: DEBUG nova.objects.base [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Object Instance<8907e812-0269-411b-9a5b-c498c7d387b3> lazy-loaded attributes: resources,numa_topology {{(pid=61960) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1365.874229] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cdb9f1-5834-432e-8c22-13728fa95a99 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.882057] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713dab70-03d2-4a7e-8526-d45364bd4287 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.913013] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ffb39b-e9b9-4c01-8503-5d0024976174 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.920874] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c11ac1-1373-4e84-b570-6575f9ade54d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.934503] env[61960]: DEBUG nova.compute.provider_tree [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.176597] env[61960]: DEBUG nova.network.neutron [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1366.306339] env[61960]: DEBUG nova.network.neutron [req-e7fc2ffc-2559-4e8f-8f25-839494a1e642 req-b0fddb55-07e7-40e5-a12b-36f527ba6e90 service nova] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Updated VIF entry in instance network info cache for port 4c91f066-c2ce-4721-8a7f-d30e60f18685. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1366.306692] env[61960]: DEBUG nova.network.neutron [req-e7fc2ffc-2559-4e8f-8f25-839494a1e642 req-b0fddb55-07e7-40e5-a12b-36f527ba6e90 service nova] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Updating instance_info_cache with network_info: [{"id": "4c91f066-c2ce-4721-8a7f-d30e60f18685", "address": "fa:16:3e:29:d2:f4", "network": {"id": "7c271de7-8f8a-49cc-b8c7-799265f10498", "bridge": null, "label": "tempest-ServerActionsTestOtherB-907169809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36536ccdab3c4f87b6c61946a3e6b530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4c91f066-c2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.309067] env[61960]: DEBUG nova.network.neutron [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Updating instance_info_cache with network_info: [{"id": "eaad9859-5a6f-44ba-8673-e275d1299a2c", "address": "fa:16:3e:d3:ba:f4", "network": {"id": "8d25dfde-686c-47fb-8b68-2ce9b2c7e649", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1868874059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9352728ec3c141bf9777d87672a0424c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaad9859-5a", "ovs_interfaceid": "eaad9859-5a6f-44ba-8673-e275d1299a2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.437850] env[61960]: DEBUG nova.scheduler.client.report [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1366.810467] env[61960]: DEBUG oslo_concurrency.lockutils [req-e7fc2ffc-2559-4e8f-8f25-839494a1e642 req-b0fddb55-07e7-40e5-a12b-36f527ba6e90 service nova] Releasing lock "refresh_cache-8907e812-0269-411b-9a5b-c498c7d387b3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.811012] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Releasing lock "refresh_cache-33c27200-1a1b-4c07-8ad9-67d1581e7da4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.811318] env[61960]: DEBUG nova.compute.manager [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Instance network_info: |[{"id": "eaad9859-5a6f-44ba-8673-e275d1299a2c", "address": "fa:16:3e:d3:ba:f4", "network": {"id": "8d25dfde-686c-47fb-8b68-2ce9b2c7e649", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1868874059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9352728ec3c141bf9777d87672a0424c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaad9859-5a", "ovs_interfaceid": "eaad9859-5a6f-44ba-8673-e275d1299a2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1366.811707] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:ba:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eaad9859-5a6f-44ba-8673-e275d1299a2c', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1366.819314] env[61960]: DEBUG oslo.service.loopingcall [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1366.819507] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1366.819731] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-623e5254-6cad-4eb7-b48c-c13b5fc6343f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.838801] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1366.838801] env[61960]: value = "task-437096" [ 1366.838801] env[61960]: _type = "Task" [ 1366.838801] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.845935] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-437096, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.895596] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "8907e812-0269-411b-9a5b-c498c7d387b3" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.942221] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.116602] env[61960]: DEBUG nova.compute.manager [req-abeddcf9-0869-43dd-ba0f-fd9e4c3b3b34 req-c315b00d-2bc8-4dec-a54c-dd2d1bd34247 service nova] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Received event network-changed-eaad9859-5a6f-44ba-8673-e275d1299a2c {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1367.116917] env[61960]: DEBUG nova.compute.manager [req-abeddcf9-0869-43dd-ba0f-fd9e4c3b3b34 req-c315b00d-2bc8-4dec-a54c-dd2d1bd34247 service nova] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Refreshing instance network info cache due to event network-changed-eaad9859-5a6f-44ba-8673-e275d1299a2c. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1367.117226] env[61960]: DEBUG oslo_concurrency.lockutils [req-abeddcf9-0869-43dd-ba0f-fd9e4c3b3b34 req-c315b00d-2bc8-4dec-a54c-dd2d1bd34247 service nova] Acquiring lock "refresh_cache-33c27200-1a1b-4c07-8ad9-67d1581e7da4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.117474] env[61960]: DEBUG oslo_concurrency.lockutils [req-abeddcf9-0869-43dd-ba0f-fd9e4c3b3b34 req-c315b00d-2bc8-4dec-a54c-dd2d1bd34247 service nova] Acquired lock "refresh_cache-33c27200-1a1b-4c07-8ad9-67d1581e7da4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.117719] env[61960]: DEBUG nova.network.neutron [req-abeddcf9-0869-43dd-ba0f-fd9e4c3b3b34 req-c315b00d-2bc8-4dec-a54c-dd2d1bd34247 service nova] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Refreshing network info cache for port eaad9859-5a6f-44ba-8673-e275d1299a2c {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1367.350363] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-437096, 'name': CreateVM_Task, 'duration_secs': 0.308739} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.350521] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1367.351169] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.351356] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.351668] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1367.351912] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b93e818b-c19c-46b7-b855-ac3bbdff64dc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.355930] env[61960]: DEBUG oslo_vmware.api [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1367.355930] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5220c2c3-423d-02a6-c3f0-fbb8d23e62f2" [ 1367.355930] env[61960]: _type = "Task" [ 1367.355930] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.363261] env[61960]: DEBUG oslo_vmware.api [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5220c2c3-423d-02a6-c3f0-fbb8d23e62f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.452458] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a70c5320-acf0-442c-8d6c-aa5f9b28853e tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "8907e812-0269-411b-9a5b-c498c7d387b3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.372s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.453608] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "8907e812-0269-411b-9a5b-c498c7d387b3" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.558s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.453608] env[61960]: INFO nova.compute.manager [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Unshelving [ 1367.849687] env[61960]: DEBUG nova.network.neutron [req-abeddcf9-0869-43dd-ba0f-fd9e4c3b3b34 req-c315b00d-2bc8-4dec-a54c-dd2d1bd34247 service nova] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Updated VIF entry in instance network info cache for port eaad9859-5a6f-44ba-8673-e275d1299a2c. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1367.850059] env[61960]: DEBUG nova.network.neutron [req-abeddcf9-0869-43dd-ba0f-fd9e4c3b3b34 req-c315b00d-2bc8-4dec-a54c-dd2d1bd34247 service nova] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Updating instance_info_cache with network_info: [{"id": "eaad9859-5a6f-44ba-8673-e275d1299a2c", "address": "fa:16:3e:d3:ba:f4", "network": {"id": "8d25dfde-686c-47fb-8b68-2ce9b2c7e649", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1868874059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9352728ec3c141bf9777d87672a0424c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaad9859-5a", "ovs_interfaceid": "eaad9859-5a6f-44ba-8673-e275d1299a2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.866787] env[61960]: DEBUG oslo_vmware.api [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5220c2c3-423d-02a6-c3f0-fbb8d23e62f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010995} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.867083] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.867313] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1367.867545] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.867693] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.867903] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1367.868181] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50a7f445-d639-40a5-a09f-8a90b1ff15a4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.876252] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1367.876428] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1367.877105] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78fd319d-ca0b-4949-8da5-c44220d48f1f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.881975] env[61960]: DEBUG oslo_vmware.api [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1367.881975] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5282bb3c-8d0b-6d13-1768-dc8404fa9a98" [ 1367.881975] env[61960]: _type = "Task" [ 1367.881975] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.889466] env[61960]: DEBUG oslo_vmware.api [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5282bb3c-8d0b-6d13-1768-dc8404fa9a98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.352357] env[61960]: DEBUG oslo_concurrency.lockutils [req-abeddcf9-0869-43dd-ba0f-fd9e4c3b3b34 req-c315b00d-2bc8-4dec-a54c-dd2d1bd34247 service nova] Releasing lock "refresh_cache-33c27200-1a1b-4c07-8ad9-67d1581e7da4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.392173] env[61960]: DEBUG oslo_vmware.api [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5282bb3c-8d0b-6d13-1768-dc8404fa9a98, 'name': SearchDatastore_Task, 'duration_secs': 0.007683} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.392899] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bcf5403-3797-4e3a-88c2-5bf44198b824 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.398023] env[61960]: DEBUG oslo_vmware.api [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1368.398023] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524ba8d2-246d-67a0-324a-6011f4b6d1eb" [ 1368.398023] env[61960]: _type = "Task" [ 1368.398023] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.405133] env[61960]: DEBUG oslo_vmware.api [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524ba8d2-246d-67a0-324a-6011f4b6d1eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.477523] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.477823] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.478063] env[61960]: DEBUG nova.objects.instance [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lazy-loading 'pci_requests' on Instance uuid 8907e812-0269-411b-9a5b-c498c7d387b3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1368.909302] env[61960]: DEBUG oslo_vmware.api [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524ba8d2-246d-67a0-324a-6011f4b6d1eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009217} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.909694] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.910026] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 33c27200-1a1b-4c07-8ad9-67d1581e7da4/33c27200-1a1b-4c07-8ad9-67d1581e7da4.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1368.910369] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e892d78-e656-4ce7-a4e1-cdad62f58d7e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.917628] env[61960]: DEBUG oslo_vmware.api [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1368.917628] env[61960]: value = "task-437097" [ 1368.917628] env[61960]: _type = "Task" [ 1368.917628] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.924861] env[61960]: DEBUG oslo_vmware.api [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.982350] env[61960]: DEBUG nova.objects.instance [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lazy-loading 'numa_topology' on Instance uuid 8907e812-0269-411b-9a5b-c498c7d387b3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.427145] env[61960]: DEBUG oslo_vmware.api [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430604} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.427509] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 33c27200-1a1b-4c07-8ad9-67d1581e7da4/33c27200-1a1b-4c07-8ad9-67d1581e7da4.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1369.427630] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1369.427935] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26f323d2-6ce4-473f-8e9a-ac4de344b7df {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.433788] env[61960]: DEBUG oslo_vmware.api [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1369.433788] env[61960]: value = "task-437098" [ 1369.433788] env[61960]: _type = "Task" [ 1369.433788] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.442528] env[61960]: DEBUG oslo_vmware.api [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.485308] env[61960]: INFO nova.compute.claims [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1369.944244] env[61960]: DEBUG oslo_vmware.api [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059261} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.944504] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1369.945330] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27973a75-d5b9-4428-80f1-55c31146b01a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.966214] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 33c27200-1a1b-4c07-8ad9-67d1581e7da4/33c27200-1a1b-4c07-8ad9-67d1581e7da4.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1369.966459] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80469c87-77cc-499e-b7b3-9473a4c5c1a3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.985713] env[61960]: DEBUG oslo_vmware.api [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1369.985713] env[61960]: value = "task-437099" [ 1369.985713] env[61960]: _type = "Task" [ 1369.985713] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.995014] env[61960]: DEBUG oslo_vmware.api [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437099, 'name': ReconfigVM_Task} progress is 6%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.497057] env[61960]: DEBUG oslo_vmware.api [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437099, 'name': ReconfigVM_Task, 'duration_secs': 0.279313} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.499314] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 33c27200-1a1b-4c07-8ad9-67d1581e7da4/33c27200-1a1b-4c07-8ad9-67d1581e7da4.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1370.499314] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c35ee5d4-bf9a-453f-8925-17923e87c9f8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.504317] env[61960]: DEBUG oslo_vmware.api [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1370.504317] env[61960]: value = "task-437100" [ 1370.504317] env[61960]: _type = "Task" [ 1370.504317] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.512042] env[61960]: DEBUG oslo_vmware.api [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437100, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.534770] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b233fd-2265-429c-9f6c-a5c223f99087 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.541230] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77affd9-0130-4d0b-80b3-b0f10500c724 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.570647] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27500d2d-af1c-4e9e-abcb-8c68887221e5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.577322] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a3761b-0482-4b88-8997-1de4d1955245 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.590996] env[61960]: DEBUG nova.compute.provider_tree [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.013968] env[61960]: DEBUG oslo_vmware.api [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437100, 'name': Rename_Task, 'duration_secs': 0.131316} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.014294] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1371.014538] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b854523f-8b6e-4e13-ba1b-3ba39afbd065 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.022083] env[61960]: DEBUG oslo_vmware.api [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1371.022083] env[61960]: value = "task-437101" [ 1371.022083] env[61960]: _type = "Task" [ 1371.022083] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.029154] env[61960]: DEBUG oslo_vmware.api [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.094349] env[61960]: DEBUG nova.scheduler.client.report [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1371.531464] env[61960]: DEBUG oslo_vmware.api [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437101, 'name': PowerOnVM_Task, 'duration_secs': 0.429765} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.531783] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1371.531940] env[61960]: INFO nova.compute.manager [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Took 6.68 seconds to spawn the instance on the hypervisor. [ 1371.532151] env[61960]: DEBUG nova.compute.manager [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1371.533045] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c8c267-084d-41d3-b5e1-a650fd7d336f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.599496] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.121s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.625765] env[61960]: INFO nova.network.neutron [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Updating port 4c91f066-c2ce-4721-8a7f-d30e60f18685 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1372.048762] env[61960]: INFO nova.compute.manager [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Took 11.34 seconds to build instance. [ 1372.551373] env[61960]: DEBUG oslo_concurrency.lockutils [None req-ba6c1663-d5e0-4ee4-95cf-380687676e43 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "33c27200-1a1b-4c07-8ad9-67d1581e7da4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.852s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.754076] env[61960]: DEBUG nova.compute.manager [req-e023bc3c-256e-4d1f-ab79-3ef57f1c5a3c req-4577dfcf-e386-4df6-8bb4-9eb19935b4f3 service nova] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Received event network-changed-eaad9859-5a6f-44ba-8673-e275d1299a2c {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1372.754262] env[61960]: DEBUG nova.compute.manager [req-e023bc3c-256e-4d1f-ab79-3ef57f1c5a3c req-4577dfcf-e386-4df6-8bb4-9eb19935b4f3 service nova] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Refreshing instance network info cache due to event network-changed-eaad9859-5a6f-44ba-8673-e275d1299a2c. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1372.754486] env[61960]: DEBUG oslo_concurrency.lockutils [req-e023bc3c-256e-4d1f-ab79-3ef57f1c5a3c req-4577dfcf-e386-4df6-8bb4-9eb19935b4f3 service nova] Acquiring lock "refresh_cache-33c27200-1a1b-4c07-8ad9-67d1581e7da4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.754636] env[61960]: DEBUG oslo_concurrency.lockutils [req-e023bc3c-256e-4d1f-ab79-3ef57f1c5a3c req-4577dfcf-e386-4df6-8bb4-9eb19935b4f3 service nova] Acquired lock "refresh_cache-33c27200-1a1b-4c07-8ad9-67d1581e7da4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.754801] env[61960]: DEBUG nova.network.neutron [req-e023bc3c-256e-4d1f-ab79-3ef57f1c5a3c req-4577dfcf-e386-4df6-8bb4-9eb19935b4f3 service nova] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Refreshing network info cache for port eaad9859-5a6f-44ba-8673-e275d1299a2c {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1372.979598] env[61960]: DEBUG nova.compute.manager [req-bedf196c-9e13-40d8-b27d-e063f1b2d97f req-08a3849e-5f28-43d0-8dc8-6a0c06ee384f service nova] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Received event network-vif-plugged-4c91f066-c2ce-4721-8a7f-d30e60f18685 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1372.979875] env[61960]: DEBUG oslo_concurrency.lockutils [req-bedf196c-9e13-40d8-b27d-e063f1b2d97f req-08a3849e-5f28-43d0-8dc8-6a0c06ee384f service nova] Acquiring lock "8907e812-0269-411b-9a5b-c498c7d387b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.980109] env[61960]: DEBUG oslo_concurrency.lockutils [req-bedf196c-9e13-40d8-b27d-e063f1b2d97f req-08a3849e-5f28-43d0-8dc8-6a0c06ee384f service nova] Lock "8907e812-0269-411b-9a5b-c498c7d387b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.980242] env[61960]: DEBUG oslo_concurrency.lockutils [req-bedf196c-9e13-40d8-b27d-e063f1b2d97f req-08a3849e-5f28-43d0-8dc8-6a0c06ee384f service nova] Lock "8907e812-0269-411b-9a5b-c498c7d387b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.980415] env[61960]: DEBUG nova.compute.manager [req-bedf196c-9e13-40d8-b27d-e063f1b2d97f req-08a3849e-5f28-43d0-8dc8-6a0c06ee384f service nova] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] No waiting events found dispatching network-vif-plugged-4c91f066-c2ce-4721-8a7f-d30e60f18685 {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1372.980583] env[61960]: WARNING nova.compute.manager [req-bedf196c-9e13-40d8-b27d-e063f1b2d97f req-08a3849e-5f28-43d0-8dc8-6a0c06ee384f service nova] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Received unexpected event network-vif-plugged-4c91f066-c2ce-4721-8a7f-d30e60f18685 for instance with vm_state shelved_offloaded and task_state spawning. [ 1373.040382] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "refresh_cache-8907e812-0269-411b-9a5b-c498c7d387b3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.040382] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquired lock "refresh_cache-8907e812-0269-411b-9a5b-c498c7d387b3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.040382] env[61960]: DEBUG nova.network.neutron [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1373.458451] env[61960]: DEBUG nova.network.neutron [req-e023bc3c-256e-4d1f-ab79-3ef57f1c5a3c req-4577dfcf-e386-4df6-8bb4-9eb19935b4f3 service nova] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Updated VIF entry in instance network info cache for port eaad9859-5a6f-44ba-8673-e275d1299a2c. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1373.458817] env[61960]: DEBUG nova.network.neutron [req-e023bc3c-256e-4d1f-ab79-3ef57f1c5a3c req-4577dfcf-e386-4df6-8bb4-9eb19935b4f3 service nova] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Updating instance_info_cache with network_info: [{"id": "eaad9859-5a6f-44ba-8673-e275d1299a2c", "address": "fa:16:3e:d3:ba:f4", "network": {"id": "8d25dfde-686c-47fb-8b68-2ce9b2c7e649", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1868874059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9352728ec3c141bf9777d87672a0424c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaad9859-5a", "ovs_interfaceid": "eaad9859-5a6f-44ba-8673-e275d1299a2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.742047] env[61960]: DEBUG nova.network.neutron [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Updating instance_info_cache with network_info: [{"id": "4c91f066-c2ce-4721-8a7f-d30e60f18685", "address": "fa:16:3e:29:d2:f4", "network": {"id": "7c271de7-8f8a-49cc-b8c7-799265f10498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-907169809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36536ccdab3c4f87b6c61946a3e6b530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c91f066-c2", "ovs_interfaceid": "4c91f066-c2ce-4721-8a7f-d30e60f18685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.961534] env[61960]: DEBUG oslo_concurrency.lockutils [req-e023bc3c-256e-4d1f-ab79-3ef57f1c5a3c req-4577dfcf-e386-4df6-8bb4-9eb19935b4f3 service nova] Releasing lock "refresh_cache-33c27200-1a1b-4c07-8ad9-67d1581e7da4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.244790] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Releasing lock "refresh_cache-8907e812-0269-411b-9a5b-c498c7d387b3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.273541] env[61960]: DEBUG nova.virt.hardware [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e0d89640e5edc30d2334ef05b938b849',container_format='bare',created_at=2024-08-28T09:22:19Z,direct_url=,disk_format='vmdk',id=5d9be161-db7e-467f-b9a9-aabfbe9dbe41,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-202705364-shelved',owner='36536ccdab3c4f87b6c61946a3e6b530',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2024-08-28T09:22:31Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1374.273836] env[61960]: DEBUG nova.virt.hardware [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1374.274009] env[61960]: DEBUG nova.virt.hardware [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1374.274204] env[61960]: DEBUG nova.virt.hardware [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1374.274362] env[61960]: DEBUG nova.virt.hardware [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1374.274514] env[61960]: DEBUG nova.virt.hardware [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1374.274709] env[61960]: DEBUG nova.virt.hardware [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1374.274872] env[61960]: DEBUG nova.virt.hardware [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1374.275055] env[61960]: DEBUG nova.virt.hardware [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1374.275230] env[61960]: DEBUG nova.virt.hardware [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1374.275407] env[61960]: DEBUG nova.virt.hardware [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1374.276304] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d58c7b-f5a1-4af3-a4fe-3f4c6fd0611c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.284467] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd966a7-f98b-4a09-a249-81e6be6f2a05 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.297231] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:d2:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c91f066-c2ce-4721-8a7f-d30e60f18685', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1374.304466] env[61960]: DEBUG oslo.service.loopingcall [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1374.304691] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1374.304891] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-268ea63e-08b9-4da0-8bf9-fee05c69bd35 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.323012] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1374.323012] env[61960]: value = "task-437102" [ 1374.323012] env[61960]: _type = "Task" [ 1374.323012] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.329989] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-437102, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.833347] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-437102, 'name': CreateVM_Task, 'duration_secs': 0.32325} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.833675] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1374.834199] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d9be161-db7e-467f-b9a9-aabfbe9dbe41" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.834377] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d9be161-db7e-467f-b9a9-aabfbe9dbe41" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.834768] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d9be161-db7e-467f-b9a9-aabfbe9dbe41" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1374.835045] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97eb91aa-b050-4a44-a2fc-398d6b15d8bb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.839290] env[61960]: DEBUG oslo_vmware.api [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1374.839290] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527f44c9-d93d-0eb3-3811-1a008f4e08a5" [ 1374.839290] env[61960]: _type = "Task" [ 1374.839290] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.846481] env[61960]: DEBUG oslo_vmware.api [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527f44c9-d93d-0eb3-3811-1a008f4e08a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.004706] env[61960]: DEBUG nova.compute.manager [req-8e9579a3-f665-4c5e-af7d-7ce3f084f2fd req-0b090568-1a0c-4705-9e93-c5d609fba49e service nova] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Received event network-changed-4c91f066-c2ce-4721-8a7f-d30e60f18685 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1375.004933] env[61960]: DEBUG nova.compute.manager [req-8e9579a3-f665-4c5e-af7d-7ce3f084f2fd req-0b090568-1a0c-4705-9e93-c5d609fba49e service nova] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Refreshing instance network info cache due to event network-changed-4c91f066-c2ce-4721-8a7f-d30e60f18685. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1375.005173] env[61960]: DEBUG oslo_concurrency.lockutils [req-8e9579a3-f665-4c5e-af7d-7ce3f084f2fd req-0b090568-1a0c-4705-9e93-c5d609fba49e service nova] Acquiring lock "refresh_cache-8907e812-0269-411b-9a5b-c498c7d387b3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.005321] env[61960]: DEBUG oslo_concurrency.lockutils [req-8e9579a3-f665-4c5e-af7d-7ce3f084f2fd req-0b090568-1a0c-4705-9e93-c5d609fba49e service nova] Acquired lock "refresh_cache-8907e812-0269-411b-9a5b-c498c7d387b3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.005484] env[61960]: DEBUG nova.network.neutron [req-8e9579a3-f665-4c5e-af7d-7ce3f084f2fd req-0b090568-1a0c-4705-9e93-c5d609fba49e service nova] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Refreshing network info cache for port 4c91f066-c2ce-4721-8a7f-d30e60f18685 {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1375.349744] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d9be161-db7e-467f-b9a9-aabfbe9dbe41" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.350021] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Processing image 5d9be161-db7e-467f-b9a9-aabfbe9dbe41 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1375.350328] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d9be161-db7e-467f-b9a9-aabfbe9dbe41/5d9be161-db7e-467f-b9a9-aabfbe9dbe41.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.350488] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d9be161-db7e-467f-b9a9-aabfbe9dbe41/5d9be161-db7e-467f-b9a9-aabfbe9dbe41.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.350674] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1375.350926] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd17ef0d-4eab-4cf3-9d2d-6bf5d4b42b18 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.358341] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1375.358515] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1375.359193] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9277dc1-d68a-47de-91f6-861e974c29cc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.363818] env[61960]: DEBUG oslo_vmware.api [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1375.363818] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]525b84af-8d8f-2b9b-2fda-62405685358e" [ 1375.363818] env[61960]: _type = "Task" [ 1375.363818] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.370630] env[61960]: DEBUG oslo_vmware.api [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]525b84af-8d8f-2b9b-2fda-62405685358e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.695430] env[61960]: DEBUG nova.network.neutron [req-8e9579a3-f665-4c5e-af7d-7ce3f084f2fd req-0b090568-1a0c-4705-9e93-c5d609fba49e service nova] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Updated VIF entry in instance network info cache for port 4c91f066-c2ce-4721-8a7f-d30e60f18685. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1375.695818] env[61960]: DEBUG nova.network.neutron [req-8e9579a3-f665-4c5e-af7d-7ce3f084f2fd req-0b090568-1a0c-4705-9e93-c5d609fba49e service nova] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Updating instance_info_cache with network_info: [{"id": "4c91f066-c2ce-4721-8a7f-d30e60f18685", "address": "fa:16:3e:29:d2:f4", "network": {"id": "7c271de7-8f8a-49cc-b8c7-799265f10498", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-907169809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36536ccdab3c4f87b6c61946a3e6b530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c91f066-c2", "ovs_interfaceid": "4c91f066-c2ce-4721-8a7f-d30e60f18685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.877030] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Preparing fetch location {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1375.877030] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Fetch image to [datastore1] OSTACK_IMG_674464d7-65e3-4831-b239-d7485c44b84f/OSTACK_IMG_674464d7-65e3-4831-b239-d7485c44b84f.vmdk {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1375.877030] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Downloading stream optimized image 5d9be161-db7e-467f-b9a9-aabfbe9dbe41 to [datastore1] OSTACK_IMG_674464d7-65e3-4831-b239-d7485c44b84f/OSTACK_IMG_674464d7-65e3-4831-b239-d7485c44b84f.vmdk on the data store datastore1 as vApp {{(pid=61960) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1375.877030] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Downloading image file data 5d9be161-db7e-467f-b9a9-aabfbe9dbe41 to the ESX as VM named 'OSTACK_IMG_674464d7-65e3-4831-b239-d7485c44b84f' {{(pid=61960) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1375.939927] env[61960]: DEBUG oslo_vmware.rw_handles [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1375.939927] env[61960]: value = "resgroup-9" [ 1375.939927] env[61960]: _type = "ResourcePool" [ 1375.939927] env[61960]: }. {{(pid=61960) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1375.940257] env[61960]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-65bc9f44-5f26-49d7-b658-0e9daa21af29 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.961528] env[61960]: DEBUG oslo_vmware.rw_handles [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lease: (returnval){ [ 1375.961528] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c249d2-67fe-ae6a-4204-750f564471a6" [ 1375.961528] env[61960]: _type = "HttpNfcLease" [ 1375.961528] env[61960]: } obtained for vApp import into resource pool (val){ [ 1375.961528] env[61960]: value = "resgroup-9" [ 1375.961528] env[61960]: _type = "ResourcePool" [ 1375.961528] env[61960]: }. {{(pid=61960) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1375.961827] env[61960]: DEBUG oslo_vmware.api [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the lease: (returnval){ [ 1375.961827] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c249d2-67fe-ae6a-4204-750f564471a6" [ 1375.961827] env[61960]: _type = "HttpNfcLease" [ 1375.961827] env[61960]: } to be ready. {{(pid=61960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1375.967865] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1375.967865] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c249d2-67fe-ae6a-4204-750f564471a6" [ 1375.967865] env[61960]: _type = "HttpNfcLease" [ 1375.967865] env[61960]: } is initializing. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1376.198697] env[61960]: DEBUG oslo_concurrency.lockutils [req-8e9579a3-f665-4c5e-af7d-7ce3f084f2fd req-0b090568-1a0c-4705-9e93-c5d609fba49e service nova] Releasing lock "refresh_cache-8907e812-0269-411b-9a5b-c498c7d387b3" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.470323] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1376.470323] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c249d2-67fe-ae6a-4204-750f564471a6" [ 1376.470323] env[61960]: _type = "HttpNfcLease" [ 1376.470323] env[61960]: } is ready. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1376.470612] env[61960]: DEBUG oslo_vmware.rw_handles [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1376.470612] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52c249d2-67fe-ae6a-4204-750f564471a6" [ 1376.470612] env[61960]: _type = "HttpNfcLease" [ 1376.470612] env[61960]: }. {{(pid=61960) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1376.471310] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430bee28-c6c3-4289-bf99-c57aab5d90a7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.477871] env[61960]: DEBUG oslo_vmware.rw_handles [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523779f3-0101-cc12-0cf8-83f83a474723/disk-0.vmdk from lease info. {{(pid=61960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1376.478073] env[61960]: DEBUG oslo_vmware.rw_handles [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523779f3-0101-cc12-0cf8-83f83a474723/disk-0.vmdk. {{(pid=61960) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1376.540162] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-972d701b-8b16-479a-8140-7b4e7f0c21da {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.635364] env[61960]: DEBUG oslo_vmware.rw_handles [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Completed reading data from the image iterator. {{(pid=61960) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1377.635700] env[61960]: DEBUG oslo_vmware.rw_handles [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523779f3-0101-cc12-0cf8-83f83a474723/disk-0.vmdk. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1377.636704] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c496eb8c-03bd-4b0a-a23c-b6bbebb9cbb9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.643070] env[61960]: DEBUG oslo_vmware.rw_handles [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523779f3-0101-cc12-0cf8-83f83a474723/disk-0.vmdk is in state: ready. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1377.643241] env[61960]: DEBUG oslo_vmware.rw_handles [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523779f3-0101-cc12-0cf8-83f83a474723/disk-0.vmdk. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1377.643469] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ecdf3ee5-8ede-441f-824c-0212ca714889 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.212069] env[61960]: DEBUG oslo_vmware.rw_handles [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523779f3-0101-cc12-0cf8-83f83a474723/disk-0.vmdk. {{(pid=61960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1378.212337] env[61960]: INFO nova.virt.vmwareapi.images [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Downloaded image file data 5d9be161-db7e-467f-b9a9-aabfbe9dbe41 [ 1378.213160] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f361e26-1bc5-498f-98a0-6f18e74eff15 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.227935] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9691800f-5b6d-42bf-a0f8-9c4fbd50a059 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.444153] env[61960]: INFO nova.virt.vmwareapi.images [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] The imported VM was unregistered [ 1378.446490] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Caching image {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1378.446726] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Creating directory with path [datastore1] devstack-image-cache_base/5d9be161-db7e-467f-b9a9-aabfbe9dbe41 {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1378.446997] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-107554d5-2f2d-4732-8f37-79b55853bf53 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.457714] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Created directory with path [datastore1] devstack-image-cache_base/5d9be161-db7e-467f-b9a9-aabfbe9dbe41 {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1378.457922] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_674464d7-65e3-4831-b239-d7485c44b84f/OSTACK_IMG_674464d7-65e3-4831-b239-d7485c44b84f.vmdk to [datastore1] devstack-image-cache_base/5d9be161-db7e-467f-b9a9-aabfbe9dbe41/5d9be161-db7e-467f-b9a9-aabfbe9dbe41.vmdk. {{(pid=61960) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1378.458182] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-74e14b33-2b83-4220-8d09-4ff4f048ee5a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.464644] env[61960]: DEBUG oslo_vmware.api [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1378.464644] env[61960]: value = "task-437105" [ 1378.464644] env[61960]: _type = "Task" [ 1378.464644] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.472040] env[61960]: DEBUG oslo_vmware.api [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437105, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.975443] env[61960]: DEBUG oslo_vmware.api [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437105, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.475557] env[61960]: DEBUG oslo_vmware.api [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437105, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.976574] env[61960]: DEBUG oslo_vmware.api [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437105, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.477350] env[61960]: DEBUG oslo_vmware.api [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437105, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.980844] env[61960]: DEBUG oslo_vmware.api [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437105, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.22919} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.980844] env[61960]: INFO nova.virt.vmwareapi.ds_util [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_674464d7-65e3-4831-b239-d7485c44b84f/OSTACK_IMG_674464d7-65e3-4831-b239-d7485c44b84f.vmdk to [datastore1] devstack-image-cache_base/5d9be161-db7e-467f-b9a9-aabfbe9dbe41/5d9be161-db7e-467f-b9a9-aabfbe9dbe41.vmdk. [ 1380.980844] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Cleaning up location [datastore1] OSTACK_IMG_674464d7-65e3-4831-b239-d7485c44b84f {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1380.980844] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_674464d7-65e3-4831-b239-d7485c44b84f {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1380.980844] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13431dcb-7d1c-44b2-9ea8-085ea4992c13 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.985229] env[61960]: DEBUG oslo_vmware.api [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1380.985229] env[61960]: value = "task-437106" [ 1380.985229] env[61960]: _type = "Task" [ 1380.985229] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.992860] env[61960]: DEBUG oslo_vmware.api [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.495476] env[61960]: DEBUG oslo_vmware.api [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034715} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.495797] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1381.496014] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d9be161-db7e-467f-b9a9-aabfbe9dbe41/5d9be161-db7e-467f-b9a9-aabfbe9dbe41.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.496313] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d9be161-db7e-467f-b9a9-aabfbe9dbe41/5d9be161-db7e-467f-b9a9-aabfbe9dbe41.vmdk to [datastore1] 8907e812-0269-411b-9a5b-c498c7d387b3/8907e812-0269-411b-9a5b-c498c7d387b3.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1381.496588] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75b2b8cf-8423-4bd1-bcec-451fed67ffde {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.503764] env[61960]: DEBUG oslo_vmware.api [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1381.503764] env[61960]: value = "task-437107" [ 1381.503764] env[61960]: _type = "Task" [ 1381.503764] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.511573] env[61960]: DEBUG oslo_vmware.api [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.014459] env[61960]: DEBUG oslo_vmware.api [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437107, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.519136] env[61960]: DEBUG oslo_vmware.api [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437107, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.016252] env[61960]: DEBUG oslo_vmware.api [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437107, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.517069] env[61960]: DEBUG oslo_vmware.api [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437107, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.017476] env[61960]: DEBUG oslo_vmware.api [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437107, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.160422} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.017886] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d9be161-db7e-467f-b9a9-aabfbe9dbe41/5d9be161-db7e-467f-b9a9-aabfbe9dbe41.vmdk to [datastore1] 8907e812-0269-411b-9a5b-c498c7d387b3/8907e812-0269-411b-9a5b-c498c7d387b3.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1384.018457] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5384684-60b1-42f9-a60b-e55b2c41b8e4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.039529] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 8907e812-0269-411b-9a5b-c498c7d387b3/8907e812-0269-411b-9a5b-c498c7d387b3.vmdk or device None with type streamOptimized {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1384.039751] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd6b06b0-5519-4702-ab93-f751e3e6aea5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.057606] env[61960]: DEBUG oslo_vmware.api [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1384.057606] env[61960]: value = "task-437108" [ 1384.057606] env[61960]: _type = "Task" [ 1384.057606] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.064762] env[61960]: DEBUG oslo_vmware.api [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.567604] env[61960]: DEBUG oslo_vmware.api [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.068223] env[61960]: DEBUG oslo_vmware.api [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437108, 'name': ReconfigVM_Task, 'duration_secs': 0.784214} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.068569] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 8907e812-0269-411b-9a5b-c498c7d387b3/8907e812-0269-411b-9a5b-c498c7d387b3.vmdk or device None with type streamOptimized {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1385.069121] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ad5658b-f3fe-4cb8-b86e-698130b4f1fb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.074836] env[61960]: DEBUG oslo_vmware.api [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1385.074836] env[61960]: value = "task-437109" [ 1385.074836] env[61960]: _type = "Task" [ 1385.074836] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.082852] env[61960]: DEBUG oslo_vmware.api [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437109, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.584434] env[61960]: DEBUG oslo_vmware.api [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437109, 'name': Rename_Task, 'duration_secs': 0.150554} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.584627] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1385.584873] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e85dbeb5-7d28-4ac6-adaf-3225e2325a17 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.590627] env[61960]: DEBUG oslo_vmware.api [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1385.590627] env[61960]: value = "task-437110" [ 1385.590627] env[61960]: _type = "Task" [ 1385.590627] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.597713] env[61960]: DEBUG oslo_vmware.api [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.764610] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.764862] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.764985] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=61960) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1386.100511] env[61960]: DEBUG oslo_vmware.api [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437110, 'name': PowerOnVM_Task, 'duration_secs': 0.440532} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.100915] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1386.290863] env[61960]: DEBUG nova.compute.manager [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1386.291814] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec44623c-3d27-4b92-92e3-06b4a52a5818 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.760512] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.809900] env[61960]: DEBUG oslo_concurrency.lockutils [None req-6f2dec8a-70b5-4fc7-b36e-38876c25f332 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "8907e812-0269-411b-9a5b-c498c7d387b3" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.357s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.765234] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.765645] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.765645] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager.update_available_resource {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.824358] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a4fdde5b-099c-4fb1-899b-5a30a1f3fff5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "8907e812-0269-411b-9a5b-c498c7d387b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.824607] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a4fdde5b-099c-4fb1-899b-5a30a1f3fff5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "8907e812-0269-411b-9a5b-c498c7d387b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.824825] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a4fdde5b-099c-4fb1-899b-5a30a1f3fff5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "8907e812-0269-411b-9a5b-c498c7d387b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.825027] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a4fdde5b-099c-4fb1-899b-5a30a1f3fff5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "8907e812-0269-411b-9a5b-c498c7d387b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.825226] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a4fdde5b-099c-4fb1-899b-5a30a1f3fff5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "8907e812-0269-411b-9a5b-c498c7d387b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.827188] env[61960]: INFO nova.compute.manager [None req-a4fdde5b-099c-4fb1-899b-5a30a1f3fff5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Terminating instance [ 1387.828950] env[61960]: DEBUG nova.compute.manager [None req-a4fdde5b-099c-4fb1-899b-5a30a1f3fff5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1387.829169] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a4fdde5b-099c-4fb1-899b-5a30a1f3fff5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1387.829987] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3a7f87-3cc3-4022-ae43-709ef5ac9820 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.837397] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4fdde5b-099c-4fb1-899b-5a30a1f3fff5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1387.837625] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5d9263b-eaa7-41c4-9c9d-cdbddbe92506 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.843642] env[61960]: DEBUG oslo_vmware.api [None req-a4fdde5b-099c-4fb1-899b-5a30a1f3fff5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1387.843642] env[61960]: value = "task-437111" [ 1387.843642] env[61960]: _type = "Task" [ 1387.843642] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.850578] env[61960]: DEBUG oslo_vmware.api [None req-a4fdde5b-099c-4fb1-899b-5a30a1f3fff5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.268608] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.268968] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.269287] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.269585] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=61960) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1388.270663] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0d8699-d24f-4a02-8fb8-198a66100926 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.279977] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8a81e3-199f-42dd-92ae-82fb79158a71 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.295311] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf96ea7-d669-4742-a107-ad7c4af28eb3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.301971] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5d77c3-7921-4e08-8c89-3ec02ddf7a61 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.331048] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181830MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=61960) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1388.331183] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.331376] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.352000] env[61960]: DEBUG oslo_vmware.api [None req-a4fdde5b-099c-4fb1-899b-5a30a1f3fff5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437111, 'name': PowerOffVM_Task, 'duration_secs': 0.195548} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.352273] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4fdde5b-099c-4fb1-899b-5a30a1f3fff5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1388.352442] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a4fdde5b-099c-4fb1-899b-5a30a1f3fff5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1388.352669] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e07d4a91-35a8-4614-b41e-4172953bfbbc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.424650] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a4fdde5b-099c-4fb1-899b-5a30a1f3fff5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1388.424864] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a4fdde5b-099c-4fb1-899b-5a30a1f3fff5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1388.425100] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4fdde5b-099c-4fb1-899b-5a30a1f3fff5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Deleting the datastore file [datastore1] 8907e812-0269-411b-9a5b-c498c7d387b3 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1388.425454] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b7da617-5442-4580-a711-1e189cf03d58 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.435221] env[61960]: DEBUG oslo_vmware.api [None req-a4fdde5b-099c-4fb1-899b-5a30a1f3fff5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for the task: (returnval){ [ 1388.435221] env[61960]: value = "task-437113" [ 1388.435221] env[61960]: _type = "Task" [ 1388.435221] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.442917] env[61960]: DEBUG oslo_vmware.api [None req-a4fdde5b-099c-4fb1-899b-5a30a1f3fff5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.944393] env[61960]: DEBUG oslo_vmware.api [None req-a4fdde5b-099c-4fb1-899b-5a30a1f3fff5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Task: {'id': task-437113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12617} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.944773] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4fdde5b-099c-4fb1-899b-5a30a1f3fff5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1388.944829] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a4fdde5b-099c-4fb1-899b-5a30a1f3fff5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1388.944989] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-a4fdde5b-099c-4fb1-899b-5a30a1f3fff5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1388.945188] env[61960]: INFO nova.compute.manager [None req-a4fdde5b-099c-4fb1-899b-5a30a1f3fff5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1388.945429] env[61960]: DEBUG oslo.service.loopingcall [None req-a4fdde5b-099c-4fb1-899b-5a30a1f3fff5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1388.945615] env[61960]: DEBUG nova.compute.manager [-] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1388.945708] env[61960]: DEBUG nova.network.neutron [-] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1389.329674] env[61960]: DEBUG nova.compute.manager [req-530507c3-355f-46c5-a01f-65e2c839ffd8 req-10d285a7-201b-4179-9e31-5d05a03d1f1c service nova] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Received event network-vif-deleted-4c91f066-c2ce-4721-8a7f-d30e60f18685 {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1389.329899] env[61960]: INFO nova.compute.manager [req-530507c3-355f-46c5-a01f-65e2c839ffd8 req-10d285a7-201b-4179-9e31-5d05a03d1f1c service nova] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Neutron deleted interface 4c91f066-c2ce-4721-8a7f-d30e60f18685; detaching it from the instance and deleting it from the info cache [ 1389.330510] env[61960]: DEBUG nova.network.neutron [req-530507c3-355f-46c5-a01f-65e2c839ffd8 req-10d285a7-201b-4179-9e31-5d05a03d1f1c service nova] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.420573] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 33c27200-1a1b-4c07-8ad9-67d1581e7da4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1389.420737] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 8907e812-0269-411b-9a5b-c498c7d387b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1389.420923] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=61960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1389.421083] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=61960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1389.455904] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4572b7-33de-4149-9ec6-2dcc000be18b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.463480] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5c1346-de3e-4273-a8c3-adf5c00ba385 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.493948] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e778bdc-db58-4633-8769-909292fd4eeb {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.500959] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25bae7a-1e70-4e78-bb44-007a10d3a642 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.513604] env[61960]: DEBUG nova.compute.provider_tree [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.810379] env[61960]: DEBUG nova.network.neutron [-] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.832678] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed727f49-fbcf-420c-ace6-d97caa49483e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.844619] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d4b4e7-405a-4098-b92f-46714409e098 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.869320] env[61960]: DEBUG nova.compute.manager [req-530507c3-355f-46c5-a01f-65e2c839ffd8 req-10d285a7-201b-4179-9e31-5d05a03d1f1c service nova] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Detach interface failed, port_id=4c91f066-c2ce-4721-8a7f-d30e60f18685, reason: Instance 8907e812-0269-411b-9a5b-c498c7d387b3 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1390.017042] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1390.313132] env[61960]: INFO nova.compute.manager [-] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Took 1.37 seconds to deallocate network for instance. [ 1390.522151] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=61960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1390.522400] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.191s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.765041] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1390.765276] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Starting heal instance info cache {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1390.819530] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a4fdde5b-099c-4fb1-899b-5a30a1f3fff5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.819788] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a4fdde5b-099c-4fb1-899b-5a30a1f3fff5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.820024] env[61960]: DEBUG nova.objects.instance [None req-a4fdde5b-099c-4fb1-899b-5a30a1f3fff5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lazy-loading 'resources' on Instance uuid 8907e812-0269-411b-9a5b-c498c7d387b3 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.268893] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Didn't find any instances for network info cache update. {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 1391.269261] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.269317] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.269460] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.357983] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b18d08-f318-436a-9845-d7dc482a8bf2 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.365420] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23034ddd-be66-41d2-8680-eedd081ca787 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.394604] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23eaf11c-7626-4778-9a2e-59863a9aded1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.401132] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ad616a-6d91-486f-8ee7-fae2ab28ec22 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.414636] env[61960]: DEBUG nova.compute.provider_tree [None req-a4fdde5b-099c-4fb1-899b-5a30a1f3fff5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.917642] env[61960]: DEBUG nova.scheduler.client.report [None req-a4fdde5b-099c-4fb1-899b-5a30a1f3fff5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1392.423158] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a4fdde5b-099c-4fb1-899b-5a30a1f3fff5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.603s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.444838] env[61960]: INFO nova.scheduler.client.report [None req-a4fdde5b-099c-4fb1-899b-5a30a1f3fff5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Deleted allocations for instance 8907e812-0269-411b-9a5b-c498c7d387b3 [ 1392.952418] env[61960]: DEBUG oslo_concurrency.lockutils [None req-a4fdde5b-099c-4fb1-899b-5a30a1f3fff5 tempest-ServerActionsTestOtherB-788431075 tempest-ServerActionsTestOtherB-788431075-project-member] Lock "8907e812-0269-411b-9a5b-c498c7d387b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.128s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.268071] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.268445] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Cleaning up deleted instances with incomplete migration {{(pid=61960) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11264}} [ 1396.267892] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.268119] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Cleaning up deleted instances {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11226}} [ 1396.777953] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] There are 24 instances to clean {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1396.778488] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 8907e812-0269-411b-9a5b-c498c7d387b3] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1397.282928] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 0095e411-a830-41a4-864f-d3640152b9e9] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1397.786925] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 794b1e1c-f887-4932-8a18-a8578a016d4d] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1398.291065] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 1f95770b-ee42-46d4-b975-dba0c9328c48] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1398.794161] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 72dd544f-6d36-4d8d-b64a-39233134e6d1] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1398.981079] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Acquiring lock "850f3ade-60cd-4a0c-91ad-981de2d5479c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.981396] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Lock "850f3ade-60cd-4a0c-91ad-981de2d5479c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.297190] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 4670b6b9-5fa8-4963-b2e8-099182c334b9] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1399.483691] env[61960]: DEBUG nova.compute.manager [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Starting instance... {{(pid=61960) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1399.800386] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 4e2c038c-d0b0-467d-975f-a97eabb285db] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1400.005045] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.005324] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.006746] env[61960]: INFO nova.compute.claims [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1400.303731] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 4ebd3ee8-714f-4c70-b42d-c41dab44b837] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1400.807394] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 5ff8d9bc-955b-4b08-b758-227e0c634f56] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1401.048780] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e418c6-70b7-4d95-b527-1c9460ebe333 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.055903] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce176cd-c566-4dc3-a34f-115c7ac466ba {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.085143] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f33c9e-c4e2-423d-a70d-36f8ea0c959a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.091671] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2995c0-6af4-4851-8fb9-7af72c01fb26 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.104140] env[61960]: DEBUG nova.compute.provider_tree [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.310261] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 0acb38af-b368-4309-8402-5b534a84bbb8] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1401.607068] env[61960]: DEBUG nova.scheduler.client.report [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1401.813368] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: a4cc841a-6897-451f-9885-ec8e64b4b90e] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1402.112796] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.107s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.113394] env[61960]: DEBUG nova.compute.manager [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Start building networks asynchronously for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1402.317056] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: f40d5c05-1939-42e4-ae28-85c9f5100f0d] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1402.618272] env[61960]: DEBUG nova.compute.utils [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Using /dev/sd instead of None {{(pid=61960) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1402.619723] env[61960]: DEBUG nova.compute.manager [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Not allocating networking since 'none' was specified. {{(pid=61960) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1402.820662] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 3d94c151-5cba-40db-a28a-7238fee0d810] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1403.121488] env[61960]: DEBUG nova.compute.manager [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Start building block device mappings for instance. {{(pid=61960) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1403.323988] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 35a2474f-6d31-487d-8369-caeb2cb38688] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1403.827292] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 78a44e61-8431-4348-a3fe-572e53e8785e] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1404.130279] env[61960]: DEBUG nova.compute.manager [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Start spawning the instance on the hypervisor. {{(pid=61960) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1404.160592] env[61960]: DEBUG nova.virt.hardware [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1404.160896] env[61960]: DEBUG nova.virt.hardware [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1404.161029] env[61960]: DEBUG nova.virt.hardware [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1404.161227] env[61960]: DEBUG nova.virt.hardware [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1404.161379] env[61960]: DEBUG nova.virt.hardware [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1404.161534] env[61960]: DEBUG nova.virt.hardware [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1404.162087] env[61960]: DEBUG nova.virt.hardware [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1404.162087] env[61960]: DEBUG nova.virt.hardware [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1404.162242] env[61960]: DEBUG nova.virt.hardware [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1404.162352] env[61960]: DEBUG nova.virt.hardware [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1404.162532] env[61960]: DEBUG nova.virt.hardware [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1404.163407] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14ef9f2-c146-4c90-8d85-6eb82bafc338 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.171378] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161e3712-3ecc-47f5-85ad-896d2922c466 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.184433] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Instance VIF info [] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1404.189783] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Creating folder: Project (6de398e49b884ffbb91b3a5e28128fc4). Parent ref: group-v115929. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1404.190114] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68211e3a-fa89-4fae-abb6-461e7812c942 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.199357] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Created folder: Project (6de398e49b884ffbb91b3a5e28128fc4) in parent group-v115929. [ 1404.199535] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Creating folder: Instances. Parent ref: group-v116260. {{(pid=61960) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1404.199740] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c512478-6666-48f5-9e57-f75ad4c5bf77 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.207364] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Created folder: Instances in parent group-v116260. [ 1404.207586] env[61960]: DEBUG oslo.service.loopingcall [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1404.207793] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1404.207979] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0e51622-c012-41e9-9acc-0443af4f7f5f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.223903] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1404.223903] env[61960]: value = "task-437117" [ 1404.223903] env[61960]: _type = "Task" [ 1404.223903] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.230751] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-437117, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.330570] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: a25864c6-4025-4a85-83de-62b6143b106f] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1404.734171] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-437117, 'name': CreateVM_Task, 'duration_secs': 0.250005} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.734350] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1404.734793] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.734964] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.735319] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1404.735573] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9221a323-e542-4b38-9a29-ff5a742aa666 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.740010] env[61960]: DEBUG oslo_vmware.api [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Waiting for the task: (returnval){ [ 1404.740010] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fb69e3-eb0d-3be9-2f3d-d5fe76883b8e" [ 1404.740010] env[61960]: _type = "Task" [ 1404.740010] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.747622] env[61960]: DEBUG oslo_vmware.api [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fb69e3-eb0d-3be9-2f3d-d5fe76883b8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.834268] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: cd14f531-27ec-46e9-a713-95902525710b] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1405.170054] env[61960]: DEBUG oslo_concurrency.lockutils [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquiring lock "33c27200-1a1b-4c07-8ad9-67d1581e7da4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.170054] env[61960]: DEBUG oslo_concurrency.lockutils [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "33c27200-1a1b-4c07-8ad9-67d1581e7da4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.170054] env[61960]: INFO nova.compute.manager [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Shelving [ 1405.250274] env[61960]: DEBUG oslo_vmware.api [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52fb69e3-eb0d-3be9-2f3d-d5fe76883b8e, 'name': SearchDatastore_Task, 'duration_secs': 0.012628} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.250591] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.250834] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1405.251083] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.251241] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.251430] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1405.251688] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1a4ba8d-f023-4940-9d74-44c16b105ca1 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.259797] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1405.259963] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1405.260682] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e60c0c99-2c36-47ae-8401-77c0d8dfe4bd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.265499] env[61960]: DEBUG oslo_vmware.api [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Waiting for the task: (returnval){ [ 1405.265499] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52cb8e9a-36ee-a582-e5c2-e8f9937ae253" [ 1405.265499] env[61960]: _type = "Task" [ 1405.265499] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.272448] env[61960]: DEBUG oslo_vmware.api [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52cb8e9a-36ee-a582-e5c2-e8f9937ae253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.337406] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 171c5e44-fa6e-4c35-9cbd-25a416eb5bdd] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1405.677485] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1405.677742] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d34274b-117f-4d85-ae30-91cf2abe186f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.684718] env[61960]: DEBUG oslo_vmware.api [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1405.684718] env[61960]: value = "task-437118" [ 1405.684718] env[61960]: _type = "Task" [ 1405.684718] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.693551] env[61960]: DEBUG oslo_vmware.api [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.775497] env[61960]: DEBUG oslo_vmware.api [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52cb8e9a-36ee-a582-e5c2-e8f9937ae253, 'name': SearchDatastore_Task, 'duration_secs': 0.008091} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.776318] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6dec85b-2f37-423f-849e-2e0ebd1f92c7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.781601] env[61960]: DEBUG oslo_vmware.api [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Waiting for the task: (returnval){ [ 1405.781601] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522d1295-5d55-be3f-24fe-d29686f2a394" [ 1405.781601] env[61960]: _type = "Task" [ 1405.781601] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.789138] env[61960]: DEBUG oslo_vmware.api [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522d1295-5d55-be3f-24fe-d29686f2a394, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.840879] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 6a5d8c45-4a8c-4471-ac18-15c33909ba34] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1406.194728] env[61960]: DEBUG oslo_vmware.api [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437118, 'name': PowerOffVM_Task, 'duration_secs': 0.240023} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.194992] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1406.195728] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0c49ae-439c-4959-80a7-3dc3526b2a46 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.213026] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57491916-19ac-469e-ad95-e4c5c9fd9d44 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.291914] env[61960]: DEBUG oslo_vmware.api [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]522d1295-5d55-be3f-24fe-d29686f2a394, 'name': SearchDatastore_Task, 'duration_secs': 0.008302} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.292207] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.292447] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 850f3ade-60cd-4a0c-91ad-981de2d5479c/850f3ade-60cd-4a0c-91ad-981de2d5479c.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1406.292696] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a41997b-a6f5-4cf1-a0b8-4612bf98f7d4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.298777] env[61960]: DEBUG oslo_vmware.api [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Waiting for the task: (returnval){ [ 1406.298777] env[61960]: value = "task-437119" [ 1406.298777] env[61960]: _type = "Task" [ 1406.298777] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.306011] env[61960]: DEBUG oslo_vmware.api [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': task-437119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.343866] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 5b90779e-1b3b-47a2-b867-f3c45460bcf3] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1406.722877] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Creating Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1406.724080] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bbe91ae4-49e2-4966-93c6-846c2df0856f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.731045] env[61960]: DEBUG oslo_vmware.api [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1406.731045] env[61960]: value = "task-437120" [ 1406.731045] env[61960]: _type = "Task" [ 1406.731045] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.738440] env[61960]: DEBUG oslo_vmware.api [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437120, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.808623] env[61960]: DEBUG oslo_vmware.api [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': task-437119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.410549} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.808899] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 850f3ade-60cd-4a0c-91ad-981de2d5479c/850f3ade-60cd-4a0c-91ad-981de2d5479c.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1406.809166] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1406.809433] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ec428c1-3627-4dda-ae4d-d834b41460b4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.815690] env[61960]: DEBUG oslo_vmware.api [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Waiting for the task: (returnval){ [ 1406.815690] env[61960]: value = "task-437121" [ 1406.815690] env[61960]: _type = "Task" [ 1406.815690] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.822977] env[61960]: DEBUG oslo_vmware.api [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': task-437121, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.846656] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: b0114cc8-dda4-46ad-800a-39ae14029909] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1407.240820] env[61960]: DEBUG oslo_vmware.api [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437120, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.324087] env[61960]: DEBUG oslo_vmware.api [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': task-437121, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060102} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.324400] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1407.325155] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2c0a73-3cad-4721-9519-c42bf06a8835 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.344314] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 850f3ade-60cd-4a0c-91ad-981de2d5479c/850f3ade-60cd-4a0c-91ad-981de2d5479c.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1407.344647] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77ed2b89-07ea-4aa0-839d-411b570ca346 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.358789] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 60a96320-34ad-488e-9e92-e2e12906edae] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1407.365823] env[61960]: DEBUG oslo_vmware.api [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Waiting for the task: (returnval){ [ 1407.365823] env[61960]: value = "task-437122" [ 1407.365823] env[61960]: _type = "Task" [ 1407.365823] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.373169] env[61960]: DEBUG oslo_vmware.api [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': task-437122, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.741363] env[61960]: DEBUG oslo_vmware.api [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437120, 'name': CreateSnapshot_Task, 'duration_secs': 0.901548} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.741363] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Created Snapshot of the VM instance {{(pid=61960) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1407.742112] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ab1040-5c3f-4e11-a9ec-6ed77dd23138 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.862194] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 5af86187-1400-4799-bdec-46dd40215062] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1407.875139] env[61960]: DEBUG oslo_vmware.api [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': task-437122, 'name': ReconfigVM_Task, 'duration_secs': 0.247771} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.875418] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 850f3ade-60cd-4a0c-91ad-981de2d5479c/850f3ade-60cd-4a0c-91ad-981de2d5479c.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1407.876033] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-800677a9-b54a-4372-b8b1-dc6c6fab8bae {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.882016] env[61960]: DEBUG oslo_vmware.api [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Waiting for the task: (returnval){ [ 1407.882016] env[61960]: value = "task-437123" [ 1407.882016] env[61960]: _type = "Task" [ 1407.882016] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.889934] env[61960]: DEBUG oslo_vmware.api [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': task-437123, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.259272] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Creating linked-clone VM from snapshot {{(pid=61960) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1408.259630] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2314d88f-ed3b-4af6-8702-83332d4103e0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.269022] env[61960]: DEBUG oslo_vmware.api [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1408.269022] env[61960]: value = "task-437124" [ 1408.269022] env[61960]: _type = "Task" [ 1408.269022] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.276679] env[61960]: DEBUG oslo_vmware.api [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437124, 'name': CloneVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.365425] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 4c175400-88d8-4813-aa7d-3c3f62eb2e96] Instance has had 0 of 5 cleanup attempts {{(pid=61960) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1408.392502] env[61960]: DEBUG oslo_vmware.api [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': task-437123, 'name': Rename_Task, 'duration_secs': 0.131995} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.392808] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1408.393095] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e0fff90-f229-4182-b0c9-f0a6ecffc735 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.399476] env[61960]: DEBUG oslo_vmware.api [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Waiting for the task: (returnval){ [ 1408.399476] env[61960]: value = "task-437125" [ 1408.399476] env[61960]: _type = "Task" [ 1408.399476] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.408029] env[61960]: DEBUG oslo_vmware.api [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': task-437125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.780240] env[61960]: DEBUG oslo_vmware.api [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437124, 'name': CloneVM_Task} progress is 94%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.909222] env[61960]: DEBUG oslo_vmware.api [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': task-437125, 'name': PowerOnVM_Task, 'duration_secs': 0.392216} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.909508] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1408.909734] env[61960]: INFO nova.compute.manager [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Took 4.78 seconds to spawn the instance on the hypervisor. [ 1408.909935] env[61960]: DEBUG nova.compute.manager [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1408.910724] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c2fa42-69ea-438d-aa02-6c2b3c7fc7f6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.279262] env[61960]: DEBUG oslo_vmware.api [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437124, 'name': CloneVM_Task, 'duration_secs': 1.009786} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.279549] env[61960]: INFO nova.virt.vmwareapi.vmops [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Created linked-clone VM from snapshot [ 1409.280295] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b9da6d-0804-44b8-8395-3981f0018e27 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.287205] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Uploading image 5f7b03a9-2428-49b5-81ed-ddc4e06c97e9 {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1409.309154] env[61960]: DEBUG oslo_vmware.rw_handles [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1409.309154] env[61960]: value = "vm-116264" [ 1409.309154] env[61960]: _type = "VirtualMachine" [ 1409.309154] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1409.309717] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b6ce701b-6d5f-4598-af2d-1f7b324268f5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.316791] env[61960]: DEBUG oslo_vmware.rw_handles [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lease: (returnval){ [ 1409.316791] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528755d8-8995-adf6-ade3-8cfb93454f90" [ 1409.316791] env[61960]: _type = "HttpNfcLease" [ 1409.316791] env[61960]: } obtained for exporting VM: (result){ [ 1409.316791] env[61960]: value = "vm-116264" [ 1409.316791] env[61960]: _type = "VirtualMachine" [ 1409.316791] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1409.317114] env[61960]: DEBUG oslo_vmware.api [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the lease: (returnval){ [ 1409.317114] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528755d8-8995-adf6-ade3-8cfb93454f90" [ 1409.317114] env[61960]: _type = "HttpNfcLease" [ 1409.317114] env[61960]: } to be ready. {{(pid=61960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1409.323269] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1409.323269] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528755d8-8995-adf6-ade3-8cfb93454f90" [ 1409.323269] env[61960]: _type = "HttpNfcLease" [ 1409.323269] env[61960]: } is initializing. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1409.427617] env[61960]: INFO nova.compute.manager [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Took 9.44 seconds to build instance. [ 1409.670540] env[61960]: INFO nova.compute.manager [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Rebuilding instance [ 1409.712319] env[61960]: DEBUG nova.compute.manager [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1409.713271] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e6af2e-cc32-4374-a1ef-841d31da6e3c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.824907] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1409.824907] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528755d8-8995-adf6-ade3-8cfb93454f90" [ 1409.824907] env[61960]: _type = "HttpNfcLease" [ 1409.824907] env[61960]: } is ready. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1409.825253] env[61960]: DEBUG oslo_vmware.rw_handles [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1409.825253] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]528755d8-8995-adf6-ade3-8cfb93454f90" [ 1409.825253] env[61960]: _type = "HttpNfcLease" [ 1409.825253] env[61960]: }. {{(pid=61960) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1409.825906] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed420b48-b55c-4846-864b-feaba09f490a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.832677] env[61960]: DEBUG oslo_vmware.rw_handles [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529df97c-afcf-013a-a6cf-4eee7d0a3131/disk-0.vmdk from lease info. {{(pid=61960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1409.832848] env[61960]: DEBUG oslo_vmware.rw_handles [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529df97c-afcf-013a-a6cf-4eee7d0a3131/disk-0.vmdk for reading. {{(pid=61960) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1409.930091] env[61960]: DEBUG oslo_concurrency.lockutils [None req-d7a6effb-3f29-469e-9503-ec9b0fbf9249 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Lock "850f3ade-60cd-4a0c-91ad-981de2d5479c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 10.948s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.930547] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-be8dec6f-b953-464d-b02a-9208603a3400 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.223907] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1410.224189] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-098f5f85-2d1d-4ae9-9fa8-f953c5773075 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.232685] env[61960]: DEBUG oslo_vmware.api [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Waiting for the task: (returnval){ [ 1410.232685] env[61960]: value = "task-437127" [ 1410.232685] env[61960]: _type = "Task" [ 1410.232685] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.240323] env[61960]: DEBUG oslo_vmware.api [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': task-437127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.742835] env[61960]: DEBUG oslo_vmware.api [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': task-437127, 'name': PowerOffVM_Task, 'duration_secs': 0.196903} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.743776] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1410.743886] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1410.744698] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b499b94f-02a0-4730-9ae0-820a793f4fd4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.751437] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1410.752231] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-307b22c5-be69-48c2-bb5b-89cdda594a2a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.776267] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1410.776618] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1410.776917] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Deleting the datastore file [datastore1] 850f3ade-60cd-4a0c-91ad-981de2d5479c {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1410.777264] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2227fa63-f2fa-488d-a231-c912e38baf6c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.786209] env[61960]: DEBUG oslo_vmware.api [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Waiting for the task: (returnval){ [ 1410.786209] env[61960]: value = "task-437129" [ 1410.786209] env[61960]: _type = "Task" [ 1410.786209] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.793833] env[61960]: DEBUG oslo_vmware.api [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': task-437129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.295814] env[61960]: DEBUG oslo_vmware.api [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': task-437129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126193} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.296133] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1411.296372] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1411.296601] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1412.329230] env[61960]: DEBUG nova.virt.hardware [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-08-28T09:06:41Z,direct_url=,disk_format='vmdk',id=966cfc37-d288-40df-aff0-78f82eab8ff9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='467e29fe58954d66962070aabe46c2ac',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-08-28T09:06:41Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1412.329582] env[61960]: DEBUG nova.virt.hardware [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1412.329745] env[61960]: DEBUG nova.virt.hardware [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1412.329980] env[61960]: DEBUG nova.virt.hardware [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1412.330181] env[61960]: DEBUG nova.virt.hardware [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1412.330390] env[61960]: DEBUG nova.virt.hardware [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1412.330641] env[61960]: DEBUG nova.virt.hardware [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1412.330910] env[61960]: DEBUG nova.virt.hardware [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1412.331096] env[61960]: DEBUG nova.virt.hardware [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1412.331308] env[61960]: DEBUG nova.virt.hardware [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1412.331502] env[61960]: DEBUG nova.virt.hardware [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1412.332466] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591bfab6-c45b-460c-a63a-5eedefb736f5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.340748] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b721b4-d85d-4950-84ed-28c2b56cce02 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.354194] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Instance VIF info [] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1412.359813] env[61960]: DEBUG oslo.service.loopingcall [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1412.360065] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1412.360293] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98fdc635-4c25-4fa1-a226-481db19a4976 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.376488] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1412.376488] env[61960]: value = "task-437130" [ 1412.376488] env[61960]: _type = "Task" [ 1412.376488] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.384307] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-437130, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.887117] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-437130, 'name': CreateVM_Task, 'duration_secs': 0.2568} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.887379] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1412.887706] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.887914] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.888284] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1412.888538] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b715d880-549f-4420-b589-ced91a9df6c4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.893119] env[61960]: DEBUG oslo_vmware.api [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Waiting for the task: (returnval){ [ 1412.893119] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f56a4c-99e9-8f78-7347-c612f8dfb0db" [ 1412.893119] env[61960]: _type = "Task" [ 1412.893119] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.900697] env[61960]: DEBUG oslo_vmware.api [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f56a4c-99e9-8f78-7347-c612f8dfb0db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.403260] env[61960]: DEBUG oslo_vmware.api [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52f56a4c-99e9-8f78-7347-c612f8dfb0db, 'name': SearchDatastore_Task, 'duration_secs': 0.009501} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.403723] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.403877] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Processing image 966cfc37-d288-40df-aff0-78f82eab8ff9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1413.404082] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.404243] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.404430] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1413.404725] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24929b91-8e9a-41b3-b7fc-f7af0b9c521d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.413486] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1413.413813] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1413.414544] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e21c124f-ac70-434f-91a2-aa968ec02726 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.419886] env[61960]: DEBUG oslo_vmware.api [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Waiting for the task: (returnval){ [ 1413.419886] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52219e10-73bb-53bf-552d-89fc6d8e4124" [ 1413.419886] env[61960]: _type = "Task" [ 1413.419886] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.428171] env[61960]: DEBUG oslo_vmware.api [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52219e10-73bb-53bf-552d-89fc6d8e4124, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.930483] env[61960]: DEBUG oslo_vmware.api [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52219e10-73bb-53bf-552d-89fc6d8e4124, 'name': SearchDatastore_Task, 'duration_secs': 0.007582} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.931245] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bb12e2b-bfe2-4972-b19b-054bd1b9f781 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.936229] env[61960]: DEBUG oslo_vmware.api [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Waiting for the task: (returnval){ [ 1413.936229] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527c97fa-e84e-1c16-61cc-934cb9221623" [ 1413.936229] env[61960]: _type = "Task" [ 1413.936229] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.944681] env[61960]: DEBUG oslo_vmware.api [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527c97fa-e84e-1c16-61cc-934cb9221623, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.446682] env[61960]: DEBUG oslo_vmware.api [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]527c97fa-e84e-1c16-61cc-934cb9221623, 'name': SearchDatastore_Task, 'duration_secs': 0.008601} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.447110] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.447343] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 850f3ade-60cd-4a0c-91ad-981de2d5479c/850f3ade-60cd-4a0c-91ad-981de2d5479c.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1414.447654] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73ea7126-fbc9-4662-afd5-64aa273bcd01 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.454578] env[61960]: DEBUG oslo_vmware.api [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Waiting for the task: (returnval){ [ 1414.454578] env[61960]: value = "task-437131" [ 1414.454578] env[61960]: _type = "Task" [ 1414.454578] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.461808] env[61960]: DEBUG oslo_vmware.api [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': task-437131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.965371] env[61960]: DEBUG oslo_vmware.api [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': task-437131, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427736} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.965654] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/966cfc37-d288-40df-aff0-78f82eab8ff9/966cfc37-d288-40df-aff0-78f82eab8ff9.vmdk to [datastore1] 850f3ade-60cd-4a0c-91ad-981de2d5479c/850f3ade-60cd-4a0c-91ad-981de2d5479c.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1414.965908] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Extending root virtual disk to 1048576 {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1414.966193] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b21c04d6-ab20-4b23-b0b2-9be50ed4852a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.972568] env[61960]: DEBUG oslo_vmware.api [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Waiting for the task: (returnval){ [ 1414.972568] env[61960]: value = "task-437132" [ 1414.972568] env[61960]: _type = "Task" [ 1414.972568] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.980238] env[61960]: DEBUG oslo_vmware.api [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': task-437132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.482854] env[61960]: DEBUG oslo_vmware.api [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': task-437132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113563} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.483298] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Extended root virtual disk {{(pid=61960) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1415.483999] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341bcd5a-c363-4de1-a7b6-63758f6b01ce {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.504451] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 850f3ade-60cd-4a0c-91ad-981de2d5479c/850f3ade-60cd-4a0c-91ad-981de2d5479c.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1415.504840] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eab88a0b-6483-43e8-81b8-e1aa86f8b575 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.524500] env[61960]: DEBUG oslo_vmware.api [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Waiting for the task: (returnval){ [ 1415.524500] env[61960]: value = "task-437133" [ 1415.524500] env[61960]: _type = "Task" [ 1415.524500] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.532377] env[61960]: DEBUG oslo_vmware.api [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': task-437133, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.034414] env[61960]: DEBUG oslo_vmware.api [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': task-437133, 'name': ReconfigVM_Task, 'duration_secs': 0.256105} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.034705] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 850f3ade-60cd-4a0c-91ad-981de2d5479c/850f3ade-60cd-4a0c-91ad-981de2d5479c.vmdk or device None with type sparse {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1416.035320] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4410f9e8-8de6-4c24-8d74-819e410355e3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.041037] env[61960]: DEBUG oslo_vmware.api [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Waiting for the task: (returnval){ [ 1416.041037] env[61960]: value = "task-437134" [ 1416.041037] env[61960]: _type = "Task" [ 1416.041037] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.049097] env[61960]: DEBUG oslo_vmware.api [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': task-437134, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.550858] env[61960]: DEBUG oslo_vmware.api [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': task-437134, 'name': Rename_Task, 'duration_secs': 0.129068} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.551306] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1416.551484] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-810f7fc3-c647-40ce-ae90-3ccda2cefb15 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.557087] env[61960]: DEBUG oslo_vmware.api [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Waiting for the task: (returnval){ [ 1416.557087] env[61960]: value = "task-437135" [ 1416.557087] env[61960]: _type = "Task" [ 1416.557087] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.570730] env[61960]: DEBUG oslo_vmware.api [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': task-437135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.068018] env[61960]: DEBUG oslo_vmware.api [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': task-437135, 'name': PowerOnVM_Task, 'duration_secs': 0.432869} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.068378] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1417.068636] env[61960]: DEBUG nova.compute.manager [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1417.069465] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fed176-61e3-45d3-a217-911fd57d7e3d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.587445] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.587732] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.587954] env[61960]: DEBUG nova.objects.instance [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=61960) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1418.308359] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Acquiring lock "850f3ade-60cd-4a0c-91ad-981de2d5479c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.308623] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Lock "850f3ade-60cd-4a0c-91ad-981de2d5479c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.308878] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Acquiring lock "850f3ade-60cd-4a0c-91ad-981de2d5479c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.309084] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Lock "850f3ade-60cd-4a0c-91ad-981de2d5479c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.309268] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Lock "850f3ade-60cd-4a0c-91ad-981de2d5479c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.311391] env[61960]: INFO nova.compute.manager [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Terminating instance [ 1418.313052] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Acquiring lock "refresh_cache-850f3ade-60cd-4a0c-91ad-981de2d5479c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.313188] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Acquired lock "refresh_cache-850f3ade-60cd-4a0c-91ad-981de2d5479c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.313344] env[61960]: DEBUG nova.network.neutron [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1418.336981] env[61960]: DEBUG oslo_vmware.rw_handles [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529df97c-afcf-013a-a6cf-4eee7d0a3131/disk-0.vmdk. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1418.337934] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74feb629-5ff9-4eb3-b5f6-d6ad49494702 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.344388] env[61960]: DEBUG oslo_vmware.rw_handles [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529df97c-afcf-013a-a6cf-4eee7d0a3131/disk-0.vmdk is in state: ready. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1418.344557] env[61960]: ERROR oslo_vmware.rw_handles [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529df97c-afcf-013a-a6cf-4eee7d0a3131/disk-0.vmdk due to incomplete transfer. [ 1418.344769] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b03c69fe-0619-4f46-97e2-2cd97bd4c4d0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.351716] env[61960]: DEBUG oslo_vmware.rw_handles [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529df97c-afcf-013a-a6cf-4eee7d0a3131/disk-0.vmdk. {{(pid=61960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1418.351905] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Uploaded image 5f7b03a9-2428-49b5-81ed-ddc4e06c97e9 to the Glance image server {{(pid=61960) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1418.354334] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Destroying the VM {{(pid=61960) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1418.354560] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c073ac71-63e1-4145-9a04-f93613ebfb23 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.360432] env[61960]: DEBUG oslo_vmware.api [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1418.360432] env[61960]: value = "task-437136" [ 1418.360432] env[61960]: _type = "Task" [ 1418.360432] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.367609] env[61960]: DEBUG oslo_vmware.api [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437136, 'name': Destroy_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.596553] env[61960]: DEBUG oslo_concurrency.lockutils [None req-2d96b686-ead7-4389-a0ad-ece3fc1a5d16 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.832308] env[61960]: DEBUG nova.network.neutron [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1418.870292] env[61960]: DEBUG oslo_vmware.api [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437136, 'name': Destroy_Task, 'duration_secs': 0.356764} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.870578] env[61960]: INFO nova.virt.vmwareapi.vm_util [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Destroyed the VM [ 1418.870780] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Deleting Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1418.871037] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-edcdf4f2-c44f-4921-b109-8b81ef20f7e6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.876417] env[61960]: DEBUG oslo_vmware.api [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1418.876417] env[61960]: value = "task-437137" [ 1418.876417] env[61960]: _type = "Task" [ 1418.876417] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.879619] env[61960]: DEBUG nova.network.neutron [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.885353] env[61960]: DEBUG oslo_vmware.api [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437137, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.383355] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Releasing lock "refresh_cache-850f3ade-60cd-4a0c-91ad-981de2d5479c" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.383845] env[61960]: DEBUG nova.compute.manager [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1419.384105] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1419.387891] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea16a22b-13d2-4cec-b80c-3985f7ff41ad {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.390570] env[61960]: DEBUG oslo_vmware.api [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437137, 'name': RemoveSnapshot_Task, 'duration_secs': 0.327393} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.390899] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Deleted Snapshot of the VM instance {{(pid=61960) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1419.391111] env[61960]: DEBUG nova.compute.manager [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1419.392474] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea16c8ae-95b3-4cba-a3a8-77c3095c67df {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.396556] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1419.397083] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a630d4f6-0e0c-4ad8-a830-d535f1b78ba0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.406665] env[61960]: DEBUG oslo_vmware.api [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Waiting for the task: (returnval){ [ 1419.406665] env[61960]: value = "task-437138" [ 1419.406665] env[61960]: _type = "Task" [ 1419.406665] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.414444] env[61960]: DEBUG oslo_vmware.api [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': task-437138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.906297] env[61960]: INFO nova.compute.manager [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Shelve offloading [ 1419.908083] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1419.908419] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-551a443d-9b93-43eb-8f8e-1e14ced89508 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.918591] env[61960]: DEBUG oslo_vmware.api [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': task-437138, 'name': PowerOffVM_Task, 'duration_secs': 0.226645} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.919756] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1419.919933] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1419.920237] env[61960]: DEBUG oslo_vmware.api [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1419.920237] env[61960]: value = "task-437139" [ 1419.920237] env[61960]: _type = "Task" [ 1419.920237] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.920416] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd141fef-7ad9-40cf-b13c-c594e30083e5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.930767] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] VM already powered off {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1419.930940] env[61960]: DEBUG nova.compute.manager [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1419.931661] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b482d4f1-f9ab-4cd8-bae7-84b07420b197 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.936723] env[61960]: DEBUG oslo_concurrency.lockutils [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquiring lock "refresh_cache-33c27200-1a1b-4c07-8ad9-67d1581e7da4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.936897] env[61960]: DEBUG oslo_concurrency.lockutils [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquired lock "refresh_cache-33c27200-1a1b-4c07-8ad9-67d1581e7da4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.937081] env[61960]: DEBUG nova.network.neutron [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1419.947547] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1419.947786] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1419.947981] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Deleting the datastore file [datastore1] 850f3ade-60cd-4a0c-91ad-981de2d5479c {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1419.948263] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2ce31b7-384c-4592-8e0b-908b9446aee3 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.954062] env[61960]: DEBUG oslo_vmware.api [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Waiting for the task: (returnval){ [ 1419.954062] env[61960]: value = "task-437141" [ 1419.954062] env[61960]: _type = "Task" [ 1419.954062] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.961546] env[61960]: DEBUG oslo_vmware.api [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': task-437141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.463828] env[61960]: DEBUG oslo_vmware.api [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Task: {'id': task-437141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.084665} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.463933] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1420.464066] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1420.464258] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1420.464538] env[61960]: INFO nova.compute.manager [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1420.464697] env[61960]: DEBUG oslo.service.loopingcall [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1420.466963] env[61960]: DEBUG nova.compute.manager [-] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1420.467116] env[61960]: DEBUG nova.network.neutron [-] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1420.485080] env[61960]: DEBUG nova.network.neutron [-] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Instance cache missing network info. {{(pid=61960) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1420.638298] env[61960]: DEBUG nova.network.neutron [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Updating instance_info_cache with network_info: [{"id": "eaad9859-5a6f-44ba-8673-e275d1299a2c", "address": "fa:16:3e:d3:ba:f4", "network": {"id": "8d25dfde-686c-47fb-8b68-2ce9b2c7e649", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1868874059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9352728ec3c141bf9777d87672a0424c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaad9859-5a", "ovs_interfaceid": "eaad9859-5a6f-44ba-8673-e275d1299a2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.987453] env[61960]: DEBUG nova.network.neutron [-] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.140834] env[61960]: DEBUG oslo_concurrency.lockutils [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Releasing lock "refresh_cache-33c27200-1a1b-4c07-8ad9-67d1581e7da4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.359868] env[61960]: DEBUG nova.compute.manager [req-df5d6884-8242-4337-aba3-d1170d1be455 req-33a9c599-adce-4c88-a152-804ba39eee75 service nova] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Received event network-vif-unplugged-eaad9859-5a6f-44ba-8673-e275d1299a2c {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1421.360056] env[61960]: DEBUG oslo_concurrency.lockutils [req-df5d6884-8242-4337-aba3-d1170d1be455 req-33a9c599-adce-4c88-a152-804ba39eee75 service nova] Acquiring lock "33c27200-1a1b-4c07-8ad9-67d1581e7da4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.360279] env[61960]: DEBUG oslo_concurrency.lockutils [req-df5d6884-8242-4337-aba3-d1170d1be455 req-33a9c599-adce-4c88-a152-804ba39eee75 service nova] Lock "33c27200-1a1b-4c07-8ad9-67d1581e7da4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.360454] env[61960]: DEBUG oslo_concurrency.lockutils [req-df5d6884-8242-4337-aba3-d1170d1be455 req-33a9c599-adce-4c88-a152-804ba39eee75 service nova] Lock "33c27200-1a1b-4c07-8ad9-67d1581e7da4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.360626] env[61960]: DEBUG nova.compute.manager [req-df5d6884-8242-4337-aba3-d1170d1be455 req-33a9c599-adce-4c88-a152-804ba39eee75 service nova] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] No waiting events found dispatching network-vif-unplugged-eaad9859-5a6f-44ba-8673-e275d1299a2c {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1421.360795] env[61960]: WARNING nova.compute.manager [req-df5d6884-8242-4337-aba3-d1170d1be455 req-33a9c599-adce-4c88-a152-804ba39eee75 service nova] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Received unexpected event network-vif-unplugged-eaad9859-5a6f-44ba-8673-e275d1299a2c for instance with vm_state shelved and task_state shelving_offloading. [ 1421.438110] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1421.439042] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393e0472-24e8-4ae6-91b3-4fa80c4e1c4c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.446734] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1421.446956] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f60eae17-ba6a-40ff-8577-6b71ca04720a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.490341] env[61960]: INFO nova.compute.manager [-] [instance: 850f3ade-60cd-4a0c-91ad-981de2d5479c] Took 1.02 seconds to deallocate network for instance. [ 1421.516105] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1421.516418] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1421.516691] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Deleting the datastore file [datastore1] 33c27200-1a1b-4c07-8ad9-67d1581e7da4 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1421.517050] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e91e0a3a-faca-4423-a850-404a05c74ad6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.523370] env[61960]: DEBUG oslo_vmware.api [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1421.523370] env[61960]: value = "task-437143" [ 1421.523370] env[61960]: _type = "Task" [ 1421.523370] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.532118] env[61960]: DEBUG oslo_vmware.api [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.996761] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.997176] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.997290] env[61960]: DEBUG nova.objects.instance [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Lazy-loading 'resources' on Instance uuid 850f3ade-60cd-4a0c-91ad-981de2d5479c {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1422.033053] env[61960]: DEBUG oslo_vmware.api [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124778} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.033269] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1422.033434] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1422.033619] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1422.057948] env[61960]: INFO nova.scheduler.client.report [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Deleted allocations for instance 33c27200-1a1b-4c07-8ad9-67d1581e7da4 [ 1422.526970] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711ee208-19ba-43f9-8f27-2b2a4ce75ccc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.534592] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b2eab1-4d33-45d7-b9c2-d8ad4094bc15 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.564743] env[61960]: DEBUG oslo_concurrency.lockutils [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.565621] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94404cba-0650-4146-8980-4270edbacdf0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.572126] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92f4152-2fdd-4c3d-bef9-f26cb161eda0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.584638] env[61960]: DEBUG nova.compute.provider_tree [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1423.087688] env[61960]: DEBUG nova.scheduler.client.report [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1423.384520] env[61960]: DEBUG nova.compute.manager [req-63d98d08-3876-4a49-935f-179566e43e68 req-db237526-918c-4059-8445-df1adc7c17cc service nova] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Received event network-changed-eaad9859-5a6f-44ba-8673-e275d1299a2c {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1423.384732] env[61960]: DEBUG nova.compute.manager [req-63d98d08-3876-4a49-935f-179566e43e68 req-db237526-918c-4059-8445-df1adc7c17cc service nova] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Refreshing instance network info cache due to event network-changed-eaad9859-5a6f-44ba-8673-e275d1299a2c. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1423.384948] env[61960]: DEBUG oslo_concurrency.lockutils [req-63d98d08-3876-4a49-935f-179566e43e68 req-db237526-918c-4059-8445-df1adc7c17cc service nova] Acquiring lock "refresh_cache-33c27200-1a1b-4c07-8ad9-67d1581e7da4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.385115] env[61960]: DEBUG oslo_concurrency.lockutils [req-63d98d08-3876-4a49-935f-179566e43e68 req-db237526-918c-4059-8445-df1adc7c17cc service nova] Acquired lock "refresh_cache-33c27200-1a1b-4c07-8ad9-67d1581e7da4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.385627] env[61960]: DEBUG nova.network.neutron [req-63d98d08-3876-4a49-935f-179566e43e68 req-db237526-918c-4059-8445-df1adc7c17cc service nova] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Refreshing network info cache for port eaad9859-5a6f-44ba-8673-e275d1299a2c {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1423.592728] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.595s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.594946] env[61960]: DEBUG oslo_concurrency.lockutils [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.030s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.595488] env[61960]: DEBUG nova.objects.instance [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lazy-loading 'resources' on Instance uuid 33c27200-1a1b-4c07-8ad9-67d1581e7da4 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1423.615434] env[61960]: INFO nova.scheduler.client.report [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Deleted allocations for instance 850f3ade-60cd-4a0c-91ad-981de2d5479c [ 1424.097769] env[61960]: DEBUG nova.objects.instance [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lazy-loading 'numa_topology' on Instance uuid 33c27200-1a1b-4c07-8ad9-67d1581e7da4 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1424.122213] env[61960]: DEBUG oslo_concurrency.lockutils [None req-3d0176dc-056d-4a7b-801c-31a4a0dba389 tempest-ServerShowV257Test-1409644608 tempest-ServerShowV257Test-1409644608-project-member] Lock "850f3ade-60cd-4a0c-91ad-981de2d5479c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.813s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.194657] env[61960]: DEBUG nova.network.neutron [req-63d98d08-3876-4a49-935f-179566e43e68 req-db237526-918c-4059-8445-df1adc7c17cc service nova] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Updated VIF entry in instance network info cache for port eaad9859-5a6f-44ba-8673-e275d1299a2c. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1424.195037] env[61960]: DEBUG nova.network.neutron [req-63d98d08-3876-4a49-935f-179566e43e68 req-db237526-918c-4059-8445-df1adc7c17cc service nova] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Updating instance_info_cache with network_info: [{"id": "eaad9859-5a6f-44ba-8673-e275d1299a2c", "address": "fa:16:3e:d3:ba:f4", "network": {"id": "8d25dfde-686c-47fb-8b68-2ce9b2c7e649", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1868874059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9352728ec3c141bf9777d87672a0424c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapeaad9859-5a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.601681] env[61960]: DEBUG nova.objects.base [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Object Instance<33c27200-1a1b-4c07-8ad9-67d1581e7da4> lazy-loaded attributes: resources,numa_topology {{(pid=61960) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1424.631535] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567c025b-cd08-4ebb-96fb-2c3a3535cac5 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.331968] env[61960]: DEBUG oslo_concurrency.lockutils [req-63d98d08-3876-4a49-935f-179566e43e68 req-db237526-918c-4059-8445-df1adc7c17cc service nova] Releasing lock "refresh_cache-33c27200-1a1b-4c07-8ad9-67d1581e7da4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1425.334527] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400666d9-0332-4736-a98f-fee08aaf91cf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.367729] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d1c910-2490-4e55-b3b7-b04bf54b291b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.375242] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2a0eda-fcf8-4096-aaeb-f009dff60403 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.388424] env[61960]: DEBUG nova.compute.provider_tree [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.842622] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquiring lock "33c27200-1a1b-4c07-8ad9-67d1581e7da4" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.891363] env[61960]: DEBUG nova.scheduler.client.report [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1426.396381] env[61960]: DEBUG oslo_concurrency.lockutils [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.801s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.903570] env[61960]: DEBUG oslo_concurrency.lockutils [None req-46575682-30c1-4cfc-92e2-4de1bb711808 tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "33c27200-1a1b-4c07-8ad9-67d1581e7da4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.734s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.904419] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "33c27200-1a1b-4c07-8ad9-67d1581e7da4" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.062s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.904603] env[61960]: INFO nova.compute.manager [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Unshelving [ 1427.929209] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.929503] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.929679] env[61960]: DEBUG nova.objects.instance [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lazy-loading 'pci_requests' on Instance uuid 33c27200-1a1b-4c07-8ad9-67d1581e7da4 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1428.433881] env[61960]: DEBUG nova.objects.instance [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lazy-loading 'numa_topology' on Instance uuid 33c27200-1a1b-4c07-8ad9-67d1581e7da4 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1428.936616] env[61960]: INFO nova.compute.claims [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1429.972822] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648e9e27-784c-40ee-b07a-f6ee27470d07 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.980605] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6daa71f9-f43a-4c0c-a35a-d97179fa0304 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.010753] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a108a51d-a893-4f91-9b02-a33cbc2c118e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.017213] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c8bb22-7f4c-4368-af3c-0cf5043fc509 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.029458] env[61960]: DEBUG nova.compute.provider_tree [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1430.532085] env[61960]: DEBUG nova.scheduler.client.report [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1431.036781] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.107s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.064815] env[61960]: INFO nova.network.neutron [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Updating port eaad9859-5a6f-44ba-8673-e275d1299a2c with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1432.430154] env[61960]: DEBUG nova.compute.manager [req-7049087b-2ed6-476a-936a-10d4d82de6e8 req-99e387bb-13ee-4e35-aad6-dac646f55d04 service nova] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Received event network-vif-plugged-eaad9859-5a6f-44ba-8673-e275d1299a2c {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1432.430437] env[61960]: DEBUG oslo_concurrency.lockutils [req-7049087b-2ed6-476a-936a-10d4d82de6e8 req-99e387bb-13ee-4e35-aad6-dac646f55d04 service nova] Acquiring lock "33c27200-1a1b-4c07-8ad9-67d1581e7da4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.430583] env[61960]: DEBUG oslo_concurrency.lockutils [req-7049087b-2ed6-476a-936a-10d4d82de6e8 req-99e387bb-13ee-4e35-aad6-dac646f55d04 service nova] Lock "33c27200-1a1b-4c07-8ad9-67d1581e7da4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.430781] env[61960]: DEBUG oslo_concurrency.lockutils [req-7049087b-2ed6-476a-936a-10d4d82de6e8 req-99e387bb-13ee-4e35-aad6-dac646f55d04 service nova] Lock "33c27200-1a1b-4c07-8ad9-67d1581e7da4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.430912] env[61960]: DEBUG nova.compute.manager [req-7049087b-2ed6-476a-936a-10d4d82de6e8 req-99e387bb-13ee-4e35-aad6-dac646f55d04 service nova] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] No waiting events found dispatching network-vif-plugged-eaad9859-5a6f-44ba-8673-e275d1299a2c {{(pid=61960) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1432.431105] env[61960]: WARNING nova.compute.manager [req-7049087b-2ed6-476a-936a-10d4d82de6e8 req-99e387bb-13ee-4e35-aad6-dac646f55d04 service nova] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Received unexpected event network-vif-plugged-eaad9859-5a6f-44ba-8673-e275d1299a2c for instance with vm_state shelved_offloaded and task_state spawning. [ 1432.487090] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquiring lock "refresh_cache-33c27200-1a1b-4c07-8ad9-67d1581e7da4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.487090] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquired lock "refresh_cache-33c27200-1a1b-4c07-8ad9-67d1581e7da4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.487090] env[61960]: DEBUG nova.network.neutron [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Building network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1433.219781] env[61960]: DEBUG nova.network.neutron [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Updating instance_info_cache with network_info: [{"id": "eaad9859-5a6f-44ba-8673-e275d1299a2c", "address": "fa:16:3e:d3:ba:f4", "network": {"id": "8d25dfde-686c-47fb-8b68-2ce9b2c7e649", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1868874059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9352728ec3c141bf9777d87672a0424c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaad9859-5a", "ovs_interfaceid": "eaad9859-5a6f-44ba-8673-e275d1299a2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.722921] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Releasing lock "refresh_cache-33c27200-1a1b-4c07-8ad9-67d1581e7da4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.801643] env[61960]: DEBUG nova.virt.hardware [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-08-28T09:06:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='33c7f96ea18875c9d9c5f0f98a8dcd87',container_format='bare',created_at=2024-08-28T09:23:16Z,direct_url=,disk_format='vmdk',id=5f7b03a9-2428-49b5-81ed-ddc4e06c97e9,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1746035198-shelved',owner='9352728ec3c141bf9777d87672a0424c',properties=ImageMetaProps,protected=,size=31661568,status='active',tags=,updated_at=2024-08-28T09:23:30Z,virtual_size=,visibility=), allow threads: False {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1433.801913] env[61960]: DEBUG nova.virt.hardware [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Flavor limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1433.802096] env[61960]: DEBUG nova.virt.hardware [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Image limits 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1433.802293] env[61960]: DEBUG nova.virt.hardware [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Flavor pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1433.802445] env[61960]: DEBUG nova.virt.hardware [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Image pref 0:0:0 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1433.802595] env[61960]: DEBUG nova.virt.hardware [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61960) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1433.802808] env[61960]: DEBUG nova.virt.hardware [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1433.802971] env[61960]: DEBUG nova.virt.hardware [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1433.803156] env[61960]: DEBUG nova.virt.hardware [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Got 1 possible topologies {{(pid=61960) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1433.803321] env[61960]: DEBUG nova.virt.hardware [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1433.803496] env[61960]: DEBUG nova.virt.hardware [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61960) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1433.804373] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90d0a8d-e98a-43ce-9b1c-0a923dff8873 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.811603] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cd29be-e416-4ce6-a234-7426fa5be23a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.826045] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:ba:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eaad9859-5a6f-44ba-8673-e275d1299a2c', 'vif_model': 'vmxnet3'}] {{(pid=61960) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1433.833220] env[61960]: DEBUG oslo.service.loopingcall [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1433.833454] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Creating VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1433.833665] env[61960]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e58e37e3-c044-418b-977e-7bce6b7c74f6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.852161] env[61960]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1433.852161] env[61960]: value = "task-437144" [ 1433.852161] env[61960]: _type = "Task" [ 1433.852161] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.859119] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-437144, 'name': CreateVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.362400] env[61960]: DEBUG oslo_vmware.api [-] Task: {'id': task-437144, 'name': CreateVM_Task, 'duration_secs': 0.311646} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.362599] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Created VM on the ESX host {{(pid=61960) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1434.363224] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5f7b03a9-2428-49b5-81ed-ddc4e06c97e9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.363396] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5f7b03a9-2428-49b5-81ed-ddc4e06c97e9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.363787] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5f7b03a9-2428-49b5-81ed-ddc4e06c97e9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1434.364053] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09b2ed04-9df8-41a4-a505-432188c1ba0f {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.368301] env[61960]: DEBUG oslo_vmware.api [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1434.368301] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524d9cd5-2321-8a1e-cb04-8869634c8f4d" [ 1434.368301] env[61960]: _type = "Task" [ 1434.368301] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.376385] env[61960]: DEBUG oslo_vmware.api [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]524d9cd5-2321-8a1e-cb04-8869634c8f4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.455233] env[61960]: DEBUG nova.compute.manager [req-4a3137bc-f84c-4d28-9fbf-9327cbcd0ee8 req-60f6f42c-3559-424d-bf4a-c7fa0b5f3644 service nova] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Received event network-changed-eaad9859-5a6f-44ba-8673-e275d1299a2c {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1434.455436] env[61960]: DEBUG nova.compute.manager [req-4a3137bc-f84c-4d28-9fbf-9327cbcd0ee8 req-60f6f42c-3559-424d-bf4a-c7fa0b5f3644 service nova] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Refreshing instance network info cache due to event network-changed-eaad9859-5a6f-44ba-8673-e275d1299a2c. {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1434.455653] env[61960]: DEBUG oslo_concurrency.lockutils [req-4a3137bc-f84c-4d28-9fbf-9327cbcd0ee8 req-60f6f42c-3559-424d-bf4a-c7fa0b5f3644 service nova] Acquiring lock "refresh_cache-33c27200-1a1b-4c07-8ad9-67d1581e7da4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.455816] env[61960]: DEBUG oslo_concurrency.lockutils [req-4a3137bc-f84c-4d28-9fbf-9327cbcd0ee8 req-60f6f42c-3559-424d-bf4a-c7fa0b5f3644 service nova] Acquired lock "refresh_cache-33c27200-1a1b-4c07-8ad9-67d1581e7da4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.455992] env[61960]: DEBUG nova.network.neutron [req-4a3137bc-f84c-4d28-9fbf-9327cbcd0ee8 req-60f6f42c-3559-424d-bf4a-c7fa0b5f3644 service nova] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Refreshing network info cache for port eaad9859-5a6f-44ba-8673-e275d1299a2c {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1434.878339] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5f7b03a9-2428-49b5-81ed-ddc4e06c97e9" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.878731] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Processing image 5f7b03a9-2428-49b5-81ed-ddc4e06c97e9 {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1434.878878] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5f7b03a9-2428-49b5-81ed-ddc4e06c97e9/5f7b03a9-2428-49b5-81ed-ddc4e06c97e9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.879015] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5f7b03a9-2428-49b5-81ed-ddc4e06c97e9/5f7b03a9-2428-49b5-81ed-ddc4e06c97e9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.879218] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1434.879465] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-319fc5a9-b86b-48ca-87fe-0a1da62f0068 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.886972] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1434.887189] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=61960) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1434.887831] env[61960]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa28a1e4-0691-4247-ae57-bc05c3f83a1d {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.892279] env[61960]: DEBUG oslo_vmware.api [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1434.892279] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5200e01e-1cef-8b65-0287-ab40bee5791b" [ 1434.892279] env[61960]: _type = "Task" [ 1434.892279] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.899228] env[61960]: DEBUG oslo_vmware.api [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]5200e01e-1cef-8b65-0287-ab40bee5791b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.345722] env[61960]: DEBUG nova.network.neutron [req-4a3137bc-f84c-4d28-9fbf-9327cbcd0ee8 req-60f6f42c-3559-424d-bf4a-c7fa0b5f3644 service nova] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Updated VIF entry in instance network info cache for port eaad9859-5a6f-44ba-8673-e275d1299a2c. {{(pid=61960) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1435.346164] env[61960]: DEBUG nova.network.neutron [req-4a3137bc-f84c-4d28-9fbf-9327cbcd0ee8 req-60f6f42c-3559-424d-bf4a-c7fa0b5f3644 service nova] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Updating instance_info_cache with network_info: [{"id": "eaad9859-5a6f-44ba-8673-e275d1299a2c", "address": "fa:16:3e:d3:ba:f4", "network": {"id": "8d25dfde-686c-47fb-8b68-2ce9b2c7e649", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1868874059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9352728ec3c141bf9777d87672a0424c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaad9859-5a", "ovs_interfaceid": "eaad9859-5a6f-44ba-8673-e275d1299a2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.401700] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Preparing fetch location {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1435.401948] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Fetch image to [datastore1] OSTACK_IMG_5a3cb904-e0c4-48a6-9f18-bf5f2fa31fee/OSTACK_IMG_5a3cb904-e0c4-48a6-9f18-bf5f2fa31fee.vmdk {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1435.402155] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Downloading stream optimized image 5f7b03a9-2428-49b5-81ed-ddc4e06c97e9 to [datastore1] OSTACK_IMG_5a3cb904-e0c4-48a6-9f18-bf5f2fa31fee/OSTACK_IMG_5a3cb904-e0c4-48a6-9f18-bf5f2fa31fee.vmdk on the data store datastore1 as vApp {{(pid=61960) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1435.402331] env[61960]: DEBUG nova.virt.vmwareapi.images [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Downloading image file data 5f7b03a9-2428-49b5-81ed-ddc4e06c97e9 to the ESX as VM named 'OSTACK_IMG_5a3cb904-e0c4-48a6-9f18-bf5f2fa31fee' {{(pid=61960) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1435.465080] env[61960]: DEBUG oslo_vmware.rw_handles [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1435.465080] env[61960]: value = "resgroup-9" [ 1435.465080] env[61960]: _type = "ResourcePool" [ 1435.465080] env[61960]: }. {{(pid=61960) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1435.465358] env[61960]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-de9af75d-d73f-499e-be31-e26a60bf8d2b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.485133] env[61960]: DEBUG oslo_vmware.rw_handles [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lease: (returnval){ [ 1435.485133] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52cee636-678c-2aff-2599-25581283bd5d" [ 1435.485133] env[61960]: _type = "HttpNfcLease" [ 1435.485133] env[61960]: } obtained for vApp import into resource pool (val){ [ 1435.485133] env[61960]: value = "resgroup-9" [ 1435.485133] env[61960]: _type = "ResourcePool" [ 1435.485133] env[61960]: }. {{(pid=61960) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1435.485456] env[61960]: DEBUG oslo_vmware.api [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the lease: (returnval){ [ 1435.485456] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52cee636-678c-2aff-2599-25581283bd5d" [ 1435.485456] env[61960]: _type = "HttpNfcLease" [ 1435.485456] env[61960]: } to be ready. {{(pid=61960) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1435.493857] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1435.493857] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52cee636-678c-2aff-2599-25581283bd5d" [ 1435.493857] env[61960]: _type = "HttpNfcLease" [ 1435.493857] env[61960]: } is initializing. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1435.848793] env[61960]: DEBUG oslo_concurrency.lockutils [req-4a3137bc-f84c-4d28-9fbf-9327cbcd0ee8 req-60f6f42c-3559-424d-bf4a-c7fa0b5f3644 service nova] Releasing lock "refresh_cache-33c27200-1a1b-4c07-8ad9-67d1581e7da4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.993794] env[61960]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1435.993794] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52cee636-678c-2aff-2599-25581283bd5d" [ 1435.993794] env[61960]: _type = "HttpNfcLease" [ 1435.993794] env[61960]: } is ready. {{(pid=61960) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1435.994310] env[61960]: DEBUG oslo_vmware.rw_handles [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1435.994310] env[61960]: value = "session[52a5a513-bfe2-ecb8-78fa-de524d54e8e9]52cee636-678c-2aff-2599-25581283bd5d" [ 1435.994310] env[61960]: _type = "HttpNfcLease" [ 1435.994310] env[61960]: }. {{(pid=61960) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1435.994792] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670a1c98-8faf-4867-bccf-b616119717dc {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.001713] env[61960]: DEBUG oslo_vmware.rw_handles [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e63400-64e4-ec85-a1ad-18568c8f6e2f/disk-0.vmdk from lease info. {{(pid=61960) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1436.001890] env[61960]: DEBUG oslo_vmware.rw_handles [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Creating HTTP connection to write to file with size = 31661568 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e63400-64e4-ec85-a1ad-18568c8f6e2f/disk-0.vmdk. {{(pid=61960) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1436.063295] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-50729e90-b765-44cf-b324-e5b998d26688 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.152161] env[61960]: DEBUG oslo_vmware.rw_handles [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Completed reading data from the image iterator. {{(pid=61960) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1437.152598] env[61960]: DEBUG oslo_vmware.rw_handles [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e63400-64e4-ec85-a1ad-18568c8f6e2f/disk-0.vmdk. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1437.153433] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9696df-b15a-4859-bdef-26a1ea8d4d2e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.160201] env[61960]: DEBUG oslo_vmware.rw_handles [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e63400-64e4-ec85-a1ad-18568c8f6e2f/disk-0.vmdk is in state: ready. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1437.160395] env[61960]: DEBUG oslo_vmware.rw_handles [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e63400-64e4-ec85-a1ad-18568c8f6e2f/disk-0.vmdk. {{(pid=61960) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1437.160624] env[61960]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f46cd667-55d2-4c3a-9f25-ccea4b83d129 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.342107] env[61960]: DEBUG oslo_vmware.rw_handles [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e63400-64e4-ec85-a1ad-18568c8f6e2f/disk-0.vmdk. {{(pid=61960) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1437.342348] env[61960]: INFO nova.virt.vmwareapi.images [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Downloaded image file data 5f7b03a9-2428-49b5-81ed-ddc4e06c97e9 [ 1437.343193] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec5a569-c48a-4b8c-bd28-82174e7352e6 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.357876] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9432e587-e48a-4fad-bf55-6ea31b10b7a4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.381433] env[61960]: INFO nova.virt.vmwareapi.images [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] The imported VM was unregistered [ 1437.383591] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Caching image {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1437.383823] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Creating directory with path [datastore1] devstack-image-cache_base/5f7b03a9-2428-49b5-81ed-ddc4e06c97e9 {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1437.384081] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7d954ce-967d-4cf2-b4ee-7d1bcff40b04 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.393429] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Created directory with path [datastore1] devstack-image-cache_base/5f7b03a9-2428-49b5-81ed-ddc4e06c97e9 {{(pid=61960) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1437.393607] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_5a3cb904-e0c4-48a6-9f18-bf5f2fa31fee/OSTACK_IMG_5a3cb904-e0c4-48a6-9f18-bf5f2fa31fee.vmdk to [datastore1] devstack-image-cache_base/5f7b03a9-2428-49b5-81ed-ddc4e06c97e9/5f7b03a9-2428-49b5-81ed-ddc4e06c97e9.vmdk. {{(pid=61960) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1437.393833] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f09b98a2-e5fd-4a00-80ea-758e126ef4a0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.400120] env[61960]: DEBUG oslo_vmware.api [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1437.400120] env[61960]: value = "task-437147" [ 1437.400120] env[61960]: _type = "Task" [ 1437.400120] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.407200] env[61960]: DEBUG oslo_vmware.api [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437147, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.912446] env[61960]: DEBUG oslo_vmware.api [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437147, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.411341] env[61960]: DEBUG oslo_vmware.api [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437147, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.911921] env[61960]: DEBUG oslo_vmware.api [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437147, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.413420] env[61960]: DEBUG oslo_vmware.api [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437147, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.913316] env[61960]: DEBUG oslo_vmware.api [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437147, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.138404} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.913586] env[61960]: INFO nova.virt.vmwareapi.ds_util [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_5a3cb904-e0c4-48a6-9f18-bf5f2fa31fee/OSTACK_IMG_5a3cb904-e0c4-48a6-9f18-bf5f2fa31fee.vmdk to [datastore1] devstack-image-cache_base/5f7b03a9-2428-49b5-81ed-ddc4e06c97e9/5f7b03a9-2428-49b5-81ed-ddc4e06c97e9.vmdk. [ 1439.913776] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Cleaning up location [datastore1] OSTACK_IMG_5a3cb904-e0c4-48a6-9f18-bf5f2fa31fee {{(pid=61960) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1439.913955] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_5a3cb904-e0c4-48a6-9f18-bf5f2fa31fee {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1439.914252] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29423715-b90a-428d-8cb6-8d5798e58e90 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.920080] env[61960]: DEBUG oslo_vmware.api [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1439.920080] env[61960]: value = "task-437148" [ 1439.920080] env[61960]: _type = "Task" [ 1439.920080] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.927069] env[61960]: DEBUG oslo_vmware.api [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.430714] env[61960]: DEBUG oslo_vmware.api [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035761} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.431145] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1440.431145] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5f7b03a9-2428-49b5-81ed-ddc4e06c97e9/5f7b03a9-2428-49b5-81ed-ddc4e06c97e9.vmdk" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.431404] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5f7b03a9-2428-49b5-81ed-ddc4e06c97e9/5f7b03a9-2428-49b5-81ed-ddc4e06c97e9.vmdk to [datastore1] 33c27200-1a1b-4c07-8ad9-67d1581e7da4/33c27200-1a1b-4c07-8ad9-67d1581e7da4.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1440.431654] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17653906-2246-4f29-a1ac-2801b20374dd {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.438100] env[61960]: DEBUG oslo_vmware.api [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1440.438100] env[61960]: value = "task-437149" [ 1440.438100] env[61960]: _type = "Task" [ 1440.438100] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.445101] env[61960]: DEBUG oslo_vmware.api [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.948826] env[61960]: DEBUG oslo_vmware.api [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437149, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.449914] env[61960]: DEBUG oslo_vmware.api [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437149, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.951100] env[61960]: DEBUG oslo_vmware.api [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437149, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.451980] env[61960]: DEBUG oslo_vmware.api [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437149, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.954114] env[61960]: DEBUG oslo_vmware.api [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437149, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.152242} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.954384] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5f7b03a9-2428-49b5-81ed-ddc4e06c97e9/5f7b03a9-2428-49b5-81ed-ddc4e06c97e9.vmdk to [datastore1] 33c27200-1a1b-4c07-8ad9-67d1581e7da4/33c27200-1a1b-4c07-8ad9-67d1581e7da4.vmdk {{(pid=61960) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1442.955261] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c97530-4070-459d-88cb-f7a48af738b4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.976415] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 33c27200-1a1b-4c07-8ad9-67d1581e7da4/33c27200-1a1b-4c07-8ad9-67d1581e7da4.vmdk or device None with type streamOptimized {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1442.976645] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9aef905-2e0d-4a74-81a0-10baefe32905 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.995758] env[61960]: DEBUG oslo_vmware.api [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1442.995758] env[61960]: value = "task-437150" [ 1442.995758] env[61960]: _type = "Task" [ 1442.995758] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.002937] env[61960]: DEBUG oslo_vmware.api [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.505875] env[61960]: DEBUG oslo_vmware.api [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437150, 'name': ReconfigVM_Task, 'duration_secs': 0.374831} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.506272] env[61960]: DEBUG nova.virt.vmwareapi.volumeops [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 33c27200-1a1b-4c07-8ad9-67d1581e7da4/33c27200-1a1b-4c07-8ad9-67d1581e7da4.vmdk or device None with type streamOptimized {{(pid=61960) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1443.506762] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88ae8fe5-535e-40f4-ad56-6f5f210fb722 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.512949] env[61960]: DEBUG oslo_vmware.api [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1443.512949] env[61960]: value = "task-437151" [ 1443.512949] env[61960]: _type = "Task" [ 1443.512949] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.520123] env[61960]: DEBUG oslo_vmware.api [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437151, 'name': Rename_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.031539] env[61960]: DEBUG oslo_vmware.api [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437151, 'name': Rename_Task, 'duration_secs': 0.142041} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.031539] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Powering on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1444.031539] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8cf695e-58b5-4234-8b69-0463322fa5f8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.034434] env[61960]: DEBUG oslo_vmware.api [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1444.034434] env[61960]: value = "task-437152" [ 1444.034434] env[61960]: _type = "Task" [ 1444.034434] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.051616] env[61960]: DEBUG oslo_vmware.api [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.545097] env[61960]: DEBUG oslo_vmware.api [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437152, 'name': PowerOnVM_Task, 'duration_secs': 0.434999} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.545471] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Powered on the VM {{(pid=61960) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1444.633605] env[61960]: DEBUG nova.compute.manager [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Checking state {{(pid=61960) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1444.634546] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206067be-9e4b-41e4-9bdf-e0a3944ee23e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.152891] env[61960]: DEBUG oslo_concurrency.lockutils [None req-5484cc2a-27c3-4f32-aa06-3e59f764b76e tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "33c27200-1a1b-4c07-8ad9-67d1581e7da4" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.248s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.361593] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.361905] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.362021] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Starting heal instance info cache {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1459.362145] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Rebuilding the list of instances to heal {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1459.950147] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "refresh_cache-33c27200-1a1b-4c07-8ad9-67d1581e7da4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.950298] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquired lock "refresh_cache-33c27200-1a1b-4c07-8ad9-67d1581e7da4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.950446] env[61960]: DEBUG nova.network.neutron [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Forcefully refreshing network info cache for instance {{(pid=61960) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1459.950600] env[61960]: DEBUG nova.objects.instance [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lazy-loading 'info_cache' on Instance uuid 33c27200-1a1b-4c07-8ad9-67d1581e7da4 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1461.660589] env[61960]: DEBUG nova.network.neutron [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Updating instance_info_cache with network_info: [{"id": "eaad9859-5a6f-44ba-8673-e275d1299a2c", "address": "fa:16:3e:d3:ba:f4", "network": {"id": "8d25dfde-686c-47fb-8b68-2ce9b2c7e649", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1868874059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9352728ec3c141bf9777d87672a0424c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaad9859-5a", "ovs_interfaceid": "eaad9859-5a6f-44ba-8673-e275d1299a2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.162665] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Releasing lock "refresh_cache-33c27200-1a1b-4c07-8ad9-67d1581e7da4" {{(pid=61960) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.162890] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Updated the network info_cache for instance {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 1462.163097] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.163266] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.163414] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.163562] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.163707] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.163850] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.163977] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=61960) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1462.164137] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager.update_available_resource {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.667896] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.668349] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.668349] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.668518] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=61960) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1462.669781] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609f9971-9e94-40ba-8b67-9f4189c23847 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.677852] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e733a47c-58cf-4f56-9e3b-17495ee6002e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.691924] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101c8e6a-3274-4302-996a-126cd6d50b9c {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.697876] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db97a3e2-8dee-48e1-b884-7b2efec583c4 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.726466] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181829MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=61960) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1462.726628] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.726783] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.748751] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Instance 33c27200-1a1b-4c07-8ad9-67d1581e7da4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61960) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1463.749118] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=61960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1463.749253] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=61960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1463.773990] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f67d74-5a49-4b28-a725-1e38d17883e0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.781201] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7913ebf4-f94f-4a71-84dc-27abab4157b8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.810474] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3870b9-0e48-47af-8837-ff1e99a821af {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.816916] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59b4eeb-2b1a-4a46-90cd-6774f2c5179b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.829290] env[61960]: DEBUG nova.compute.provider_tree [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1464.332181] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1464.837266] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=61960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1464.837656] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.111s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.236339] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.710464] env[61960]: DEBUG oslo_concurrency.lockutils [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquiring lock "33c27200-1a1b-4c07-8ad9-67d1581e7da4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.710783] env[61960]: DEBUG oslo_concurrency.lockutils [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "33c27200-1a1b-4c07-8ad9-67d1581e7da4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.710964] env[61960]: DEBUG oslo_concurrency.lockutils [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquiring lock "33c27200-1a1b-4c07-8ad9-67d1581e7da4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.711169] env[61960]: DEBUG oslo_concurrency.lockutils [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "33c27200-1a1b-4c07-8ad9-67d1581e7da4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.711343] env[61960]: DEBUG oslo_concurrency.lockutils [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "33c27200-1a1b-4c07-8ad9-67d1581e7da4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.714929] env[61960]: INFO nova.compute.manager [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Terminating instance [ 1482.716735] env[61960]: DEBUG nova.compute.manager [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Start destroying the instance on the hypervisor. {{(pid=61960) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1482.716928] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Destroying instance {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1482.717778] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355c6d7a-9173-4f42-a27a-df08f484686e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.725758] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Powering off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1482.725986] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-023a0b46-d730-45f6-abf0-fe29dd3f5d2e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.732092] env[61960]: DEBUG oslo_vmware.api [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1482.732092] env[61960]: value = "task-437153" [ 1482.732092] env[61960]: _type = "Task" [ 1482.732092] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.241573] env[61960]: DEBUG oslo_vmware.api [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437153, 'name': PowerOffVM_Task, 'duration_secs': 0.264825} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.241950] env[61960]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Powered off the VM {{(pid=61960) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1483.242234] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Unregistering the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1483.242541] env[61960]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa3a384b-7d67-4c1a-96a0-568448f2c325 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.311499] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Unregistered the VM {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1483.311730] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Deleting contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1483.311916] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Deleting the datastore file [datastore1] 33c27200-1a1b-4c07-8ad9-67d1581e7da4 {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1483.312206] env[61960]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-585d528d-b0aa-4e64-b781-1e71152ce2e8 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.318326] env[61960]: DEBUG oslo_vmware.api [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for the task: (returnval){ [ 1483.318326] env[61960]: value = "task-437155" [ 1483.318326] env[61960]: _type = "Task" [ 1483.318326] env[61960]: } to complete. {{(pid=61960) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.325401] env[61960]: DEBUG oslo_vmware.api [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.828980] env[61960]: DEBUG oslo_vmware.api [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Task: {'id': task-437155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117236} completed successfully. {{(pid=61960) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.829392] env[61960]: DEBUG nova.virt.vmwareapi.ds_util [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Deleted the datastore file {{(pid=61960) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1483.829534] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Deleted contents of the VM from datastore datastore1 {{(pid=61960) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1483.829726] env[61960]: DEBUG nova.virt.vmwareapi.vmops [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Instance destroyed {{(pid=61960) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1483.829897] env[61960]: INFO nova.compute.manager [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1483.830198] env[61960]: DEBUG oslo.service.loopingcall [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61960) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1483.830400] env[61960]: DEBUG nova.compute.manager [-] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Deallocating network for instance {{(pid=61960) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1483.830493] env[61960]: DEBUG nova.network.neutron [-] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] deallocate_for_instance() {{(pid=61960) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1484.286094] env[61960]: DEBUG nova.compute.manager [req-c4cd91c5-6edc-44a2-9665-0f96c330c261 req-94f6a6c9-6040-4847-907f-040c553020e0 service nova] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Received event network-vif-deleted-eaad9859-5a6f-44ba-8673-e275d1299a2c {{(pid=61960) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1484.286306] env[61960]: INFO nova.compute.manager [req-c4cd91c5-6edc-44a2-9665-0f96c330c261 req-94f6a6c9-6040-4847-907f-040c553020e0 service nova] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Neutron deleted interface eaad9859-5a6f-44ba-8673-e275d1299a2c; detaching it from the instance and deleting it from the info cache [ 1484.286484] env[61960]: DEBUG nova.network.neutron [req-c4cd91c5-6edc-44a2-9665-0f96c330c261 req-94f6a6c9-6040-4847-907f-040c553020e0 service nova] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.706715] env[61960]: DEBUG nova.network.neutron [-] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Updating instance_info_cache with network_info: [] {{(pid=61960) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.788752] env[61960]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-845587c6-8c84-4993-ad4b-72eb9c533ad9 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.798131] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697ff6ab-da1e-4850-8d2f-f6f109252df0 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.821743] env[61960]: DEBUG nova.compute.manager [req-c4cd91c5-6edc-44a2-9665-0f96c330c261 req-94f6a6c9-6040-4847-907f-040c553020e0 service nova] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Detach interface failed, port_id=eaad9859-5a6f-44ba-8673-e275d1299a2c, reason: Instance 33c27200-1a1b-4c07-8ad9-67d1581e7da4 could not be found. {{(pid=61960) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1485.209838] env[61960]: INFO nova.compute.manager [-] [instance: 33c27200-1a1b-4c07-8ad9-67d1581e7da4] Took 1.38 seconds to deallocate network for instance. [ 1485.717027] env[61960]: DEBUG oslo_concurrency.lockutils [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.717336] env[61960]: DEBUG oslo_concurrency.lockutils [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.717564] env[61960]: DEBUG nova.objects.instance [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lazy-loading 'resources' on Instance uuid 33c27200-1a1b-4c07-8ad9-67d1581e7da4 {{(pid=61960) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1486.242230] env[61960]: DEBUG nova.scheduler.client.report [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Refreshing inventories for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1486.257937] env[61960]: DEBUG nova.scheduler.client.report [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Updating ProviderTree inventory for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1486.258210] env[61960]: DEBUG nova.compute.provider_tree [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Updating inventory in ProviderTree for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1486.269237] env[61960]: DEBUG nova.scheduler.client.report [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Refreshing aggregate associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, aggregates: None {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1486.286493] env[61960]: DEBUG nova.scheduler.client.report [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Refreshing trait associations for resource provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=61960) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1486.311664] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49789e11-17ec-4a73-9c07-376f88712b71 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.319227] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8a02c0-74b9-4718-8e1b-07cdd2e6898a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.349667] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2fc5e1-996b-44dd-9297-c5a68dae64ce {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.356210] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88d533c-4d9a-4ee9-9702-a5412d56102b {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.368841] env[61960]: DEBUG nova.compute.provider_tree [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1486.872363] env[61960]: DEBUG nova.scheduler.client.report [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1487.377970] env[61960]: DEBUG oslo_concurrency.lockutils [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.397181] env[61960]: INFO nova.scheduler.client.report [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Deleted allocations for instance 33c27200-1a1b-4c07-8ad9-67d1581e7da4 [ 1487.905729] env[61960]: DEBUG oslo_concurrency.lockutils [None req-18b2bf25-f9f4-457b-a51f-cdb22766741f tempest-AttachVolumeShelveTestJSON-1532036675 tempest-AttachVolumeShelveTestJSON-1532036675-project-member] Lock "33c27200-1a1b-4c07-8ad9-67d1581e7da4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.195s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.765186] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.765602] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager.update_available_resource {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.269627] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.270086] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.270413] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.270691] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=61960) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1508.271972] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3f6374-6624-4c89-b227-2306fab5d220 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.281594] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6a60d9-4a1b-4442-9b09-a297b6124f8e {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.296344] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152cf586-f51c-4a76-a5df-cc1a5001c046 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.303124] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ba1e61-1af4-4658-be71-ef0c71d5a3bf {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.331267] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181819MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=61960) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1508.331459] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.331631] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.351907] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=61960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1509.351907] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=61960) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1509.365390] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4c228d-2ded-4030-a89b-dd46bba8cd93 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.372707] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c582a4-10b5-4eb3-a03a-04fd45c9a30a {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.401319] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded1385b-0e7f-4cd3-ac1d-2214733e41e7 {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.408077] env[61960]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f384970b-b1eb-41dc-bf96-5fcbfb1bbbee {{(pid=61960) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.421392] env[61960]: DEBUG nova.compute.provider_tree [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Inventory has not changed in ProviderTree for provider: b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 {{(pid=61960) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1509.924221] env[61960]: DEBUG nova.scheduler.client.report [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Inventory has not changed for provider b6d44a73-69e2-4a76-9b9b-4e5089ee5ea8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61960) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1510.429527] env[61960]: DEBUG nova.compute.resource_tracker [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=61960) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1510.429949] env[61960]: DEBUG oslo_concurrency.lockutils [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.098s {{(pid=61960) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.429464] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.429708] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.429939] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.430036] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.430188] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=61960) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1511.765285] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.765504] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.765327] env[61960]: DEBUG oslo_service.periodic_task [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=61960) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.765704] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Starting heal instance info cache {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1512.765704] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Rebuilding the list of instances to heal {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1513.268924] env[61960]: DEBUG nova.compute.manager [None req-06a64de1-4835-4c1f-bdf0-88164f2a326c None None] Didn't find any instances for network info cache update. {{(pid=61960) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}}